@article {5406,
	title = {A Homogeneous Transformer Architecture},
	number = {143},
	year = {2023},
	month = {09/2023},
	abstract = {<p>While the Transformer architecture has made a substantial impact in the field of machine learning, it is unclear what purpose each component serves in the overall architecture. Heterogeneous nonlinear circuits such as multi-layer RELU networks are interleaved with layers of soft-max units. We introduce here a homogeneous architecture based on Hyper Radial Basis Function (HyperBF) units. Evalua- tions on CIFAR10, CIFAR100, and Tiny ImageNet demonstrate a performance comparable to standard vision transformers.</p>
},
	author = {Yulu Gan and Tomaso Poggio}
}
