diff --git a/speexdsp.spec b/speexdsp.spec
index d2aa5bf..90a1102 100644
--- a/speexdsp.spec
+++ b/speexdsp.spec
@@ -1,7 +1,7 @@
 Name:           speexdsp
 Version:        1.2
 %global rc_ver  rc3
-Release:        0.3.%{rc_ver}%{?dist}
+Release:        0.4.%{rc_ver}%{?dist}
 Summary:        A voice compression format (DSP)
 
 Group:          System Environment/Libraries
@@ -42,13 +42,20 @@ This is the DSP package, see the speex package for the codec part.
 
 
 %build
-%configure --disable-static
-make %{?_smp_mflags} V=1
+%configure \
+%ifarch aarch64
+	--disable-neon \
+%endif
+	--disable-static
 
+make %{?_smp_mflags} V=1
 
 %install
 make DESTDIR=$RPM_BUILD_ROOT INSTALL="install -p" install
 
+# Remove libtool archives
+find %{buildroot} -type f -name "*.la" -delete
+
 %post -p /sbin/ldconfig
 %postun -p /sbin/ldconfig
 
@@ -61,10 +68,11 @@ make DESTDIR=$RPM_BUILD_ROOT INSTALL="install -p" install
 %{_includedir}/speex
 %{_libdir}/pkgconfig/speexdsp.pc
 %{_libdir}/libspeexdsp.so
-%exclude %{_libdir}/libspeexdsp.la
-
 
 %changelog
+* Thu Jan 15 2015 Peter Robinson <pbrobinson@fedoraproject.org> 1.2.0.4.rc3
+- Fix build on aarch64 (disable NEON)
+
 * Mon Jan 05 2015 David King <amigadave@amigadave.com> - 1.2.0.3.rc3
 - Update to 1.2rc3