diff --git a/python-pygit2.spec b/python-pygit2.spec
index 3ce0273..e56f40d 100644
--- a/python-pygit2.spec
+++ b/python-pygit2.spec
@@ -51,12 +51,11 @@ make -C docs html
 
 %install
 %py3_install
-find %{_builddir} -name '.buildinfo' -delete
-
-# Correct the permissions.
-find %{buildroot} -name '*.so' -exec chmod 755 {} ';'
+find %{_builddir} -name '.buildinfo' -print -delete
 
 %check
+# This is horrible, but otherwise pytest does not use pygit2 from site-packages
+rm -f pygit2/__init__.py
 %ifarch %{arch_test_fail}
   PYTHONPATH=%{buildroot}%{python3_sitearch} py.test-%{python3_version} -v || :
 %else