diff --git a/pyflakes.spec b/pyflakes.spec
index ebff37f..07ac013 100644
--- a/pyflakes.spec
+++ b/pyflakes.spec
@@ -1,6 +1,6 @@
 Name:           pyflakes
 Version:        1.5.0
-Release:        2%{?dist}
+Release:        3%{?dist}
 Summary:        A simple program which checks Python source files for errors
 
 License:        MIT
@@ -62,8 +62,8 @@ ln -s pyflakes-%{python2_version} %{buildroot}%{_bindir}/pyflakes-2
 ln -s pyflakes-2 %{buildroot}%{_bindir}/pyflakes
 
 %check
-%{__python2} setup.py test
-%{__python3} setup.py test
+%{__python2} -Wall setup.py test
+%{__python3} -Wall setup.py test
 
 %files
 %license LICENSE
@@ -90,6 +90,9 @@ ln -s pyflakes-2 %{buildroot}%{_bindir}/pyflakes
 %{_mandir}/man1/python3-pyflakes.1*
 
 %changelog
+* Fri May 26 2017 Ville Skyttä <ville.skytta@iki.fi> - 1.5.0-3
+- Run tests with -Wall
+
 * Sat Feb 11 2017 Fedora Release Engineering <releng@fedoraproject.org> - 1.5.0-2
 - Rebuilt for https://fedoraproject.org/wiki/Fedora_26_Mass_Rebuild