diff --git a/ansible.spec b/ansible.spec
index 904d077..fd25a7d 100644
--- a/ansible.spec
+++ b/ansible.spec
@@ -69,8 +69,10 @@ BuildRequires: python-setuptools
 
 # For building docs/tests
 BuildRequires: git-core
+%if %with_docs
 BuildRequires: python-sphinx
 BuildRequires: asciidoc
+%endif
 
 # For tests
 # We don't run tests on epel6, so don't bother pulling these in there.
@@ -184,9 +186,11 @@ BuildRequires: python3-packaging
 
 # For Docs/tests
 BuildRequires: git-core
+%if %with_docs
 BuildRequires: python3-sphinx
 BuildRequires: python3-sphinx-theme-alabaster
 BuildRequires: asciidoc
+%endif
 # accelerate is the only thing that makes keyczar mandatory.  Since accelerate
 # is deprecated, just ignore it
 #BuildRequires: python-keyczar