diff --git a/eclipse-m2e-core.spec b/eclipse-m2e-core.spec
index ebd3337..07a465f 100644
--- a/eclipse-m2e-core.spec
+++ b/eclipse-m2e-core.spec
@@ -2,7 +2,7 @@
 
 Name:           eclipse-m2e-core
 Version:        1.14.0
-Release:        1%{?dist}
+Release:        2%{?dist}
 Summary:        Maven integration for Eclipse
 
 # Most of components are under EPL, but some of them are licensed under
@@ -220,6 +220,9 @@ Requires:       xml-commons-apis
 Obsoletes: eclipse-m2e-sourcelookup < 1.1.1-1
 Provides: eclipse-m2e-sourcelookup = %{version}-%{release}
 
+# Not shipping tests since F31
+Obsoletes: %{name}-tests < 1.14.0-2
+
 %description
 The goal of the m2ec project is to provide a first-class Apache Maven support
 in the Eclipse IDE, making it easier to edit Maven's pom.xml, run a build from
@@ -355,6 +358,9 @@ xmvn-subst -s $(find %{buildroot}%{_datadir}/eclipse/droplets/m2e-core -name jar
 %license LICENSE-2.0.txt
 
 %changelog
+* Tue Jan 07 2020 Mat Booth <mat.booth@redhat.com> - 1.14.0-2
+- Correctly obsolete tests
+
 * Fri Dec 20 2019 Mat Booth <mat.booth@redhat.com> - 1.14.0-1
 - Update to latest upstream release
 - Don't build and ship tests