diff --git a/brltty.spec b/brltty.spec
index 9d4f324..50b5977 100644
--- a/brltty.spec
+++ b/brltty.spec
@@ -13,6 +13,9 @@
 # with speech dispatcher iff on Fedora:
 %define with_speech_dispatcher 0%{?fedora}
 
+# with espeak support iff on Fedora:
+%define with_espeak 0%{?fedora}
+
 %global with_ocaml 1
 
 # Filter private libraries
@@ -22,7 +25,7 @@
 
 Name: brltty
 Version: %{pkg_version}
-Release: 5%{?dist}
+Release: 6%{?dist}
 License: LGPLv2+
 URL: http://mielke.cc/brltty/
 Source0: http://mielke.cc/brltty/archive/%{name}-%{version}.tar.xz
@@ -34,7 +37,11 @@ Patch2: brltty-5.0-libspeechd.patch
 Patch3: 0001-Add-support-for-eSpeak-NG.patch
 Summary: Braille display driver for Linux/Unix
 BuildRequires: byacc, glibc-kernheaders, bluez-libs-devel, systemd
-BuildRequires: gettext, at-spi2-core-devel, espeak-devel, espeak-ng-devel
+BuildRequires: gettext, at-spi2-core-devel
+%if %{with_espeak}
+BuildRequires: espeak-devel
+%endif
+BuildRequires: espeak-ng-devel
 BuildRequires: python2-tools
 BuildRequires: /usr/bin/2to3
 BuildRequires: autoconf
@@ -89,17 +96,22 @@ Requires: %{name}%{?_isa} = %{pkg_version}-%{release}
 %description at-spi2
 This package provides the AtSpi2 driver for BRLTTY.
 
+%if %{with_espeak}
 %package espeak
 Summary: eSpeak driver for BRLTTY
 License: LGPLv2+
 Requires: %{name}%{?_isa} = %{pkg_version}-%{release}
 %description espeak
 This package provides the eSpeak driver for BRLTTY.
+%endif
 
 %package espeak-ng
 Summary: eSpeak-NG driver for BRLTTY
 License: LGPLv2+
 Requires: %{name}%{?_isa} = %{pkg_version}-%{release}
+%if ! %{with_espeak}
+Obsoletes: brltty-espeak <= 5.6-5
+%endif
 %description espeak-ng
 This package provides the eSpeak-NG driver for BRLTTY.
 
@@ -230,6 +242,9 @@ configure_opts=" \
   --without-curses \
 %if %{with_speech_dispatcher}
   --with-speechd=%{_prefix} \
+%endif
+%if ! %{with_espeak}
+  --without-espeak \
 %endif
   --with-install-root=$RPM_BUILD_ROOT
   JAVA_JAR_DIR=%{_jnidir} \
@@ -407,8 +422,10 @@ fi
 %files at-spi2
 %{_libdir}/brltty/libbrlttyxa2.so
 
+%if %{with_espeak}
 %files espeak
 %{_libdir}/brltty/libbrlttyses.so
+%endif
 
 %files espeak-ng
 %{_libdir}/brltty/libbrlttysen.so
@@ -457,6 +474,9 @@ fi
 %endif
 
 %changelog
+* Thu Mar 08 2018 Ondřej Lysoněk <olysonek@redhat.com> - 5.6-6
+- Build with espeak support only on Fedora
+
 * Tue Mar 06 2018 Ondřej Lysoněk <olysonek@redhat.com> - 5.6-5
 - Add support for eSpeak-NG