diff --git a/ext/speex/Makefile.am b/ext/speex/Makefile.am
index 7d0a65f0bd..86d4c08eae 100644
--- a/ext/speex/Makefile.am
+++ b/ext/speex/Makefile.am
@@ -3,8 +3,8 @@ plugindir = $(libdir)/gst
 plugin_LTLIBRARIES = libgstspeex.la
 
 libgstspeex_la_SOURCES = gstspeex.c gstspeexdec.c gstspeexenc.c
-libgstspeex_la_CFLAGS = $(GST_CFLAGS)
-libgstspeex_la_LIBADD = -lspeex
+libgstspeex_la_CFLAGS = $(GST_CFLAGS) $(SPEEX_CFLAGS)
+libgstspeex_la_LIBADD = $(SPEEX_LIBS)
 libgstspeex_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
 
 noinst_HEADERS = gstspeexenc.h gstspeexdec.h