--- a/src/Makefile.am
+++ b/src/Makefile.am
@@ -32,5 +32,6 @@
   xournal_LDADD = win32/xournal.res ttsubset/libttsubset.a @PACKAGE_LIBS@ $(INTLLIBS) -lz
 else
   xournal_LDADD = ttsubset/libttsubset.a @PACKAGE_LIBS@ $(INTLLIBS) -lX11 -lz -lm
+  xournal_LDFLAGS = -Wl,--as-needed
 endif
 
