diff --git a/setup.cfg b/setup.cfg
index 59816b7..7fab8ae 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -5,9 +5,10 @@
 # for wrapping OpenLDAP 2 libs
 [_ldap]
 
-# Define extra include and library dirs if needed
-library_dirs = /usr/lib /usr/lib64 /usr/local/lib /usr/local/lib64
-include_dirs = /usr/include /usr/include/sasl /usr/local/include /usr/local/include/sasl
+# Define extra include and library dirs if needed. distutils adds non
+# standard library_dirs as rpath.
+# library_dirs = /usr/lib /usr/lib64 /usr/local/lib /usr/local/lib64
+# include_dirs = /usr/include /usr/include/sasl /usr/local/include /usr/local/include/sasl
 
 # These defines needs OpenLDAP built with
 # ./configure --with-cyrus-sasl --with-tls