diff --git a/libavcodec/common.h b/libavcodec/common.h
index fe97d4c431..9f2102aac6 100644
--- a/libavcodec/common.h
+++ b/libavcodec/common.h
@@ -35,6 +35,11 @@
 
 #endif /* HAVE_AV_CONFIG_H */
 
+/* Suppress restrict if it was not defined in config.h.  */
+#ifndef restrict
+#define restrict
+#endif
+
 #ifdef CONFIG_WIN32
 
 /* windows */
diff --git a/libavcodec/dsputil.c b/libavcodec/dsputil.c
index c1e9fee91c..e1a4e9c291 100644
--- a/libavcodec/dsputil.c
+++ b/libavcodec/dsputil.c
@@ -21,12 +21,6 @@
 #include "avcodec.h"
 #include "dsputil.h"
 #include "simple_idct.h"
-#include "config.h"
-
-/* Suppress restrict if it was not defined in config.h  */
-#ifndef restrict
-#define restrict
-#endif
 
 void (*ff_idct)(DCTELEM *block);
 void (*ff_idct_put)(UINT8 *dest, int line_size, DCTELEM *block);