diff --git a/kpatch-build/create-diff-object.c b/kpatch-build/create-diff-object.c
index a7135d3..4dfeaf8 100644
--- a/kpatch-build/create-diff-object.c
+++ b/kpatch-build/create-diff-object.c
@@ -3037,6 +3037,9 @@ static bool need_dynrela(struct kpatch_elf *kelf, struct lookup_table *table,
 {
 	struct lookup_result symbol;
 
+	if (is_debug_section(sec))
+		return false;
+
 	/*
 	 * These references are treated specially by the module loader and
 	 * should never be converted to dynrelas.