diff --git a/src/hnswinsert.c b/src/hnswinsert.c
index 2f18b12..2dfd8d3 100644
--- a/src/hnswinsert.c
+++ b/src/hnswinsert.c
@@ -561,6 +561,8 @@ HnswUpdateNeighborsOnDisk(Relation index, FmgrInfo *procinfo, Oid collation, Hns
 			UpdateNeighborOnDisk(neighborElement, e, idx, m, lm, lc, index, checkExisting, building);
 		}
 	}
+
+	MemoryContextDelete(updateCtx);
 }
 
 /*