diff --git a/retinaface/retina_mnet.cpp b/retinaface/retina_mnet.cpp
index bef3f39..213cbfd 100644
--- a/retinaface/retina_mnet.cpp
+++ b/retinaface/retina_mnet.cpp
@@ -236,6 +236,7 @@ void APIToModel(unsigned int maxBatchSize, IHostMemory** modelStream) {
 
     // Close everything down
     engine->destroy();
+    config->destroy();
     builder->destroy();
 }
 
diff --git a/retinaface/retina_r50.cpp b/retinaface/retina_r50.cpp
index f5c4413..c751dea 100644
--- a/retinaface/retina_r50.cpp
+++ b/retinaface/retina_r50.cpp
@@ -255,6 +255,7 @@ void APIToModel(unsigned int maxBatchSize, IHostMemory** modelStream) {
 
     // Close everything down
     engine->destroy();
+    config->destroy();
     builder->destroy();
 }