diff --git a/scene/resources/dynamic_font.cpp b/scene/resources/dynamic_font.cpp
index 00fc601779..575c222cc1 100644
--- a/scene/resources/dynamic_font.cpp
+++ b/scene/resources/dynamic_font.cpp
@@ -651,8 +651,8 @@ DynamicFontAtSize::~DynamicFontAtSize() {
 
 	if (valid) {
 		FT_Done_FreeType(library);
-		font->size_cache.erase(id);
 	}
+	font->size_cache.erase(id);
 }
 
 /////////////////////////