diff --git a/content/glossary/_create_glossaries.py b/content/glossary/_create_glossaries.py
index 8c4d1d204f..ec9b948769 100755
--- a/content/glossary/_create_glossaries.py
+++ b/content/glossary/_create_glossaries.py
@@ -3,6 +3,7 @@
 import json
 import pandas as pd
 import os
+import shutil
 from io import StringIO
 
 script_dir = os.path.dirname(os.path.abspath(__file__))
@@ -208,7 +209,10 @@ def clean_filename(title, max_length=200):
 # Create markdown files
 for language_name, entries in formatted_data.items():
     language_dir = os.path.join(script_dir, language_name)
-    os.makedirs(language_dir, exist_ok=True)
+    # Remove existing directory to ensure deleted entries don't persist
+    if os.path.exists(language_dir):
+        shutil.rmtree(language_dir)
+    os.makedirs(language_dir)
     
     print(f"Creating {len(entries)} markdown files for {language_name}")