Add disable_graph Option / Feature Flag (#189)

# Motivation

This adds the ability to turn off import and symbol resolution during
codebase parsing. Motivation is to create a (more) lightweight editor
for any file-independent changes that do not require the dependency or
usage graph.

Prelim testing shows a 25% - 35% in memory usage as well as a 65%-85%
reduction in parse times.

Co-authored-by: codegen-bot <team+codegenbot@codegen.sh>

Author: EdwardJXLi

src/codegen/sdk/codebase/codebase_graph.py

@@ -457,35 +457,40 @@ def _process_diff_files(self, files_to_sync: Mapping[SyncType, list[Path]], incr
         # Step 8: Add internal import resolution edges for new and updated files
         if not skip_uncache:
             uncache_all()
-        self._computing = True
-        try:
-            logger.info(f"> Computing import resolution edges for {counter[NodeType.IMPORT]} imports")
-            for node in to_resolve:
-                if node.node_type == NodeType.IMPORT:
-                    node._remove_internal_edges(EdgeType.IMPORT_SYMBOL_RESOLUTION)
-                    node.add_symbol_resolution_edge()
-                    to_resolve.extend(node.symbol_usages)
-            if counter[NodeType.EXPORT] > 0:
-                logger.info(f"> Computing export dependencies for {counter[NodeType.EXPORT]} exports")
+
+        if self.config.feature_flags.disable_graph:
+            logger.warning("Graph generation is disabled. Skipping import and symbol resolution")
+            self._computing = False
+        else:
+            self._computing = True
+            try:
+                logger.info(f"> Computing import resolution edges for {counter[NodeType.IMPORT]} imports")
                 for node in to_resolve:
-                    if node.node_type == NodeType.EXPORT:
-                        node._remove_internal_edges(EdgeType.EXPORT)
-                        node.compute_export_dependencies()
+                    if node.node_type == NodeType.IMPORT:
+                        node._remove_internal_edges(EdgeType.IMPORT_SYMBOL_RESOLUTION)
+                        node.add_symbol_resolution_edge()
                         to_resolve.extend(node.symbol_usages)
-            if counter[NodeType.SYMBOL] > 0:
-                from codegen.sdk.core.interfaces.inherits import Inherits
-
-                logger.info("> Computing superclass dependencies")
-                for symbol in to_resolve:
-                    if isinstance(symbol, Inherits):
-                        symbol._remove_internal_edges(EdgeType.SUBCLASS)
-                        symbol.compute_superclass_dependencies()
-
-            if not skip_uncache:
-                uncache_all()
-            self._compute_dependencies(to_resolve, incremental)
-        finally:
-            self._computing = False
+                if counter[NodeType.EXPORT] > 0:
+                    logger.info(f"> Computing export dependencies for {counter[NodeType.EXPORT]} exports")
+                    for node in to_resolve:
+                        if node.node_type == NodeType.EXPORT:
+                            node._remove_internal_edges(EdgeType.EXPORT)
+                            node.compute_export_dependencies()
+                            to_resolve.extend(node.symbol_usages)
+                if counter[NodeType.SYMBOL] > 0:
+                    from codegen.sdk.core.interfaces.inherits import Inherits
+
+                    logger.info("> Computing superclass dependencies")
+                    for symbol in to_resolve:
+                        if isinstance(symbol, Inherits):
+                            symbol._remove_internal_edges(EdgeType.SUBCLASS)
+                            symbol.compute_superclass_dependencies()
+
+                if not skip_uncache:
+                    uncache_all()
+                self._compute_dependencies(to_resolve, incremental)
+            finally:
+                self._computing = False
 
     def _compute_dependencies(self, to_update: list[Importable], incremental: bool):
         seen = set()

src/codegen/sdk/codebase/config.py

@@ -42,6 +42,7 @@ class GSFeatureFlags(BaseModel):
     full_range_index: bool = False
     ignore_process_errors: bool = True  # Ignore errors from dependency manager and language engine
     import_resolution_overrides: dict[str, str] = {}  # Override import resolution for specific modules
+    disable_graph: bool = False  # Turn of graph generation entirely. Speeds up parsing but disables usages and dependencies
 
 
 DefaultFlags = GSFeatureFlags(sync_enabled=False)