refactor(langserver): remove unused semantic token types and update regression tests

Author: d-biehl

package.json

@@ -448,10 +448,13 @@
       "editor.semanticTokenColorCustomizations": {
         "rules": {
           "*.documentation:robotframework": {
-            "fontStyle": "italic"
+            "italic": true
           },
           "*.embedded:robotframework": {
-            "fontStyle": "italic"
+            "italic": true
+          },
+          "*.builtin:robotframework": {
+            "italic": true
           }
         }
       }
@@ -512,9 +515,6 @@
           "argument": [
             "string.unquoted.argument.robotframework"
           ],
-          "embeddedArgument": [
-            "string.unquoted.embeddedArgument.robotframework"
-          ],
           "variable": [
             "variable.name.readwrite.robotframework"
           ],
@@ -2116,4 +2116,4 @@
   "workspaces": [
     "docs"
   ]
-}
+}

packages/language_server/src/robotcode/language_server/robotframework/parts/semantic_tokens.py

@@ -111,7 +111,6 @@ def _cached_unescape(token_value: str) -> str:
 
 
 class RobotSemTokenTypes(Enum):
-    SECTION = "section"
     SETTING_IMPORT = "settingImport"
     SETTING = "setting"
     HEADER = "header"
@@ -125,7 +124,6 @@ class RobotSemTokenTypes(Enum):
     KEYWORD_NAME = "keywordName"
     CONTROL_FLOW = "controlFlow"
     ARGUMENT = "argument"
-    EMBEDDED_ARGUMENT = "embeddedArgument"
     VARIABLE = "variable"
     KEYWORD = "keywordCall"
     KEYWORD_INNER = "keywordCallInner"
@@ -1156,9 +1154,9 @@ def generate_sem_sub_tokens(
             if token.type in [Token.DOCUMENTATION, Token.METADATA]:
                 sem_mod = {SemanticTokenModifiers.DOCUMENTATION}
 
-            if token.type in [Token.VARIABLE, Token.ASSIGN]:
-                # TODO: maybe we can distinguish between local and global variables, by default all variables are global
-                pass
+            # TODO: maybe we can distinguish between local and global variables, by default all variables are global
+            # if token.type in [Token.VARIABLE, Token.ASSIGN]:
+            #     pass
 
             elif token.type in [Token.KEYWORD, ROBOT_KEYWORD_INNER] or (
                 token.type == Token.NAME and cached_isinstance(node, Fixture, Template, TestTemplate)

tests/robotcode/language_server/robotframework/parts/_regtest_outputs/rf50/test_semantic_tokens.test[__init__.robot].out

@@ -3,26 +3,26 @@ result: !SemanticTokens
   - 0
   - 0
   - 16
-  - 27
+  - 26
   - 0
   - 1
   - 0
   - 8
-  - 24
+  - 23
   - 0
   - 0
   - 12
   - 22
-  - 53
+  - 51
   - 0
   - 2
   - 0
   - 11
-  - 25
+  - 24
   - 0
   - 0
   - 14
   - 26
-  - 39
+  - 37
   - 0
   result_id: null