Update terminology dictionaries with new parsing terms: token, lexical analyzer, tokenizer

Copilot · josix · Copilot · commit d5da31e60883 · 2025-07-13T14:13:29.000Z
Co-authored-by: josix &lt;18432820+josix@users.noreply.github.com&gt;
diff --git a/focused_terminology_dictionary.csv b/focused_terminology_dictionary.csv
@@ -117,3 +117,6 @@ sequence,序列,512,154,Medium,Common Terms,glossary.po; tutorial/classes.po; re
 slice,切片,515,155,Medium,Common Terms,glossary.po; tutorial/classes.po; reference/datamodel.po; library/functions.po; howto/descriptor.po
 special method,特殊方法,518,156,Medium,Common Terms,glossary.po; tutorial/classes.po; reference/datamodel.po; library/functions.po; howto/descriptor.po
 statement,陳述式,521,157,Medium,Common Terms,glossary.po; tutorial/classes.po; reference/datamodel.po; library/functions.po; howto/descriptor.po
+token,記號,5,3,High,Parsing Terms,glossary.po; library/token.po; library/tokenize.po
+lexical analyzer,詞法分析器,3,2,Medium,Parsing Terms,glossary.po; library/tokenize.po
+tokenizer,標記器,4,2,Medium,Parsing Terms,glossary.po; library/tokenize.po
diff --git a/terminology_dictionary.csv b/terminology_dictionary.csv
@@ -195,3 +195,6 @@ execution,執行,779,243,library/core.po,library,glossary.po; tutorial/classes.p
 runtime,runtime,782,244,library/core.po,library,glossary.po; tutorial/classes.po; reference/datamodel.po; library/functions.po; howto/descriptor.po
 compile time,編譯時期,785,245,library/core.po,library,glossary.po; tutorial/classes.po; reference/datamodel.po; library/functions.po; howto/descriptor.po
 import time,引入時期,788,246,library/core.po,library,glossary.po; tutorial/classes.po; reference/datamodel.po; library/functions.po; howto/descriptor.po
+token,記號,5,3,glossary.po,,glossary.po; library/token.po; library/tokenize.po
+lexical analyzer,詞法分析器,3,2,glossary.po,,glossary.po; library/tokenize.po
+tokenizer,標記器,4,2,glossary.po,,glossary.po; library/tokenize.po
