Add more languages
parent
359fc97f45
commit
0cfb04f505
|
|
@ -1,3 +1,4 @@
|
||||||
|
from collections import defaultdict
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
@ -10,19 +11,32 @@ class LanguagePreset(BaseModel):
|
||||||
stop_words: List[str]
|
stop_words: List[str]
|
||||||
|
|
||||||
|
|
||||||
LanguagePresets = {
|
DEFAULT = LanguagePreset(
|
||||||
Language.UNKNOWN: LanguagePreset(
|
|
||||||
max_length=128,
|
max_length=128,
|
||||||
stop_words=["\n\n"],
|
stop_words=["\n\n"],
|
||||||
),
|
)
|
||||||
Language.PYTHON: LanguagePreset(
|
|
||||||
|
|
||||||
|
LanguagePresets = defaultdict(
|
||||||
|
lambda: DEFAULT,
|
||||||
|
[
|
||||||
|
(
|
||||||
|
Language.PYTHON,
|
||||||
|
LanguagePreset(
|
||||||
max_length=128,
|
max_length=128,
|
||||||
stop_words=["\n\n", "\ndef", "\n#", "\nimport", "\nfrom", "\nclass"],
|
stop_words=["\n\n", "\ndef", "\n#", "\nimport", "\nfrom", "\nclass"],
|
||||||
),
|
),
|
||||||
Language.JAVASCRIPT: LanguagePreset(
|
|
||||||
max_length=128, stop_words=["\n\n", "\nfunction", "\n//", "\nimport", "\nclass"]
|
|
||||||
),
|
),
|
||||||
Language.TYPESCRIPT: LanguagePreset(
|
(
|
||||||
|
Language.JAVASCRIPT,
|
||||||
|
LanguagePreset(
|
||||||
|
max_length=128,
|
||||||
|
stop_words=["\n\n", "\nfunction", "\n//", "\nimport", "\nclass"],
|
||||||
|
),
|
||||||
|
),
|
||||||
|
(
|
||||||
|
Language.TYPESCRIPT,
|
||||||
|
LanguagePreset(
|
||||||
max_length=128,
|
max_length=128,
|
||||||
stop_words=[
|
stop_words=[
|
||||||
"\n\n",
|
"\n\n",
|
||||||
|
|
@ -34,4 +48,6 @@ LanguagePresets = {
|
||||||
"\ntype",
|
"\ntype",
|
||||||
],
|
],
|
||||||
),
|
),
|
||||||
}
|
),
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
|
||||||
|
|
@ -12,9 +12,18 @@ class Choice(BaseModel):
|
||||||
# https://code.visualstudio.com/docs/languages/identifiers
|
# https://code.visualstudio.com/docs/languages/identifiers
|
||||||
class Language(str, Enum):
|
class Language(str, Enum):
|
||||||
UNKNOWN = "unknown"
|
UNKNOWN = "unknown"
|
||||||
PYTHON = "python"
|
CLOJURE = "clojure"
|
||||||
|
CSHARP = "csharp"
|
||||||
|
CSS = "css"
|
||||||
|
DOCKERFILE = "dockerfile"
|
||||||
|
FSHARP = "fsharp"
|
||||||
|
GO = "go"
|
||||||
JAVASCRIPT = "javascript"
|
JAVASCRIPT = "javascript"
|
||||||
|
JSON = "json"
|
||||||
|
PHP = "php"
|
||||||
|
PYTHON = "python"
|
||||||
TYPESCRIPT = "typescript"
|
TYPESCRIPT = "typescript"
|
||||||
|
YAML = "yaml"
|
||||||
|
|
||||||
|
|
||||||
class CompletionRequest(BaseModel):
|
class CompletionRequest(BaseModel):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue