Reduce controller polling and bound chat admission waits
This commit is contained in:
1 parent
53320fa6c3
commit
6071b1a2cd
10 files changed
+303
-134
No files matched your search
@@ -39,6 +39,8 @@ def load_profile_registry(path: str | None) -> dict[str, dict]:
|
||||
"ultra": {"context": 262144, "model_alias": None},
|
||||
"uncensored": {"context": 80000, "model_alias": None},
|
||||
}
|
||||
for name, definition in fallback.items():
|
||||
definition["vision"] = name != "ultra"
|
||||
if not path:
|
||||
return fallback
|
||||
try:
|
||||
@@ -56,12 +58,16 @@ def load_profile_registry(path: str | None) -> dict[str, dict]:
|
||||
raise ConfigurationError(f"Profil {name!r} ist kein Objekt")
|
||||
context = definition.get("context")
|
||||
alias = definition.get("model_alias")
|
||||
vision = definition.get("vision", name != "ultra")
|
||||
if not isinstance(vision, bool):
|
||||
raise ConfigurationError(f"ungültige Vision-Fähigkeit für Profil {name!r}")
|
||||
if not isinstance(context, int) or context < 1024:
|
||||
raise ConfigurationError(f"ungültiger Kontext für Profil {name!r}")
|
||||
if alias is not None and (not isinstance(alias, str) or not alias.strip()):
|
||||
raise ConfigurationError(f"ungültiger Modellalias für Profil {name!r}")
|
||||
validated[name] = {"context": context,
|
||||
"model_alias": alias.strip() if alias else None}
|
||||
"model_alias": alias.strip() if alias else None,
|
||||
"vision": vision}
|
||||
return validated
|
||||
|
||||
|
||||
|
||||
Reference in new issue
Block a user