Align Hermes context window with local 64K model profiles
This commit is contained in:
1 parent
8544abd2d4
commit
0929cdb555
7 files changed
+91
-2
No files matched your search
@@ -96,7 +96,8 @@ def profile_config(name, paths, server_bin=""):
|
||||
|
||||
|
||||
def configure_hermes(config, compression=False):
|
||||
config.setdefault("model", {}).update(default="hermes-local", provider="custom", base_url=LOCAL_URL)
|
||||
config.setdefault("model", {}).update(default="hermes-local", provider="custom",
|
||||
base_url=LOCAL_URL, context_length=65536)
|
||||
config.setdefault("agent", {}).update(run_budget_seconds=1800, budget_warning_ratio=0.8)
|
||||
config.setdefault("providers", {}).setdefault("custom", {}).update(
|
||||
request_timeout_seconds=600, stale_timeout_seconds=180)
|
||||
|
||||
Reference in new issue
Block a user