opencode: cap the ChatGPT route at 272k and run work agents at low effort
The ChatGPT subscription meters on TOKENS, not messages. OpenAI moved to token-based accounting and states plainly that "a longer task can use more of your allowance than a short task, so a fixed number of messages is not a reliable measure of remaining usage". On that plan the declared context IS the budget. Reverts chatgpt/* and agent/*-gpt-5.x from 1,050,000 back to 272,000 in all three profiles. Raising them to the API's published figure was correct for capability and wrong for cost: measured over 450 requests, chatgpt/gpt-5.6- terra averaged 128,395 prompt tokens against 374 completion -- a 343:1 ratio -- and peaked at 249,647, i.e. sessions grew until they hit the declared ceiling and compacted there. Quadrupling the ceiling quadruples the room they grow into, and every turn re-sends the whole context. 272,000 also matches Codex's own documented context. ⚠ THE LESSON FROM THE LOCAL TIER DOES NOT TRANSFER. Declaring the true context is strictly right for a local model, where context is free -- that fix took muse-glimmer-30b from 15/24 to 21/24. On a metered subscription the same change is a bill. Same edit, opposite sign, and the distinguishing question is who pays per token. Also points dev/architect/review/duck/brainstorm at a new chatgpt/gpt-5.6-terra-low alias, which pins reasoning_effort server-side. GPT-5.6 defaults to MEDIUM when effort is omitted, and nothing anywhere in these configs set it, so every work agent has been running at medium. The hypothesis being tested is not that this saves the ~374 completion tokens directly, but that less reasoning means fewer tool calls, fewer turns, and therefore less context re-transmission -- which is where the tokens actually go. ⚠ THAT HYPOTHESIS IS UNVERIFIED, and so is whether the parameter arrives at all. LiteLLM documents dropping reasoning_effort from gpt-5.4-and-newer requests that carry tools, which is every agentic request; this route goes through the Responses transformer, which may exempt it. A dropped param returns a normal 200 and changes nothing. A synthetic A/B was run and was INCONCLUSIVE: the fixture was too easy, reasoning came back 11 tokens and 0 in the two arms, so there was no signal to compare, and low made MORE tool calls (9 vs 8) at n=1. Real sessions will settle it -- watch completion_ tokens in the spend log against the 374 baseline. OMO agents are untouched: they are defined in ~/.omo/omo.jsonc, not here. personal.json's five stay on muse-glimmer-30b-low from the local trial.
This commit is contained in:
connor committed
1 parent
fb62fdfc8e
commit
14aee0c1e4
3 files changed
+75
-49
No files matched your search
@@ -116,7 +116,7 @@
|
||||
"chatgpt/gpt-5.6-sol": {
|
||||
"name": "gpt-5.6-sol (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -129,7 +129,7 @@
|
||||
"chatgpt/gpt-5.6-terra": {
|
||||
"name": "gpt-5.6-terra (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -142,7 +142,7 @@
|
||||
"chatgpt/gpt-5.6-luna": {
|
||||
"name": "gpt-5.6-luna (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -155,7 +155,7 @@
|
||||
"chatgpt/gpt-5.5": {
|
||||
"name": "gpt-5.5 (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -247,7 +247,7 @@
|
||||
"agent/explore-gpt-5.6-luna": {
|
||||
"name": "explore -> local/explore",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -331,7 +331,7 @@
|
||||
"agent/momus-gpt-5.5": {
|
||||
"name": "momus -> gpt-5.5",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -345,7 +345,7 @@
|
||||
"agent/gpt-5.6-sol-hephaestus": {
|
||||
"name": "hephaestus -> gpt-5.6-sol",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -359,7 +359,7 @@
|
||||
"agent/oracle-gpt-5.5": {
|
||||
"name": "oracle -> gpt-5.5",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -373,7 +373,7 @@
|
||||
"agent/looker-gpt-5.5": {
|
||||
"name": "looker -> gpt-5.4 (vision)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
|
||||
@@ -77,7 +77,7 @@
|
||||
"chatgpt/gpt-5.6-sol": {
|
||||
"name": "gpt-5.6-sol (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -90,7 +90,7 @@
|
||||
"chatgpt/gpt-5.6-terra": {
|
||||
"name": "gpt-5.6-terra (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -103,7 +103,7 @@
|
||||
"chatgpt/gpt-5.6-luna": {
|
||||
"name": "gpt-5.6-luna (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -116,7 +116,7 @@
|
||||
"chatgpt/gpt-5.5": {
|
||||
"name": "gpt-5.5 (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -194,7 +194,7 @@
|
||||
"agent/librarian-gpt-5.6-luna": {
|
||||
"name": "librarian -> local/librarian",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -208,7 +208,7 @@
|
||||
"agent/explore-gpt-5.6-luna": {
|
||||
"name": "explore -> local/explore",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -222,7 +222,7 @@
|
||||
"agent/oracle-gpt-5.5": {
|
||||
"name": "oracle -> work/oracle",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -236,7 +236,7 @@
|
||||
"agent/looker-gpt-5.5": {
|
||||
"name": "looker -> work/looker",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -250,7 +250,7 @@
|
||||
"agent/momus-gpt-5.5": {
|
||||
"name": "momus -> work/momus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -264,7 +264,7 @@
|
||||
"agent/sisyphus-junior-gpt-5.6-luna": {
|
||||
"name": "sisyphus-junior -> work/sisyphus-junior",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -278,7 +278,7 @@
|
||||
"agent/gpt-5.6-sol-hephaestus": {
|
||||
"name": "hephaestus -> work/hephaestus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -292,7 +292,7 @@
|
||||
"agent/atlas-gpt-5.5": {
|
||||
"name": "atlas -> work/atlas (gpt-5.4)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -306,7 +306,7 @@
|
||||
"agent/prometheus-gpt-5.6-sol": {
|
||||
"name": "prometheus -> work/prometheus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -320,7 +320,7 @@
|
||||
"agent/sisyphus-gpt-5.6-sol": {
|
||||
"name": "sisyphus -> work/sisyphus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -334,7 +334,7 @@
|
||||
"agent/metis-gpt-5.5": {
|
||||
"name": "metis -> work/metis",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -344,6 +344,19 @@
|
||||
"cache_write": 0.0
|
||||
},
|
||||
"id": "work/metis"
|
||||
},
|
||||
"chatgpt/gpt-5.6-terra-low": {
|
||||
"name": "GPT-5.6 Terra (reasoning_effort=low)",
|
||||
"limit": {
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
"input": 0.0,
|
||||
"output": 0.0,
|
||||
"cache_read": 0.0,
|
||||
"cache_write": 0.0
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -358,19 +371,19 @@
|
||||
],
|
||||
"agent": {
|
||||
"dev": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"architect": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"review": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"duck": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"brainstorm": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
}
|
||||
}
|
||||
}
|
||||
+33
-20
@@ -77,7 +77,7 @@
|
||||
"chatgpt/gpt-5.6-sol": {
|
||||
"name": "gpt-5.6-sol (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -90,7 +90,7 @@
|
||||
"chatgpt/gpt-5.6-terra": {
|
||||
"name": "gpt-5.6-terra (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -103,7 +103,7 @@
|
||||
"chatgpt/gpt-5.6-luna": {
|
||||
"name": "gpt-5.6-luna (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -116,7 +116,7 @@
|
||||
"chatgpt/gpt-5.5": {
|
||||
"name": "gpt-5.5 (ChatGPT Plus, flat fee)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -194,7 +194,7 @@
|
||||
"agent/librarian-gpt-5.6-luna": {
|
||||
"name": "librarian -> local/librarian",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -208,7 +208,7 @@
|
||||
"agent/explore-gpt-5.6-luna": {
|
||||
"name": "explore -> local/explore",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -222,7 +222,7 @@
|
||||
"agent/oracle-gpt-5.5": {
|
||||
"name": "oracle -> work/oracle",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -236,7 +236,7 @@
|
||||
"agent/looker-gpt-5.5": {
|
||||
"name": "looker -> work/looker",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -250,7 +250,7 @@
|
||||
"agent/momus-gpt-5.5": {
|
||||
"name": "momus -> work/momus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -264,7 +264,7 @@
|
||||
"agent/sisyphus-junior-gpt-5.6-luna": {
|
||||
"name": "sisyphus-junior -> work/sisyphus-junior",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -278,7 +278,7 @@
|
||||
"agent/gpt-5.6-sol-hephaestus": {
|
||||
"name": "hephaestus -> work/hephaestus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -292,7 +292,7 @@
|
||||
"agent/atlas-gpt-5.5": {
|
||||
"name": "atlas -> work/atlas (gpt-5.4)",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -306,7 +306,7 @@
|
||||
"agent/prometheus-gpt-5.6-sol": {
|
||||
"name": "prometheus -> work/prometheus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -320,7 +320,7 @@
|
||||
"agent/sisyphus-gpt-5.6-sol": {
|
||||
"name": "sisyphus -> work/sisyphus",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -334,7 +334,7 @@
|
||||
"agent/metis-gpt-5.5": {
|
||||
"name": "metis -> work/metis",
|
||||
"limit": {
|
||||
"context": 1050000,
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
@@ -344,6 +344,19 @@
|
||||
"cache_write": 0.0
|
||||
},
|
||||
"id": "work/metis"
|
||||
},
|
||||
"chatgpt/gpt-5.6-terra-low": {
|
||||
"name": "GPT-5.6 Terra (reasoning_effort=low)",
|
||||
"limit": {
|
||||
"context": 272000,
|
||||
"output": 128000
|
||||
},
|
||||
"cost": {
|
||||
"input": 0.0,
|
||||
"output": 0.0,
|
||||
"cache_read": 0.0,
|
||||
"cache_write": 0.0
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -358,19 +371,19 @@
|
||||
],
|
||||
"agent": {
|
||||
"dev": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"architect": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"review": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"duck": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
},
|
||||
"brainstorm": {
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra"
|
||||
"model": "litellm/chatgpt/gpt-5.6-terra-low"
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user