dazed/DazedTL
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

estiamte adjustments

Browse source
This commit is contained in:
dazedanon 2026-03-16 10:26:00 -05:00
parent 2ae7c9dba3
commit f27603ce53
1 changed files with 12 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
util/translation.py
View file

@ -1248,15 +1248,21 @@ def calculateCost(inputTokens, outputTokens, model):
static_tok = getattr(_thread_local, 'estimate_static_tokens', 0)
regular_tok = getattr(_thread_local, 'estimate_regular_tokens', 0)
batch_count = max(1, getattr(_thread_local, 'estimate_batch_count', 1))
d _thread_local.estimate_static_tokens = 0
_thread_local.estimate_static_tokens = 0
_thread_local.estimate_regular_tokens = 0
_thread_local.estimate_batch_count = 0
# Assume first 30 batches across ALL files are cache writes (2x), rest reads (0.10x).
# If cache is disabled, every batch is a write (2x) — no reads ever.
# Otherwise assume first <batchSize> batches globally are writes, rest are reads (0.10x).
global _global_estimate_batch_offset
offset = _global_estimate_batch_offset
_global_estimate_batch_offset += batch_count
write_batches = max(0, min(30, offset + batch_count) - offset)
read_batches = batch_count - write_batches
if DISABLE_CACHE:
write_batches = batch_count
read_batches = 0
else:
cache_write_window = pricing["batchSize"]
offset = _global_estimate_batch_offset
_global_estimate_batch_offset += batch_count
write_batches = max(0, min(cache_write_window, offset + batch_count) - offset)
read_batches = batch_count - write_batches
write_cost = (write_batches * static_tok / 1_000_000) * pricing["inputAPICost"] * 2.0
read_cost = (read_batches * static_tok / 1_000_000) * pricing["inputAPICost"] * 0.10
regular_cost = (regular_tok / 1_000_000) * pricing["inputAPICost"]