Update mapreduce.py

codelion · codelion · commit 208b11b60e13 · 2025-09-04T15:08:37.000+08:00
diff --git a/optillm/plugins/longcepo/mapreduce.py b/optillm/plugins/longcepo/mapreduce.py
@@ -221,7 +221,7 @@ def collapse_chunks(
     num_tokens = get_prompt_length(format_chunk_list(context_chunks), tokenizer)
     token_budget = (
         longcepo_config.max_context_window
-        - get_prompt_length(longcepo_config.collapse_prompt, tokenizer)
+        - get_prompt_length(longcepo_config.reduce_prompt, tokenizer)
         - longcepo_config.max_output_tokens
     )
     logger.info(f"Pre-collapse length of chunks {num_tokens}, allowed {token_budget}")

Original file line number	Diff line number	Diff line change
`@@ -221,7 +221,7 @@ def collapse_chunks(`
`221`	`221`	`num_tokens = get_prompt_length(format_chunk_list(context_chunks), tokenizer)`
`222`	`222`	`token_budget = (`
`223`	`223`	`longcepo_config.max_context_window`
`224`		`- - get_prompt_length(longcepo_config.collapse_prompt, tokenizer)`
	`224`	`+ - get_prompt_length(longcepo_config.reduce_prompt, tokenizer)`
`225`	`225`	`- longcepo_config.max_output_tokens`
`226`	`226`	`)`
`227`	`227`	`logger.info(f"Pre-collapse length of chunks {num_tokens}, allowed {token_budget}")`