We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 538575f commit 4a627d4Copy full SHA for 4a627d4
examples/models/llama/eval_llama_lib.py
@@ -20,7 +20,6 @@
20
Tokenizer as SentencePieceTokenizer,
21
)
22
from executorch.extension.llm.tokenizer.utils import get_tokenizer
23
-from lm_eval.api.model import LM
24
from lm_eval.evaluator import simple_evaluate
25
26
from .evaluate.eager_eval import EagerEvalWrapper
@@ -159,7 +158,7 @@ def _model_call(self, inps):
159
158
def gen_eval_wrapper(
160
model_name: str,
161
args: argparse.ArgumentParser,
162
-) -> LM:
+):
163
"""
164
Generates a wrapper interface around the provided model and tokenizer for
165
the lm-evaluation-harness library.
0 commit comments