Update llama.py

Mozer · web-flow · commit 275e5e82c59d · 2023-07-05T13:59:29.000+03:00
added rope-freq-base, rope-freq-scale params
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -800,6 +800,8 @@ def _create_completion(
         model: Optional[str] = None,
         stopping_criteria: Optional[StoppingCriteriaList] = None,
         logits_processor: Optional[LogitsProcessorList] = None,
+        rope_freq_base: int = 80000,
+        rope_freq_scale: float = 0.5,
     ) -> Union[Iterator[Completion], Iterator[CompletionChunk]]:
         assert self.ctx is not None
 
