Fix temperature bug

abetlen · abetlen · commit 66e28eb54897 · 2023-05-05T14:00:41.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -287,7 +287,7 @@ def _sample_top_p_top_k(
             candidates=llama_cpp.ctypes.pointer(candidates),
             penalty=repeat_penalty,
         )
-        if temp == 0.0:
+        if float(temp) == 0.0:
             return llama_cpp.llama_sample_token_greedy(
                 ctx=self.ctx,
                 candidates=llama_cpp.ctypes.pointer(candidates),

Original file line number	Diff line number	Diff line change
`@@ -287,7 +287,7 @@ def _sample_top_p_top_k(`
`287`	`287`	`candidates=llama_cpp.ctypes.pointer(candidates),`
`288`	`288`	`penalty=repeat_penalty,`
`289`	`289`	`)`
`290`		`- if temp == 0.0:`
	`290`	`+ if float(temp) == 0.0:`
`291`	`291`	`return llama_cpp.llama_sample_token_greedy(`
`292`	`292`	`ctx=self.ctx,`
`293`	`293`	`candidates=llama_cpp.ctypes.pointer(candidates),`