hysts HF staff commited on
Commit
d8b5d99
1 Parent(s): 025dc58
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -60,8 +60,8 @@ def generate(
60
  history_with_input: list[tuple[str, str]],
61
  system_prompt: str,
62
  max_new_tokens: int,
63
- top_p: float,
64
  temperature: float,
 
65
  top_k: int,
66
  ) -> Iterator[list[tuple[str, str]]]:
67
  if max_new_tokens > MAX_MAX_NEW_TOKENS:
@@ -79,7 +79,7 @@ def generate(
79
 
80
 
81
  def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
82
- generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 0.95, 1, 50)
83
  for x in generator:
84
  pass
85
  return '', x
 
60
  history_with_input: list[tuple[str, str]],
61
  system_prompt: str,
62
  max_new_tokens: int,
 
63
  temperature: float,
64
+ top_p: float,
65
  top_k: int,
66
  ) -> Iterator[list[tuple[str, str]]]:
67
  if max_new_tokens > MAX_MAX_NEW_TOKENS:
 
79
 
80
 
81
  def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
82
+ generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 1, 0.95, 50)
83
  for x in generator:
84
  pass
85
  return '', x