Alovestocode commited on
Commit
fb0ad83
·
verified ·
1 Parent(s): 34ce01e

Fix: Add default parameters to generate_response function

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -102,7 +102,7 @@ def get_duration(prompt, max_new_tokens, temperature, top_p):
102
  return base_duration + token_duration
103
 
104
  @spaces.GPU(duration=get_duration)
105
- def generate_response(prompt, max_new_tokens, temperature, top_p):
106
  """
107
  Generate response using the router model.
108
  In ZeroGPU mode: model is loaded on CPU, moved to GPU here, then back to CPU after.
 
102
  return base_duration + token_duration
103
 
104
  @spaces.GPU(duration=get_duration)
105
+ def generate_response(prompt, max_new_tokens=MAX_NEW_TOKENS, temperature=DEFAULT_TEMPERATURE, top_p=DEFAULT_TOP_P):
106
  """
107
  Generate response using the router model.
108
  In ZeroGPU mode: model is loaded on CPU, moved to GPU here, then back to CPU after.