jgrivolla commited on
Commit
d5ef345
·
verified ·
1 Parent(s): 78b65fc

map repetition penalty parameter

Browse files
Files changed (1) hide show
  1. rag.py +1 -0
rag.py CHANGED
@@ -52,6 +52,7 @@ class RAG:
52
  {"role": "user", "content": query}
53
  ],
54
  max_tokens=model_parameters['max_new_tokens'], # TODO: map other parameters
 
55
  stream=False
56
  )
57
  print(chat_completion)
 
52
  {"role": "user", "content": query}
53
  ],
54
  max_tokens=model_parameters['max_new_tokens'], # TODO: map other parameters
55
+ frequency_penalty=model_parameters['repetition_penalty']
56
  stream=False
57
  )
58
  print(chat_completion)