Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
|
@@ -214,6 +214,8 @@ async def chat(query,history,sources,reports,subtype,year):
|
|
| 214 |
llm_qa = HuggingFaceEndpoint(
|
| 215 |
endpoint_url= model_config.get('reader','ENDPOINT'),
|
| 216 |
max_new_tokens=512,
|
|
|
|
|
|
|
| 217 |
huggingfacehub_api_token=HF_token,)
|
| 218 |
|
| 219 |
# create rag chain
|
|
|
|
| 214 |
llm_qa = HuggingFaceEndpoint(
|
| 215 |
endpoint_url= model_config.get('reader','ENDPOINT'),
|
| 216 |
max_new_tokens=512,
|
| 217 |
+
repetition_penalty=1.03,
|
| 218 |
+
timeout=70,
|
| 219 |
huggingfacehub_api_token=HF_token,)
|
| 220 |
|
| 221 |
# create rag chain
|