Change defautl timeout for LLM to 150s
This commit is contained in:
@@ -26,7 +26,7 @@
|
|||||||
### Max async calls for LLM
|
### Max async calls for LLM
|
||||||
# MAX_ASYNC=4
|
# MAX_ASYNC=4
|
||||||
### Optional Timeout for LLM
|
### Optional Timeout for LLM
|
||||||
# TIMEOUT=None # Time out in seconds, None for infinite timeout
|
# TIMEOUT=150 # Time out in seconds, None for infinite timeout
|
||||||
|
|
||||||
### Settings for RAG query
|
### Settings for RAG query
|
||||||
# HISTORY_TURNS=3
|
# HISTORY_TURNS=3
|
||||||
|
@@ -268,7 +268,7 @@ You can not change storage implementation selection after you add documents to L
|
|||||||
| --input-dir | ./inputs | Directory containing input documents |
|
| --input-dir | ./inputs | Directory containing input documents |
|
||||||
| --max-async | 4 | Maximum async operations |
|
| --max-async | 4 | Maximum async operations |
|
||||||
| --max-tokens | 32768 | Maximum token size |
|
| --max-tokens | 32768 | Maximum token size |
|
||||||
| --timeout | None | Timeout in seconds (useful when using slow AI). Use None for infinite timeout |
|
| --timeout | 150 | Timeout in seconds. None for infinite timeout(not recommended) |
|
||||||
| --log-level | INFO | Logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL) |
|
| --log-level | INFO | Logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL) |
|
||||||
| --verbose | - | Verbose debug output (True, Flase) |
|
| --verbose | - | Verbose debug output (True, Flase) |
|
||||||
| --key | None | API key for authentication. Protects lightrag server against unauthorized access |
|
| --key | None | API key for authentication. Protects lightrag server against unauthorized access |
|
||||||
|
@@ -148,6 +148,8 @@ def parse_args() -> argparse.Namespace:
|
|||||||
)
|
)
|
||||||
|
|
||||||
def timeout_type(value):
|
def timeout_type(value):
|
||||||
|
if value is None:
|
||||||
|
return 150
|
||||||
if value is None or value == "None":
|
if value is None or value == "None":
|
||||||
return None
|
return None
|
||||||
return int(value)
|
return int(value)
|
||||||
|
Reference in New Issue
Block a user