Change defautl timeout for LLM to 150s

This commit is contained in:
yangdx
2025-02-23 17:03:35 +08:00
parent 57884f2fb8
commit 78e0ca7835
3 changed files with 4 additions and 2 deletions

View File

@@ -26,7 +26,7 @@
### Max async calls for LLM ### Max async calls for LLM
# MAX_ASYNC=4 # MAX_ASYNC=4
### Optional Timeout for LLM ### Optional Timeout for LLM
# TIMEOUT=None # Time out in seconds, None for infinite timeout # TIMEOUT=150 # Time out in seconds, None for infinite timeout
### Settings for RAG query ### Settings for RAG query
# HISTORY_TURNS=3 # HISTORY_TURNS=3

View File

@@ -268,7 +268,7 @@ You can not change storage implementation selection after you add documents to L
| --input-dir | ./inputs | Directory containing input documents | | --input-dir | ./inputs | Directory containing input documents |
| --max-async | 4 | Maximum async operations | | --max-async | 4 | Maximum async operations |
| --max-tokens | 32768 | Maximum token size | | --max-tokens | 32768 | Maximum token size |
| --timeout | None | Timeout in seconds (useful when using slow AI). Use None for infinite timeout | | --timeout | 150 | Timeout in seconds. None for infinite timeout(not recommended) |
| --log-level | INFO | Logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL) | | --log-level | INFO | Logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL) |
| --verbose | - | Verbose debug output (True, Flase) | | --verbose | - | Verbose debug output (True, Flase) |
| --key | None | API key for authentication. Protects lightrag server against unauthorized access | | --key | None | API key for authentication. Protects lightrag server against unauthorized access |

View File

@@ -148,6 +148,8 @@ def parse_args() -> argparse.Namespace:
) )
def timeout_type(value): def timeout_type(value):
if value is None:
return 150
if value is None or value == "None": if value is None or value == "None":
return None return None
return int(value) return int(value)