Update re Google Colab/DeepSpeed compile
DeepSpeed needs to compile the first time it loads in and a longer wait time is required for the 1st model load with DeepSpeed
This commit is contained in:
1 parent
465afd57c8
commit
037d774f2c
1 file changed
+1
-1
@@ -1408,7 +1408,7 @@ if gradio_enabled == True:
|
|||||||
# Restart the subprocess
|
# Restart the subprocess
|
||||||
restart_subprocess()
|
restart_subprocess()
|
||||||
# Wait for the engine to be ready with error handling and retries
|
# Wait for the engine to be ready with error handling and retries
|
||||||
max_retries = 80
|
max_retries = 140
|
||||||
retry_delay = 1 # seconds
|
retry_delay = 1 # seconds
|
||||||
retries = 0
|
retries = 0
|
||||||
while retries < max_retries:
|
while retries < max_retries:
|
||||||
|
|||||||
Reference in new issue
Block a user