Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ beamsize = 2
|
|
18 |
wmodel = WhisperModel("guillaumekln/faster-whisper-small", device=device, compute_type=compute_type)
|
19 |
|
20 |
# Concurrency control
|
21 |
-
MAX_CONCURRENT_REQUESTS =
|
22 |
request_semaphore = Semaphore(MAX_CONCURRENT_REQUESTS)
|
23 |
active_requests = 0
|
24 |
|
|
|
18 |
wmodel = WhisperModel("guillaumekln/faster-whisper-small", device=device, compute_type=compute_type)
|
19 |
|
20 |
# Concurrency control
|
21 |
+
MAX_CONCURRENT_REQUESTS = 2 # Adjust based on your server capacity
|
22 |
request_semaphore = Semaphore(MAX_CONCURRENT_REQUESTS)
|
23 |
active_requests = 0
|
24 |
|