Added database to inference server (#1446)

* added db for inference

* fixed dockerfiles for inference

inference/worker/utils.py

@@ -1,7 +1,11 @@
 import collections
+import random
+import time
 from typing import Literal
 
 import interface
+import requests
+from loguru import logger
 
 
 class TokenBuffer:
@@ -38,3 +42,21 @@ class TokenBuffer:
             yield from self.tokens
         else:
             yield from self.tokens
+
+
+def wait_for_inference_server(inference_server_url: str, timeout: int = 600):
+    health_url = f"{inference_server_url}/health"
+    time_limit = time.time() + timeout
+    while True:
+        try:
+            response = requests.get(health_url)
+            response.raise_for_status()
+        except (requests.HTTPError, requests.ConnectionError):
+            if time.time() > time_limit:
+                raise
+            sleep_duration = random.uniform(0, 10)
+            logger.warning(f"Inference server not ready. Retrying in {sleep_duration} seconds")
+            time.sleep(sleep_duration)
+        else:
+            logger.info("Inference server is ready")
+            break