testing v-0.0.6

app.py

@@ -41,8 +41,11 @@ if env_var not in os.environ:
         while not is_port_in_use(host, port):
             print(f"Not listening on port: {host}:{port}")
             print("Waiting 10 seconds before retrying...")
+            # st.write(f"Not listening on port: {host}:{port}")
+            # st.write("Waiting 10 seconds before retrying...")
             time.sleep(10)
         print(f"Listening on port: {host}:{port}")
+        # st.write(f"Listening on port: {host}:{port}")
     except subprocess.CalledProcessError as e:
         print("An error occurred:")
         print(e.stderr)
@@ -54,6 +57,7 @@ if env_var not in os.environ:
 
 else:
     print(f"{env_var} exists with value: {os.environ[env_var]}")
+    # st.write(f"{env_var} exists with value: {os.environ[env_var]}")
     if is_port_in_use(host, port):
         print(f"Something is listening on {host}:{port}")
         print("No need to execute anything")
@@ -62,6 +66,8 @@ else:
     else:
         print(f"Nothing is listening on {host}:{port}")
         print("Executing init2.sh")
+        # st.write(f"Nothing is listening on {host}:{port}")
+        # st.write("Executing init2.sh")
         try:
             result = subprocess.run(["bash", "init2.sh"], check=True, capture_output=True, text=True)
             print("Script output:")

init.sh

@@ -32,12 +32,12 @@ fi
 # Launch llama-server in the background
 echo "Starting llama-server in the background..."
 cd build
-./bin/llama-server \
+nohup ./bin/llama-server \
     -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
     -n 256 -c 1024 -t 2 -b 1 \
     --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
     --port 8081 --mlock --numa numactl &
-
+disown
 echo "llama-server launched. Waiting for the server to initialize..."
 # (Optional) Wait a few seconds for the server to start before launching Streamlit
 sleep 45

init2.sh

@@ -9,12 +9,12 @@ if [ -d "llama.cpp" ]; then
         # Launch llama-server in the background
         echo "Starting llama-server in the background..."
         # cd build
-        ./bin/llama-server \
+        nohup ./bin/llama-server \
             -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
             -n 256 -c 1024 -t 2 -b 1 \
             --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
             --port 8081 --mlock --numa numactl &
-
+        disown
         echo "llama-server launched. Waiting for the server to initialize..."
         # (Optional) Wait a few seconds for the server to start before launching Streamlit
         sleep 45
@@ -33,12 +33,12 @@ elif [ "$(basename "$PWD")" = "llama.cpp" ]; then
         # Launch llama-server in the background
         echo "Starting llama-server in the background..."
         # cd build
-        ./bin/llama-server \
+        nohup ./bin/llama-server \
             -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
             -n 256 -c 1024 -t 2 -b 1 \
             --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
             --port 8081 --mlock --numa numactl &
-
+        disown
         echo "llama-server launched. Waiting for the server to initialize..."
         # (Optional) Wait a few seconds for the server to start before launching Streamlit
         sleep 45