testing v-0.0.4

app.py

@@ -3,24 +3,72 @@ import json
 import streamlit as st
 import os
 import stat
+import socket
 # import time
 
 # Get current permissions and add the execute bit for the owner
 current_permissions = os.stat("init.sh").st_mode
 os.chmod("init.sh", current_permissions | stat.S_IXUSR)
+os.chmod("init2.sh", current_permissions | stat.S_IXUSR)
+
+def is_port_in_use(host: str, port: int) -> bool:
+    with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
+        sock.settimeout(1)  # Set a timeout in case nothing is listening
+        try:
+            sock.connect((host, port))
+            return True
+        except (ConnectionRefusedError, socket.timeout):
+            return False
+        except Exception as e:
+            print(f"Unexpected error: {e}")
+            return False
+
+env_var = "ran_script_once"
+host = "127.0.0.1"
+port = 8081
+
+# Check if the environment variable exists
+if env_var not in os.environ:
+    # Execute the init.sh script
+    print(f"{env_var} does not exist")
+    # st.write(f"{env_var} does not exist")
+    try:
+        result = subprocess.run(["bash", "init.sh"], check=True, capture_output=True, text=True)
+        print("Script output:")
+        print(result.stdout)
+        # st.write("Script output:")
+        # st.write(result.stdout)
+    except subprocess.CalledProcessError as e:
+        print("An error occurred:")
+        print(e.stderr)
+        # st.write("An error occurred:")
+        # st.write(e.stderr)
+    os.environ[env_var] = "1"
+    print(f"{env_var} is set to 1.")
+    # st.write(f"{env_var} is set to 1.")
+
+else:
+    print(f"{env_var} exists with value: {os.environ[env_var]}")
+    if is_port_in_use(host, port):
+        print(f"Something is listening on {host}:{port}")
+        print("No need to execute anything")
+        # st.write(f"Something is listening on {host}:{port}")
+        # st.write("No need to execute anything")
+    else:
+        print(f"Nothing is listening on {host}:{port}")
+        print("Executing init2.sh")
+        try:
+            result = subprocess.run(["bash", "init2.sh"], check=True, capture_output=True, text=True)
+            print("Script output:")
+            print(result.stdout)
+            # st.write("Script output:")
+            # st.write(result.stdout)
+        except subprocess.CalledProcessError as e:
+            print("An error occurred:")
+            print(e.stderr)
+            # st.write("An error occurred:")
+            # st.write(e.stderr)
 
-# Execute the init.sh script
-try:
-    result = subprocess.run(["bash", "init.sh"], check=True, capture_output=True, text=True)
-    print("Script output:")
-    print(result.stdout)
-    st.write("Script output:")
-    st.write(result.stdout)
-except subprocess.CalledProcessError as e:
-    print("An error occurred:")
-    print(e.stderr)
-    st.write("An error occurred:")
-    st.write(e.stderr)
 
 prompt_format = \
 '''Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.

init.sh

@@ -40,5 +40,5 @@ cd build
 
 echo "llama-server launched. Waiting for the server to initialize..."
 # (Optional) Wait a few seconds for the server to start before launching Streamlit
-sleep 5
+sleep 15
 echo "Initialization complete. Proceeding with Streamlit app startup..."

init2.sh

@@ -0,0 +1,54 @@
+#!/bin/bash
+# Checking for the file
+# Check if a directory named "llama.cpp" exists in the current folder
+echo "Checking if current directory contains llama.cpp folder"
+if [ -d "llama.cpp" ]; then
+    if [ -d "llama.cpp/build" ]; then
+        echo "Changing directory to llama.cpp/build/"
+        cd llama.cpp/build
+        # Launch llama-server in the background
+        echo "Starting llama-server in the background..."
+        # cd build
+        ./bin/llama-server \
+            -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
+            -n 256 -c 1024 -t 2 -b 1 \
+            --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
+            --port 8081 --mlock --numa numactl &
+
+        echo "llama-server launched. Waiting for the server to initialize..."
+        # (Optional) Wait a few seconds for the server to start before launching Streamlit
+        sleep 15
+        echo "Initialization complete. Proceeding with Streamlit app startup..."
+    else
+        echo "Directory 'build' not found inside 'llama.cpp'"
+    fi
+
+# Else, check if the current directory itself is named "llama.cpp"
+elif [ "$(basename "$PWD")" = "llama.cpp" ]; then
+    echo "First condition is not met, checking if current directory is llama.cpp"
+    echo "Current directory is llama.cpp"
+    if [ -d "build" ]; then
+        echo "Changing directory to build/"
+        cd build
+        # Launch llama-server in the background
+        echo "Starting llama-server in the background..."
+        # cd build
+        ./bin/llama-server \
+            -m ../llama.cpp/models/sarvam_entity_normalisation_llama_3.1_8b_unsloth.Q4_K_M.gguf \
+            -n 256 -c 1024 -t 2 -b 1 \
+            --temp 0.1 --repeat-penalty 1.1 --top-k 20 \
+            --port 8081 --mlock --numa numactl &
+
+        echo "llama-server launched. Waiting for the server to initialize..."
+        # (Optional) Wait a few seconds for the server to start before launching Streamlit
+        sleep 15
+        echo "Initialization complete. Proceeding with Streamlit app startup..."
+    else
+        echo "Directory 'build' not found in the current 'llama.cpp' folder"
+    fi
+
+# If neither condition is met, echo an appropriate message along with the current working directory
+else
+    echo "'llama.cpp' was not found in the current folder, and the current directory is not 'llama.cpp'."
+    echo "Current working directory: $(pwd)"
+fi