From 15502c6c5a2ddd220fe522e72704db1deb1a4957 Mon Sep 17 00:00:00 2001 From: Sanket Sudake Date: Sat, 31 Aug 2024 10:32:01 +0530 Subject: [PATCH] Fetch service ip from kubernetes (#22) Signed-off-by: Sanket --- .envrc | 18 ++++++++++++------ 1 file changed, 12 insertions(+), 6 deletions(-) diff --git a/.envrc b/.envrc index 9cb0c9f..065fe02 100644 --- a/.envrc +++ b/.envrc @@ -1,14 +1,20 @@ # Internal services -export TGI_HOST=192.168.0.203 +export TGI_HOST=$(kubectl get svc ai-stack-tgi -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}') export TGI_PORT=80 -export TEI_HOST=192.168.0.204 +export TEI_HOST=$(kubectl get svc ai-stack-tei -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}') export TEI_PORT=80 -export RERANKER_HOST=192.168.0.205 +export RERANKER_HOST=$(kubectl get svc ai-stack-reranker -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}') export RERANKER_PORT=80 -export VECTORDB_HOST=192.168.0.207 +export VECTORDB_HOST=$(kubectl get svc ai-stack-vectordb -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}') export VECTORDB_PORT=8000 export ENABLE_RERANKER="1" -export TOOLS_BASE_URL="http://192.168.0.209" +export TOOLS_BASE_URL="http://$(kubectl get svc insightful-rtd-tools -n ai-stack -o jsonpath='{.status.loadBalancer.ingress[0].ip}')" + +echo "TGI_HOST: $TGI_HOST:$TGI_PORT" +echo "TEI_HOST: $TEI_HOST:$TEI_PORT" +echo "RERANKER_HOST: $RERANKER_HOST:$RERANKER_PORT" +echo "VECTORDB_HOST: $VECTORDB_HOST:$VECTORDB_PORT" +echo "ENABLE_RERANKER: $ENABLE_RERANKER" # External services export HUGGINGFACEHUB_API_TOKEN="$(cat ~/.hf_token)" #Replace with your own Hugging Face API token @@ -25,4 +31,4 @@ export MAX_TOKENS=1024 # Streamlit configurations export AUTH_CONFIG_FILE_PATH=".streamlit/config.yaml" export STREAMLIT_CLIENT_SHOW_ERROR_DETAILS=False -export STREAMLIT_SERVER_HEADLESS=True \ No newline at end of file +export STREAMLIT_SERVER_HEADLESS=True