diff --git a/.dockerignore b/.dockerignore new file mode 100644 index 0000000..011fdf7 --- /dev/null +++ b/.dockerignore @@ -0,0 +1,4 @@ +k8s-manifests/** +.github/** +__pycache__/** +insf_venv/** diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..581fb9f --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +__pycache__/** +insf_venv/** diff --git a/Dockerfile b/Dockerfile index bdf6d35..05cc563 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,12 +1,13 @@ -FROM python:3.10-slim +FROM ghcr.io/infracloudio/python-langchain-huggingface:3.10-slim WORKDIR /app -COPY . /app +COPY .streamlit/** /app/.streamlit/ +COPY templates/** /app/templates/ +COPY app.py multi_tenant_rag.py requirements.txt tei_rerank.py /app/ RUN pip install --no-cache-dir -r requirements.txt EXPOSE 8051 CMD ["streamlit", "run", "app.py", "--server.address", "0.0.0.0"] - diff --git a/k8s-manifests/deploy.yaml b/k8s-manifests/deploy.yaml index d16899f..8d58330 100644 --- a/k8s-manifests/deploy.yaml +++ b/k8s-manifests/deploy.yaml @@ -40,6 +40,7 @@ spec: name: tokens key: TAVILY_API_KEY image: ghcr.io/infracloudio/insightful:latest + command: ["streamlit", "run", "multi_tenant_rag.py", "--server.address", "0.0.0.0"] imagePullPolicy: Always name: insightful ports: diff --git a/k8s-manifests/env.yaml b/k8s-manifests/env.yaml index e7b95d2..6377300 100644 --- a/k8s-manifests/env.yaml +++ b/k8s-manifests/env.yaml @@ -4,17 +4,16 @@ metadata: name: insightful-env namespace: ai-stack data: - TGI_HOST: "192.168.0.203" + TGI_HOST: "ai-stack-tgi" TGI_PORT: "80" - TEI_HOST: "192.168.0.202" + TEI_HOST: "ai-stack-tei" TEI_PORT: "80" - RERANKER_HOST: "192.168.0.205" + RERANKER_HOST: "ai-stack-reranker" RERANKER_PORT: "80" - VECTORDB_HOST: "192.168.0.204" + VECTORDB_HOST: "ai-stack-vectordb" VECTORDB_PORT: "8000" STOP_TOKEN: "<|endoftext|>" PORTKEY_PROVIDER: "llm_provider_name" PORTKEY_CUSTOM_HOST: "llm_provider_host_ip_and_port" USE_PORTKEY: "0" USE_RERANKER: "1" - diff --git a/lchf.Dockerfile b/lchf.Dockerfile new file mode 100644 index 0000000..d12d2f3 --- /dev/null +++ b/lchf.Dockerfile @@ -0,0 +1,5 @@ +FROM python:3.10-slim + +WORKDIR /app + +RUN pip install --no-cache-dir langchain_huggingface==0.0.3 diff --git a/requirements.txt b/requirements.txt index 57b768a..94ec8db 100644 --- a/requirements.txt +++ b/requirements.txt @@ -13,3 +13,6 @@ Requests==2.32.3 streamlit==1.36.0 streamlit_authenticator==0.3.3 stackapi==0.3.1 +langchainhub==0.1.21 +pypdf==4.3.1 +jinja2>=3.1.0 \ No newline at end of file