Taskfile.yml

version: '3'

tasks:
  meili_api_get_indexes:
    cmds:
      - xh http://localhost:7700/indexes

  llama-2-7b-chat:
    cmds:
      - docker exec -d llm3 zsh -c '/usr/bin/python3 -m llama_cpp.server --port 3000 --host "0.0.0.0" --model /models/llama-2-7b-chat.Q5_K_M.gguf --n_gpu_layers 35'

  llama-2-13b-chat:
    cmds:
      - docker exec -d llm3 zsh -c '/usr/bin/python3 -m llama_cpp.server --port 3000 --host "0.0.0.0" --model /models/llama-2-13b-chat.ggmlv3.q2_K --n_gpu_layers 35'

  llama-2-7b:
    cmds:
      - docker exec -d llm3 zsh -c '/usr/bin/python3 -m llama_cpp.server --port 3000 --host "0.0.0.0" --model /models/llama-2-7b.Q5_K_M.gguf --n_gpu_layers 35'

  guardrails:
    cmds:
      - docker exec -it -u root ailab zsh -c 'cd /workspace/qna_assistant/python_services/chatbot && /usr/bin/python3 -m propan run serve:app'

  mongo_hosts:
    cmds:
      - docker exec -it -u root ailab zsh -c "echo '192.168.58.9 mongo1' >> /etc/hosts"
      - docker exec -it -u root ailab zsh -c "echo '192.168.58.9 mongo2' >> /etc/hosts"
      - docker exec -it -u root ailab zsh -c "echo '192.168.58.9 mongo3' >> /etc/hosts"

  translation:
    cmds:
      - docker exec -d -u root mytransformers bash -c 'uvicorn --host "0.0.0.0" --port 3100 main:app'

  build_bot:
    cmds:
      - docker exec -it -u tiger ailab zsh -c "source ~/.zshrc && cd /workspace/qna_assistant && npm run build"

  start_dev:
    cmds:
      - docker exec -it -u tiger ailab zsh -c "source ~/.zshrc && cd /workspace/qna_assistant && npm run dev"

  test_bot:
    cmds:
      - docker exec -it -u tiger ailab zsh -c "source ~/.zshrc && cd /workspace/qna_assistant && npm test"