run_rankgpt_multihop.sh

# RankGPT with open-weight LLMs
# Install vLLM for RankGPT experiments.

LLM_NAME=meta-llama/Meta-Llama-3.1-8B-Instruct
# LLM_NAME=mistralai/Mistral-7B-Instruct-v0.2

# RankGPT with OpenAI models
# export openai_api_key=YOUR_OPENAI_API_KEY
# LLM_NAME=gpt-3.5-turbo
# LLM_NAME=gpt-4o-mini

top_k=20
for data in musique 2wikimultihopqa hotpotqa;
do
  CUDA_VISIBLE_DEVICES=0 \
  python experiments.py \
      --retriever colbertv2 \
      --data $data \
      --split full \
      --top_k $top_k \
      --llm_name $LLM_NAME \
      --seed 0 \
      --reranker rankgpt \
      --save_retrieval_results
done