-
Notifications
You must be signed in to change notification settings - Fork 0
/
aikit.def
160 lines (143 loc) · 5.35 KB
/
aikit.def
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
Bootstrap: docker
From: nvidia/cuda:12.2.2-cudnn8-runtime-ubuntu22.04
################################################################################
# Author: Darrell O. Ricke, Ph.D. (email: Darrell.Ricke@ll.mit.edu)
#
# RAMS request ID 1028310
# RAMS title: Artificial Intelligence tools for Knowledge-Intensive Tasks (AIKIT)
#
# DISTRIBUTION STATEMENT A. Approved for public release. Distribution is unlimited.
#
# This material is based upon work supported by the Department of the Air Force
# under Air Force Contract No. FA8702-15-D-0001. Any opinions, findings,
# conclusions or recommendations expressed in this material are those of the
# author(s) and do not necessarily reflect the views of the Department of the Air Force.
#
# Copyright © 2024 Massachusetts Institute of Technology.
#
# Subject to FAR52.227-11 Patent Rights - Ownership by the contractor (May 2014)
#
# The software/firmware is provided to you on an As-Is basis
#
# Delivered to the U.S. Government with Unlimited Rights, as defined in DFARS
# Part 252.227-7013 or 7014 (Feb 2014). Notwithstanding any copyright notice,
# U.S. Government rights in this work are defined by DFARS 252.227-7013 or
# DFARS 252.227-7014 as detailed above. Use of this work other than as
# specifically authorized by the U.S. Government may violate any copyrights
# that exist in this work.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
################################################################################
%setup
mkdir -p ${SINGULARITY_ROOTFS}/S
mkdir -p ${SINGULARITY_ROOTFS}/io/
%files
# dependencies/wgetrc /S/wgetrc
dependencies/llms_requirements.txt /S
AIKIT_UI.tar /S
%post
export DEBIAN_FRONTEND=noninteractive
apt-get update
apt-get install -y build-essential coreutils
apt-get install -y bzip2 git g++ gfortran libreadline6-dev libncurses5-dev xorg-dev libpng-dev libbz2-dev
apt-get install -y liblzma-dev libpcre3-dev make libcairo2-dev libgtk2.0-dev
apt-get install -y locales libcurl4-nss-dev
apt-get install -y language-pack-en language-pack-en-base
apt-get install -y git curl unzip bc tabix
apt-get install -y libssl-dev libgit2-dev libssh2-1-dev
apt-get install -y gcc zip
apt-get install -y python3.11 gcc zip python3-dev
apt-get install -y zlib1g-dev libbz2-dev liblzma-dev pigz libncurses5-dev
apt-get install -y libreadline-dev
apt-get install -y openssl
apt-get install -y gnupg2
apt-get install -y libmysqlclient-dev
apt-get install -y nodejs
apt-get install -y sqlite3
apt-get install -y ruby-full
apt-get install -y rubygems
apt-get install -y wget
apt-get install -y vim
apt-get install -y libyaml-dev
apt-get install -y libsqlite3-dev
gem install bundler
gem install mysql2
gem install sqlite3
gem install rake
gem install tzinfo-data
gem install rails
cd /S
curl https://bootstrap.pypa.io/pip/3.6/get-pip.py -o get-pip.py
python3 get-pip.py
# cp /S/wgetrc /etc
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > sh.rustup.rs
chmod +x sh.rustup.rs
./sh.rustup.rs -y
export PATH=~/.cargo/bin:$PATH
pip install -r llms_requirements.txt
pip install llama-cpp-python
pip install fastapi uvicorn sse-starlette requests
pip install numba
pip install transformers
pip install gradio
pip install langchain-community==0.2.1 langchain-core==0.2.1
pip install langchain
pip install "langserve[all]"
pip install langgraph
pip install langchain_openai
pip install langchainhub
pip install scipy
pip install einops
pip install optimum
pip install accelerate
pip install bitsandbytes
pip install build
pip install chromadb
pip install datasets
pip install faiss-cpu
pip install langchain-chroma
pip install langchain-community
pip install langchain_mistralai
pip install peft
pip install pettingzoo
pip install pypdf[crypto]
pip install sentence_transformers
pip install tensorflow
pip install tokenizers
pip install torch
pip install tqdm
pip install trl
pip install "unstructured[all-docs]"
pip install docx
pip install "transformers[sentencepiece]"
pip install langchain-huggingface
git clone https://github.com/facebookresearch/llama.git
cd /S/llama
pip install .
cd /S
curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor --no-tty -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
&& curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
tee /etc/apt/sources.list.d/nvidia-container-toolkit.list
apt-get update
apt-get install -y nvidia-container-toolkit
tar -xf AIKIT_UI.tar
cd AIKIT_UI
bundle update
%environment
export DEBIAN_FRONTEND=noninterative
export PATH=/usr/local/cuda/bin:/S/miniconda/bin/:$PATH
export HF_HOME=/io
export HF_HUB_CACHE=/io/hub
export HF_ASSETS_CACHE=/io/assets
%runscript
cd /io
"$@"