forked from pyspark-ai/pyspark-ai
-
Notifications
You must be signed in to change notification settings - Fork 2
/
pyproject.toml
78 lines (69 loc) · 2.32 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
[build-system]
requires = ["poetry-core>=1.0.0"]
build-backend = "poetry.core.masonry.api"
[tool.poetry]
name = "pyspark-ai"
version = "0.1.21"
description = "English SDK for Apache Spark"
authors = ["Gengliang Wang <gengliang@apache.org>"]
license = "Apache-2.0"
readme = "README.md"
homepage = "https://github.com/databrickslabs/pyspark-ai"
classifiers = [
"Development Status :: 3 - Alpha",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
]
[tool.poetry.dependencies]
python = "^3.9"
pydantic = "^1.10"
openai = "^1.0"
langchain = "^0.1"
langchain-community = "^0.0"
pygments = "^2.15"
# plot extras
pandas = { version = ">=1.0.5", optional = true }
plotly = { version = "^5.15", optional = true }
pyarrow = { version = ">=4.0.0", optional = true }
# vector search extras
faiss-cpu = { version = "^1.7", optional = true }
sentence-transformers = { version = "^2.2", optional = true }
# avoid torch version poetry.lock bug https://github.com/pytorch/pytorch/issues/100974
torch = { version = ">=2.0.0, !=2.0.1, !=2.1.0", optional = true }
# ingestion extras
requests = { version = "^2.31", optional = true }
tiktoken = { version = "^0.4", optional = true }
beautifulsoup4 = { version = "^4.12", optional = true }
google-api-python-client = { version = "^2.90", optional = true }
# spark connect extras
grpcio = { version = ">=1.56.0", optional = true }
grpcio-status = { version = ">=1.56.0", optional = true }
[tool.poetry.group.dev.dependencies]
pyspark = "^3.4"
babel = "^2.12"
chispa = "^0.9"
[tool.poetry.group.lint.dependencies]
flake8 = "^6.0"
black = "^23.7"
[tool.poetry.extras]
plot = ["pandas", "plotly", "pyarrow"]
vector-search = ["faiss-cpu", "sentence-transformers", "torch"]
ingestion = ["requests", "tiktoken", "beautifulsoup4", "google-api-python-client"]
spark-connect = ["grpcio", "grpcio-status"]
all = ["pandas",
"plotly",
"pyarrow",
"faiss-cpu",
"sentence-transformers",
"torch",
"requests",
"tiktoken",
"beautifulsoup4",
"google-api-python-client",
"grpcio",
"grpcio-status"]