forked from KruxAI/ragbuilder
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetup.py
118 lines (118 loc) · 3.55 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
from setuptools import setup, find_packages
from setuptools import setup, find_packages
with open("README.md", "r", encoding="utf-8") as fh:
long_description = fh.read()
setup(
name='ragbuilder',
version='0.0.19',
author='Ashwin Aravind, Aravind Parameswaran',
author_email='[email protected], [email protected]',
description='RagBuilder is a toolkit designed to help you create optimal Production-ready Retrieval-Augmented Generation (RAG) pipeline for your data',
long_description=long_description,
long_description_content_type="text/markdown",
url='https://github.com/kruxai/ragbuilder',
license='Apache 2.0',
license_files=('LICENSE',),
package_dir={'': 'src'},
packages=find_packages(where='src'),
include_package_data=True,
python_requires='>=3.7',
package_data={
'ragbuilder': ['templates/*','static/*', 'eval.db'],
},
entry_points={
'console_scripts': [
'ragbuilder=ragbuilder.ragbuilder:main',
],
},
install_requires=[
'fastapi',
'pytest==7.2.1',
'pytest-xdist~=3.2.0',
'coverage~=7.1.0',
'black>=24.3.0',
'pytest-timeout~=2.1.0',
'pytest-env~= 0.8.1',
'python-dotenv',
'langchain',
'langchain-community',
'langchainhub',
'langchain-openai',
'langchain-chroma',
'bs4',
'langchain-core==0.2.20',
'unstructured',
'pdf2image',
'pdfminer.six',
'langchain_experimental',
'scikit-learn',
'ragas==0.1.7',
'inquirer',
'chromadb',
'sentence-transformers',
'IPython',
'rake_nltk',
'faiss-cpu',
'llmlingua',
'langchain-huggingface',
'rank_bm25',
'ragas',
'pandas',
'pillow_heif',
'opencv-python',
'onnx==1.16.0',
'pikepdf',
'unstructured-inference',
'pytesseract',
'unstructured',
'unstructured[all-docs]',
'mixpanel',
'langchain-mistralai==0.1.9',
'langchain_community==0.2.7',
'huggingface_hub',
'datasets',
'langchain_text_splitters',
'requests',
'markdown',
'singlestoredb',
'langchain_pinecone',
'scikit-optimize',
'pydantic==2.8.0',
'uvicorn==0.30.0',
'pinecone-client',
'setuptools',
'langchain_groq',
'langchain-google-genai',
'langchain-google-vertexai',
'langchain-ollama',
'langchain_postgres',
'psycopg[binary,pool]',
'langchain_milvus',
'langsmith',
'optuna',
'tenacity==8.4.2',
'rerankers',
'rerankers[flashrank]',
'rerankers[gpt]',
'gensim',
'ragatouille'
# 'llama-index',
# 'llama-index-vector-stores-chroma',
# 'llama-index-readers-web',
# 'llama-index-retrievers-bm25',
# 'llama-index-embeddings-langchain',
# 'llama-index-vector-stores-faiss',
# 'llama-index-llms-mistralai',
# 'llama-index-embeddings-mistralai',
# 'llama-index-embeddings-openai',
# 'llama-index-postprocessor-longllmlingua',
# 'llama_index-postprocessor-cohere_rerank',
# 'llama_index-postprocessor-jinaai_rerank',
# 'llama-index-postprocessor-rankgpt-rerank',
# 'llama-index-postprocessor-colbert-rerank',
# 'llama-index-postprocessor-rankllm-rerank',
# 'llama-index-llms-openai',
# 'llama-index-core',
# other dependencies
],
)