Aim for No. 1 RAG

Setup

conda create -n no.1-rag python=3.11 -y
conda activate no.1-rag

pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r requirements.txt

# Test cuda
python -c "import torch;print(torch.cuda.is_available())"

# Expected
True

Full Text Search

BEGIN
  CTX_DDL.CREATE_PREFERENCE('world_lexer','WORLD_LEXER');
END;
/

CREATE INDEX embed_data_idx ON langchain_oracle_embedding(embed_data) INDEXTYPE IS CTXSYS.CONTEXT PARAMETERS ('LEXER world_lexer sync (on commit)');

Using Unstructured Open Source

sudo apt install build-essential libmagic-dev poppler-utils tesseract-ocr libreoffice pandoc -y

Generate LangFuse Secret and Salt

echo <your_secret> | openssl rand -base64 32
echo <your_salt> | openssl rand -base64 32