SirBallsXIV commited on
Commit
6ab1990
·
verified ·
1 Parent(s): 7802ad0

Script to ingest CUDA 13.1 docs into vectorstore

Browse files
Files changed (1) hide show
  1. backend/ingest_cuda_docs.py +2 -2
backend/ingest_cuda_docs.py CHANGED
@@ -13,12 +13,12 @@ from typing import List
13
  import torch
14
 
15
  from langchain_community.document_loaders import PyMuPDFLoader
16
- from langchain.text_splitter import RecursiveCharacterTextSplitter
17
  from langchain_community.embeddings import SentenceTransformerEmbeddings
18
  from langchain_community.vectorstores import Chroma
19
 
20
  # Configuration
21
- CUDA_PDF_URL = "https://docs.nvidia.com/cuda/archive/13.1.0/pdf/CUDA_C_Programming_Guide.pdf"
22
  SCRIPT_DIR = Path(__file__).parent
23
  DOCS_DIR = SCRIPT_DIR / "docs"
24
  VECTORSTORE_DIR = SCRIPT_DIR / "vectorstore"
 
13
  import torch
14
 
15
  from langchain_community.document_loaders import PyMuPDFLoader
16
+ from langchain_text_splitters import RecursiveCharacterTextSplitter
17
  from langchain_community.embeddings import SentenceTransformerEmbeddings
18
  from langchain_community.vectorstores import Chroma
19
 
20
  # Configuration
21
+ CUDA_PDF_URL = "https://docs.nvidia.com/cuda/pdf/CUDA_C_Programming_Guide.pdf"
22
  SCRIPT_DIR = Path(__file__).parent
23
  DOCS_DIR = SCRIPT_DIR / "docs"
24
  VECTORSTORE_DIR = SCRIPT_DIR / "vectorstore"