Spaces:
Running
Running
Rivalcoder
commited on
Commit
·
457ebe6
1
Parent(s):
7e9a861
Add Files
Browse files- .vscode/extensions.json +5 -0
- Dockerfile +2 -1
- process_aware_rag.py +2 -0
- vector_store_builder.py +2 -0
.vscode/extensions.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recommendations": [
|
| 3 |
+
"rangav.vscode-thunder-client"
|
| 4 |
+
]
|
| 5 |
+
}
|
Dockerfile
CHANGED
|
@@ -6,6 +6,7 @@ ENV PYTHONDONTWRITEBYTECODE=1 \
|
|
| 6 |
PIP_NO_CACHE_DIR=1 \
|
| 7 |
CHROMA_DB_PATH=/data/chroma \
|
| 8 |
CACHE_ROOT=/data/cache \
|
|
|
|
| 9 |
HF_HOME=/data/cache/hf \
|
| 10 |
TRANSFORMERS_CACHE=/data/cache/transformers \
|
| 11 |
SENTENCE_TRANSFORMERS_HOME=/data/cache/sentence-transformers \
|
|
@@ -20,7 +21,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
| 20 |
WORKDIR /app
|
| 21 |
|
| 22 |
# Ensure writable paths for Chroma and model caches
|
| 23 |
-
RUN mkdir -p "$CHROMA_DB_PATH" "$CACHE_ROOT" "$HF_HOME" "$TRANSFORMERS_CACHE" "$SENTENCE_TRANSFORMERS_HOME" \
|
| 24 |
&& chmod -R 777 "$CHROMA_DB_PATH" "$CACHE_ROOT"
|
| 25 |
|
| 26 |
# Copy requirements first for better caching
|
|
|
|
| 6 |
PIP_NO_CACHE_DIR=1 \
|
| 7 |
CHROMA_DB_PATH=/data/chroma \
|
| 8 |
CACHE_ROOT=/data/cache \
|
| 9 |
+
HOME=/data \
|
| 10 |
HF_HOME=/data/cache/hf \
|
| 11 |
TRANSFORMERS_CACHE=/data/cache/transformers \
|
| 12 |
SENTENCE_TRANSFORMERS_HOME=/data/cache/sentence-transformers \
|
|
|
|
| 21 |
WORKDIR /app
|
| 22 |
|
| 23 |
# Ensure writable paths for Chroma and model caches
|
| 24 |
+
RUN mkdir -p "$CHROMA_DB_PATH" "$CACHE_ROOT" "$HF_HOME" "$TRANSFORMERS_CACHE" "$SENTENCE_TRANSFORMERS_HOME" "$HOME/.cache" \
|
| 25 |
&& chmod -R 777 "$CHROMA_DB_PATH" "$CACHE_ROOT"
|
| 26 |
|
| 27 |
# Copy requirements first for better caching
|
process_aware_rag.py
CHANGED
|
@@ -21,7 +21,9 @@ class ProcessAwareRAG:
|
|
| 21 |
|
| 22 |
# Redirect model caches to writable directories
|
| 23 |
default_cache_root = os.getenv('CACHE_ROOT', '/data/cache')
|
|
|
|
| 24 |
os.makedirs(default_cache_root, exist_ok=True)
|
|
|
|
| 25 |
os.environ.setdefault('HF_HOME', os.path.join(default_cache_root, 'hf'))
|
| 26 |
os.environ.setdefault('TRANSFORMERS_CACHE', os.path.join(default_cache_root, 'transformers'))
|
| 27 |
os.environ.setdefault('SENTENCE_TRANSFORMERS_HOME', os.path.join(default_cache_root, 'sentence-transformers'))
|
|
|
|
| 21 |
|
| 22 |
# Redirect model caches to writable directories
|
| 23 |
default_cache_root = os.getenv('CACHE_ROOT', '/data/cache')
|
| 24 |
+
os.environ.setdefault('HOME', '/data')
|
| 25 |
os.makedirs(default_cache_root, exist_ok=True)
|
| 26 |
+
os.makedirs(os.path.join(os.environ['HOME'], '.cache'), exist_ok=True)
|
| 27 |
os.environ.setdefault('HF_HOME', os.path.join(default_cache_root, 'hf'))
|
| 28 |
os.environ.setdefault('TRANSFORMERS_CACHE', os.path.join(default_cache_root, 'transformers'))
|
| 29 |
os.environ.setdefault('SENTENCE_TRANSFORMERS_HOME', os.path.join(default_cache_root, 'sentence-transformers'))
|
vector_store_builder.py
CHANGED
|
@@ -14,7 +14,9 @@ def build_vector_store():
|
|
| 14 |
os.makedirs(chroma_path, exist_ok=True)
|
| 15 |
|
| 16 |
default_cache_root = os.getenv('CACHE_ROOT', './cache')
|
|
|
|
| 17 |
os.makedirs(default_cache_root, exist_ok=True)
|
|
|
|
| 18 |
os.environ.setdefault('HF_HOME', os.path.join(default_cache_root, 'hf'))
|
| 19 |
os.environ.setdefault('TRANSFORMERS_CACHE', os.path.join(default_cache_root, 'transformers'))
|
| 20 |
os.environ.setdefault('SENTENCE_TRANSFORMERS_HOME', os.path.join(default_cache_root, 'sentence-transformers'))
|
|
|
|
| 14 |
os.makedirs(chroma_path, exist_ok=True)
|
| 15 |
|
| 16 |
default_cache_root = os.getenv('CACHE_ROOT', './cache')
|
| 17 |
+
os.environ.setdefault('HOME', os.path.abspath('.'))
|
| 18 |
os.makedirs(default_cache_root, exist_ok=True)
|
| 19 |
+
os.makedirs(os.path.join(os.environ['HOME'], '.cache'), exist_ok=True)
|
| 20 |
os.environ.setdefault('HF_HOME', os.path.join(default_cache_root, 'hf'))
|
| 21 |
os.environ.setdefault('TRANSFORMERS_CACHE', os.path.join(default_cache_root, 'transformers'))
|
| 22 |
os.environ.setdefault('SENTENCE_TRANSFORMERS_HOME', os.path.join(default_cache_root, 'sentence-transformers'))
|