Spaces:
Sleeping
Sleeping
Commit ·
afe5327
1
Parent(s): 224c593
Add 89999999999999999
Browse files- config.py +2 -2
- lancedb_data_backup_20251002_184011/documents.lance/_transactions/0-bc600c33-2a60-489a-8dff-670a74748170.txn +0 -0
- lancedb_data_backup_20251002_184011/documents.lance/_transactions/1-3b5cfa32-c61a-42fb-a336-78b2b432c613.txn +1 -0
- lancedb_data_backup_20251002_184011/documents.lance/_transactions/2-81a05967-eae8-4251-bac8-90b22e28a185.txn +0 -0
- lancedb_data_backup_20251002_184011/documents.lance/_transactions/3-89d4e653-0319-49a2-9ae8-8aac4caba42a.txn +0 -0
- lancedb_data_backup_20251002_184011/documents.lance/data/1000101101011011001110102351e34007a8aa29be6ed42a4e.lance +0 -0
- lancedb_data_backup_20251002_184011/documents.lance/data/1011011010001110011110006e2edd438fbd14b754658d1009.lance +0 -0
- lancedb_data_backup_20251002_184011/documents.lance/data/111000011111110011100101171c904225a7c8788a9a3b731e.lance +0 -0
- lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/0-4b6c9dcc-7335-4a1c-aeba-1d6d8f88c40f.txn +0 -0
- lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/1-41867c36-223d-4439-b229-1df0329b6f7b.txn +1 -0
- lancedb_data_backup_20251002_184011/mcp_servers.lance/data/0100011110101010010011018e2ed443568ec48f11ccb4f439.lance +0 -0
- lancedb_data_backup_20251002_184011/personas.lance/_transactions/0-d4f91e6c-2858-481f-a59e-0845762754ed.txn +0 -0
- lancedb_data_backup_20251002_184011/personas.lance/_transactions/1-87a8fd35-0dc2-43e2-9f80-637a21b8292c.txn +1 -0
- lancedb_data_backup_20251002_184011/personas.lance/data/111110010000001101001101f22c17496e87148163e0651a4f.lance +0 -0
- lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/0-c8ed5ebd-229c-4e4a-9b31-804286a9e38a.txn +0 -0
- lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/1-84b138a4-a65c-4e22-b14c-27e7146c1ce5.txn +1 -0
- lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/2-9b055b01-8ffe-46e8-9fca-a9ec7b8983b5.txn +0 -0
- lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/10011111010010100101101168eb6449bdac796808d271158e.lance +0 -0
- lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/110101010000111110010010bbb7a64e31bc93bf171350feb6.lance +0 -0
- lancedb_data_backup_20251002_184011/sessions.lance/_transactions/0-c3f67624-ace8-4844-99d1-34886d640283.txn +0 -0
- lancedb_data_backup_20251002_184011/sessions.lance/_transactions/1-d3b0f76e-8f2d-494d-8372-4b572afac9a0.txn +1 -0
- lancedb_data_backup_20251002_184011/sessions.lance/data/00001010011100001011000102d67249908a8a0901f7fc3f1e.lance +0 -0
- rag_service.py +4 -3
config.py
CHANGED
|
@@ -33,7 +33,7 @@ VOICE_LANGUAGE = os.environ.get("VOICE_LANGUAGE", "en-US")
|
|
| 33 |
DEFAULT_VOICE_SPEED = float(os.environ.get("DEFAULT_VOICE_SPEED", "1.0"))
|
| 34 |
|
| 35 |
# Embedding Model Configuration
|
| 36 |
-
EMBEDDING_MODEL_NAME = os.environ.get("EMBEDDING_MODEL_NAME", "
|
| 37 |
EMBEDDING_SIZE = 768
|
| 38 |
|
| 39 |
# Text Processing Configuration
|
|
@@ -44,7 +44,7 @@ CHUNK_OVERLAP = int(os.environ.get("CHUNK_OVERLAP", "200"))
|
|
| 44 |
ALLOWED_ORIGINS = os.environ.get("ALLOWED_ORIGINS", "*").split(",") if os.environ.get("ALLOWED_ORIGINS") != "*" else ["*"]
|
| 45 |
|
| 46 |
# LanceDB Configuration
|
| 47 |
-
LANCEDB_PATH = os.environ.get("LANCEDB_PATH", ".
|
| 48 |
|
| 49 |
# JWT Configuration
|
| 50 |
JWT_SECRET_KEY = os.environ.get("JWT_SECRET_KEY")
|
|
|
|
| 33 |
DEFAULT_VOICE_SPEED = float(os.environ.get("DEFAULT_VOICE_SPEED", "1.0"))
|
| 34 |
|
| 35 |
# Embedding Model Configuration
|
| 36 |
+
EMBEDDING_MODEL_NAME = os.environ.get("EMBEDDING_MODEL_NAME", "nomic-ai/nomic-bert-2048")
|
| 37 |
EMBEDDING_SIZE = 768
|
| 38 |
|
| 39 |
# Text Processing Configuration
|
|
|
|
| 44 |
ALLOWED_ORIGINS = os.environ.get("ALLOWED_ORIGINS", "*").split(",") if os.environ.get("ALLOWED_ORIGINS") != "*" else ["*"]
|
| 45 |
|
| 46 |
# LanceDB Configuration
|
| 47 |
+
LANCEDB_PATH = os.environ.get("LANCEDB_PATH", "./lancedb_data")
|
| 48 |
|
| 49 |
# JWT Configuration
|
| 50 |
JWT_SECRET_KEY = os.environ.get("JWT_SECRET_KEY")
|
lancedb_data_backup_20251002_184011/documents.lance/_transactions/0-bc600c33-2a60-489a-8dff-670a74748170.txn
ADDED
|
Binary file (592 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/documents.lance/_transactions/1-3b5cfa32-c61a-42fb-a336-78b2b432c613.txn
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
$3b5cfa32-c61a-42fb-a336-78b2b432c613�
|
lancedb_data_backup_20251002_184011/documents.lance/_transactions/2-81a05967-eae8-4251-bac8-90b22e28a185.txn
ADDED
|
Binary file (133 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/documents.lance/_transactions/3-89d4e653-0319-49a2-9ae8-8aac4caba42a.txn
ADDED
|
Binary file (133 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/documents.lance/data/1000101101011011001110102351e34007a8aa29be6ed42a4e.lance
ADDED
|
Binary file (35.4 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/documents.lance/data/1011011010001110011110006e2edd438fbd14b754658d1009.lance
ADDED
|
Binary file (35.4 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/documents.lance/data/111000011111110011100101171c904225a7c8788a9a3b731e.lance
ADDED
|
Binary file (6.56 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/0-4b6c9dcc-7335-4a1c-aeba-1d6d8f88c40f.txn
ADDED
|
Binary file (467 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/1-41867c36-223d-4439-b229-1df0329b6f7b.txn
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
$41867c36-223d-4439-b229-1df0329b6f7b�
|
lancedb_data_backup_20251002_184011/mcp_servers.lance/data/0100011110101010010011018e2ed443568ec48f11ccb4f439.lance
ADDED
|
Binary file (1.94 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/personas.lance/_transactions/0-d4f91e6c-2858-481f-a59e-0845762754ed.txn
ADDED
|
Binary file (672 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/personas.lance/_transactions/1-87a8fd35-0dc2-43e2-9f80-637a21b8292c.txn
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
$87a8fd35-0dc2-43e2-9f80-637a21b8292c�
|
lancedb_data_backup_20251002_184011/personas.lance/data/111110010000001101001101f22c17496e87148163e0651a4f.lance
ADDED
|
Binary file (3.21 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/0-c8ed5ebd-229c-4e4a-9b31-804286a9e38a.txn
ADDED
|
Binary file (392 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/1-84b138a4-a65c-4e22-b14c-27e7146c1ce5.txn
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
$84b138a4-a65c-4e22-b14c-27e7146c1ce5�
|
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/2-9b055b01-8ffe-46e8-9fca-a9ec7b8983b5.txn
ADDED
|
Binary file (125 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/10011111010010100101101168eb6449bdac796808d271158e.lance
ADDED
|
Binary file (5.29 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/110101010000111110010010bbb7a64e31bc93bf171350feb6.lance
ADDED
|
Binary file (33.6 kB). View file
|
|
|
lancedb_data_backup_20251002_184011/sessions.lance/_transactions/0-c3f67624-ace8-4844-99d1-34886d640283.txn
ADDED
|
Binary file (537 Bytes). View file
|
|
|
lancedb_data_backup_20251002_184011/sessions.lance/_transactions/1-d3b0f76e-8f2d-494d-8372-4b572afac9a0.txn
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
$d3b0f76e-8f2d-494d-8372-4b572afac9a0�
|
lancedb_data_backup_20251002_184011/sessions.lance/data/00001010011100001011000102d67249908a8a0901f7fc3f1e.lance
ADDED
|
Binary file (2.27 kB). View file
|
|
|
rag_service.py
CHANGED
|
@@ -195,9 +195,10 @@ async def search_documents_async(query: str, limit: int = 5) -> List[Dict[str, A
|
|
| 195 |
try:
|
| 196 |
knowledge_bases = ["government_docs"] # Default
|
| 197 |
query_lower = query.lower()
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
|
|
|
| 201 |
all_docs = []
|
| 202 |
for kb in knowledge_bases:
|
| 203 |
try:
|
|
|
|
| 195 |
try:
|
| 196 |
knowledge_bases = ["government_docs"] # Default
|
| 197 |
query_lower = query.lower()
|
| 198 |
+
# Temporarily disable Rajasthan documents table due to vector dimension mismatch
|
| 199 |
+
# if any(keyword in query_lower for keyword in ["rajasthan", "pension", "circular", "pay", "rules"]):
|
| 200 |
+
# # Use separate table for Rajasthan documents
|
| 201 |
+
# return await search_rajasthan_documents_async(query, limit)
|
| 202 |
all_docs = []
|
| 203 |
for kb in knowledge_bases:
|
| 204 |
try:
|