ChAbhishek28 commited on
Commit
afe5327
·
1 Parent(s): 224c593

Add 89999999999999999

Browse files
Files changed (23) hide show
  1. config.py +2 -2
  2. lancedb_data_backup_20251002_184011/documents.lance/_transactions/0-bc600c33-2a60-489a-8dff-670a74748170.txn +0 -0
  3. lancedb_data_backup_20251002_184011/documents.lance/_transactions/1-3b5cfa32-c61a-42fb-a336-78b2b432c613.txn +1 -0
  4. lancedb_data_backup_20251002_184011/documents.lance/_transactions/2-81a05967-eae8-4251-bac8-90b22e28a185.txn +0 -0
  5. lancedb_data_backup_20251002_184011/documents.lance/_transactions/3-89d4e653-0319-49a2-9ae8-8aac4caba42a.txn +0 -0
  6. lancedb_data_backup_20251002_184011/documents.lance/data/1000101101011011001110102351e34007a8aa29be6ed42a4e.lance +0 -0
  7. lancedb_data_backup_20251002_184011/documents.lance/data/1011011010001110011110006e2edd438fbd14b754658d1009.lance +0 -0
  8. lancedb_data_backup_20251002_184011/documents.lance/data/111000011111110011100101171c904225a7c8788a9a3b731e.lance +0 -0
  9. lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/0-4b6c9dcc-7335-4a1c-aeba-1d6d8f88c40f.txn +0 -0
  10. lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/1-41867c36-223d-4439-b229-1df0329b6f7b.txn +1 -0
  11. lancedb_data_backup_20251002_184011/mcp_servers.lance/data/0100011110101010010011018e2ed443568ec48f11ccb4f439.lance +0 -0
  12. lancedb_data_backup_20251002_184011/personas.lance/_transactions/0-d4f91e6c-2858-481f-a59e-0845762754ed.txn +0 -0
  13. lancedb_data_backup_20251002_184011/personas.lance/_transactions/1-87a8fd35-0dc2-43e2-9f80-637a21b8292c.txn +1 -0
  14. lancedb_data_backup_20251002_184011/personas.lance/data/111110010000001101001101f22c17496e87148163e0651a4f.lance +0 -0
  15. lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/0-c8ed5ebd-229c-4e4a-9b31-804286a9e38a.txn +0 -0
  16. lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/1-84b138a4-a65c-4e22-b14c-27e7146c1ce5.txn +1 -0
  17. lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/2-9b055b01-8ffe-46e8-9fca-a9ec7b8983b5.txn +0 -0
  18. lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/10011111010010100101101168eb6449bdac796808d271158e.lance +0 -0
  19. lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/110101010000111110010010bbb7a64e31bc93bf171350feb6.lance +0 -0
  20. lancedb_data_backup_20251002_184011/sessions.lance/_transactions/0-c3f67624-ace8-4844-99d1-34886d640283.txn +0 -0
  21. lancedb_data_backup_20251002_184011/sessions.lance/_transactions/1-d3b0f76e-8f2d-494d-8372-4b572afac9a0.txn +1 -0
  22. lancedb_data_backup_20251002_184011/sessions.lance/data/00001010011100001011000102d67249908a8a0901f7fc3f1e.lance +0 -0
  23. rag_service.py +4 -3
config.py CHANGED
@@ -33,7 +33,7 @@ VOICE_LANGUAGE = os.environ.get("VOICE_LANGUAGE", "en-US")
33
  DEFAULT_VOICE_SPEED = float(os.environ.get("DEFAULT_VOICE_SPEED", "1.0"))
34
 
35
  # Embedding Model Configuration
36
- EMBEDDING_MODEL_NAME = os.environ.get("EMBEDDING_MODEL_NAME", "BAAI/bge-large-en-v1.5") # Updated to use BGE model
37
  EMBEDDING_SIZE = 768
38
 
39
  # Text Processing Configuration
@@ -44,7 +44,7 @@ CHUNK_OVERLAP = int(os.environ.get("CHUNK_OVERLAP", "200"))
44
  ALLOWED_ORIGINS = os.environ.get("ALLOWED_ORIGINS", "*").split(",") if os.environ.get("ALLOWED_ORIGINS") != "*" else ["*"]
45
 
46
  # LanceDB Configuration
47
- LANCEDB_PATH = os.environ.get("LANCEDB_PATH", "../agentic_chatbot/lancedb_data")
48
 
49
  # JWT Configuration
50
  JWT_SECRET_KEY = os.environ.get("JWT_SECRET_KEY")
 
33
  DEFAULT_VOICE_SPEED = float(os.environ.get("DEFAULT_VOICE_SPEED", "1.0"))
34
 
35
  # Embedding Model Configuration
36
+ EMBEDDING_MODEL_NAME = os.environ.get("EMBEDDING_MODEL_NAME", "nomic-ai/nomic-bert-2048")
37
  EMBEDDING_SIZE = 768
38
 
39
  # Text Processing Configuration
 
44
  ALLOWED_ORIGINS = os.environ.get("ALLOWED_ORIGINS", "*").split(",") if os.environ.get("ALLOWED_ORIGINS") != "*" else ["*"]
45
 
46
  # LanceDB Configuration
47
+ LANCEDB_PATH = os.environ.get("LANCEDB_PATH", "./lancedb_data")
48
 
49
  # JWT Configuration
50
  JWT_SECRET_KEY = os.environ.get("JWT_SECRET_KEY")
lancedb_data_backup_20251002_184011/documents.lance/_transactions/0-bc600c33-2a60-489a-8dff-670a74748170.txn ADDED
Binary file (592 Bytes). View file
 
lancedb_data_backup_20251002_184011/documents.lance/_transactions/1-3b5cfa32-c61a-42fb-a336-78b2b432c613.txn ADDED
@@ -0,0 +1 @@
 
 
1
+ $3b5cfa32-c61a-42fb-a336-78b2b432c613�
lancedb_data_backup_20251002_184011/documents.lance/_transactions/2-81a05967-eae8-4251-bac8-90b22e28a185.txn ADDED
Binary file (133 Bytes). View file
 
lancedb_data_backup_20251002_184011/documents.lance/_transactions/3-89d4e653-0319-49a2-9ae8-8aac4caba42a.txn ADDED
Binary file (133 Bytes). View file
 
lancedb_data_backup_20251002_184011/documents.lance/data/1000101101011011001110102351e34007a8aa29be6ed42a4e.lance ADDED
Binary file (35.4 kB). View file
 
lancedb_data_backup_20251002_184011/documents.lance/data/1011011010001110011110006e2edd438fbd14b754658d1009.lance ADDED
Binary file (35.4 kB). View file
 
lancedb_data_backup_20251002_184011/documents.lance/data/111000011111110011100101171c904225a7c8788a9a3b731e.lance ADDED
Binary file (6.56 kB). View file
 
lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/0-4b6c9dcc-7335-4a1c-aeba-1d6d8f88c40f.txn ADDED
Binary file (467 Bytes). View file
 
lancedb_data_backup_20251002_184011/mcp_servers.lance/_transactions/1-41867c36-223d-4439-b229-1df0329b6f7b.txn ADDED
@@ -0,0 +1 @@
 
 
1
+ $41867c36-223d-4439-b229-1df0329b6f7b�
lancedb_data_backup_20251002_184011/mcp_servers.lance/data/0100011110101010010011018e2ed443568ec48f11ccb4f439.lance ADDED
Binary file (1.94 kB). View file
 
lancedb_data_backup_20251002_184011/personas.lance/_transactions/0-d4f91e6c-2858-481f-a59e-0845762754ed.txn ADDED
Binary file (672 Bytes). View file
 
lancedb_data_backup_20251002_184011/personas.lance/_transactions/1-87a8fd35-0dc2-43e2-9f80-637a21b8292c.txn ADDED
@@ -0,0 +1 @@
 
 
1
+ $87a8fd35-0dc2-43e2-9f80-637a21b8292c�
lancedb_data_backup_20251002_184011/personas.lance/data/111110010000001101001101f22c17496e87148163e0651a4f.lance ADDED
Binary file (3.21 kB). View file
 
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/0-c8ed5ebd-229c-4e4a-9b31-804286a9e38a.txn ADDED
Binary file (392 Bytes). View file
 
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/1-84b138a4-a65c-4e22-b14c-27e7146c1ce5.txn ADDED
@@ -0,0 +1 @@
 
 
1
+ $84b138a4-a65c-4e22-b14c-27e7146c1ce5�
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/_transactions/2-9b055b01-8ffe-46e8-9fca-a9ec7b8983b5.txn ADDED
Binary file (125 Bytes). View file
 
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/10011111010010100101101168eb6449bdac796808d271158e.lance ADDED
Binary file (5.29 kB). View file
 
lancedb_data_backup_20251002_184011/rajasthan_documents.lance/data/110101010000111110010010bbb7a64e31bc93bf171350feb6.lance ADDED
Binary file (33.6 kB). View file
 
lancedb_data_backup_20251002_184011/sessions.lance/_transactions/0-c3f67624-ace8-4844-99d1-34886d640283.txn ADDED
Binary file (537 Bytes). View file
 
lancedb_data_backup_20251002_184011/sessions.lance/_transactions/1-d3b0f76e-8f2d-494d-8372-4b572afac9a0.txn ADDED
@@ -0,0 +1 @@
 
 
1
+ $d3b0f76e-8f2d-494d-8372-4b572afac9a0�
lancedb_data_backup_20251002_184011/sessions.lance/data/00001010011100001011000102d67249908a8a0901f7fc3f1e.lance ADDED
Binary file (2.27 kB). View file
 
rag_service.py CHANGED
@@ -195,9 +195,10 @@ async def search_documents_async(query: str, limit: int = 5) -> List[Dict[str, A
195
  try:
196
  knowledge_bases = ["government_docs"] # Default
197
  query_lower = query.lower()
198
- if any(keyword in query_lower for keyword in ["rajasthan", "pension", "circular", "pay", "rules"]):
199
- # Use separate table for Rajasthan documents
200
- return await search_rajasthan_documents_async(query, limit)
 
201
  all_docs = []
202
  for kb in knowledge_bases:
203
  try:
 
195
  try:
196
  knowledge_bases = ["government_docs"] # Default
197
  query_lower = query.lower()
198
+ # Temporarily disable Rajasthan documents table due to vector dimension mismatch
199
+ # if any(keyword in query_lower for keyword in ["rajasthan", "pension", "circular", "pay", "rules"]):
200
+ # # Use separate table for Rajasthan documents
201
+ # return await search_rajasthan_documents_async(query, limit)
202
  all_docs = []
203
  for kb in knowledge_bases:
204
  try: