Skip to content

Commit 4f051cd

Browse files
committed
added some debugging
1 parent 80f7f5f commit 4f051cd

File tree

2 files changed

+15
-1
lines changed

2 files changed

+15
-1
lines changed

engine/base_client/search.py

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020

2121

2222
class BaseSearcher:
23-
_doc_id_counter = itertools.count(1000000)
23+
_doc_id_counter = itertools.count(1000000000) # Start from 1 billion to avoid conflicts
2424
MP_CONTEXT = None
2525

2626
def __init__(self, host, connection_params, search_params):
@@ -73,6 +73,9 @@ def _insert_one(cls, query):
7373

7474
# Generate unique doc_id here
7575
doc_id = next(cls._doc_id_counter)
76+
77+
# Debug logging to verify inserts are happening
78+
print(f"DEBUG: Inserting vector with doc_id={doc_id}")
7679

7780
cls.insert_one(str(doc_id), query.vector, query.meta_conditions)
7881
end = time.perf_counter()
@@ -266,10 +269,19 @@ def worker_function(self, distance, search_one, insert_one, chunk, result_queue,
266269

267270
def process_chunk(chunk, search_one, insert_one, insert_fraction):
268271
results = []
272+
insert_count = 0
273+
search_count = 0
274+
275+
print(f"DEBUG: Processing chunk of {len(chunk)} queries with insert_fraction={insert_fraction}")
276+
269277
for i, query in enumerate(chunk):
270278
if random.random() < insert_fraction:
271279
result = insert_one(query)
280+
insert_count += 1
272281
else:
273282
result = search_one(query)
283+
search_count += 1
274284
results.append(result)
285+
286+
print(f"DEBUG: Chunk complete - {search_count} searches, {insert_count} inserts")
275287
return results

engine/clients/redis/search.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -117,4 +117,6 @@ def insert_one(cls, doc_id: int, vector, meta_conditions):
117117
for k, v in meta_conditions.items():
118118
doc[k] = str(v)
119119

120+
print(f"DEBUG: Redis inserting doc_id={doc_id}, vector_size={len(vec_param)} bytes")
120121
cls.client.hset(str(doc_id), mapping=doc)
122+
print(f"DEBUG: Redis insert complete for doc_id={doc_id}")

0 commit comments

Comments
 (0)