Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Feature/entry node logs deprecation #178

Open
wants to merge 26 commits into
base: production
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
26 commits
Select commit Hold shift + click to select a range
015228a
Revert "Feat: Make synth data generation more customiseable (#67)"
tripathiarpan20 Oct 17, 2024
4fcc073
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 5, 2024
66572cb
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 6, 2024
c5e8614
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 13, 2024
c598855
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 13, 2024
3452271
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 14, 2024
7e30ab0
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 14, 2024
2ba59ba
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 15, 2024
ca3c561
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 18, 2024
5c28570
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 19, 2024
3028e03
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 20, 2024
b4e3c7b
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 20, 2024
5486f20
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 21, 2024
efbe10a
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 21, 2024
4a9b87a
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 21, 2024
c430cd3
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 25, 2024
0bc088a
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 27, 2024
26ae982
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 27, 2024
0b5d595
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 28, 2024
6168ab9
Merge branch 'namoray:production' into production
tripathiarpan20 Nov 30, 2024
3d92303
Merge branch 'namoray:production' into production
tripathiarpan20 Dec 4, 2024
fb3905e
Merge branch 'namoray:production' into production
tripathiarpan20 Dec 5, 2024
54a6cb0
Merge branch 'namoray:production' into production
tripathiarpan20 Dec 6, 2024
39ef8c1
Merge branch 'production' of https://github.com/tripathiarpan20/ninet…
tripathiarpan20 Dec 8, 2024
b5ff5cf
Merge branch 'namoray:production' into production
tripathiarpan20 Dec 8, 2024
fafadeb
entry node minimal logs
tripathiarpan20 Dec 9, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions validator/entry_node/src/endpoints/image.py
Original file line number Diff line number Diff line change
Expand Up @@ -81,14 +81,14 @@ async def make_non_stream_organic_query(
except asyncio.TimeoutError:
logger.error(f"No confirmation received for job {job_id} within timeout period. Task: {task}")
COUNTER_IMAGE_ERROR.add(1, {"task": task, "kind": "redis_acknowledgement_timeout", "status_code": 500})
raise HTTPException(status_code=500, detail=f"Unable to process task: {task} ; redis_acknowledgement_timeout, please try again later.")
raise HTTPException(status_code=500, detail=f"Unable to process task: {task}, please try again later.")

try:
return await asyncio.wait_for(_collect_single_result(pubsub, job_id), timeout=timeout)
except asyncio.TimeoutError:
logger.error(f"Timed out waiting for the first chunk of results for job {job_id}. Task: {task}")
COUNTER_IMAGE_ERROR.add(1, {"task": task, "kind": "_collect_single_result_failed", "status_code": 500})
raise HTTPException(status_code=500, detail=f"Unable to process task: {task} ; _collect_single_result_failed, please try again later.")
raise HTTPException(status_code=500, detail=f"Unable to process task: {task}, please try again later.")



Expand Down
6 changes: 3 additions & 3 deletions validator/entry_node/src/endpoints/text.py
Original file line number Diff line number Diff line change
Expand Up @@ -108,7 +108,7 @@ async def make_stream_organic_query(
f"Query node down? No confirmation received for job {job_id} within timeout period. Task: {task}, model: {payload['model']}"
)
COUNTER_TEXT_GENERATION_ERROR.add(1, {"task": task, "kind": "redis_acknowledgement_timeout", "status_code": 500})
raise HTTPException(status_code=500, detail="Unable to process request ; redis_acknowledgement_timeout")
raise HTTPException(status_code=500, detail="Unable to process request")

await pubsub.subscribe(f"{rcst.JOB_RESULTS}:{job_id}")
logger.info("Here waiting for a message!")
Expand All @@ -120,11 +120,11 @@ async def make_stream_organic_query(
f"Query node down? Timed out waiting for the first chunk of results for job {job_id}. Task: {task}, model: {payload['model']}"
)
COUNTER_TEXT_GENERATION_ERROR.add(1, {"task": task, "kind": "first_chunk_timeout", "status_code": 500})
raise HTTPException(status_code=500, detail="Unable to process request ; first_chunk_timeout")
raise HTTPException(status_code=500, detail="Unable to process request")

if first_chunk is None:
COUNTER_TEXT_GENERATION_ERROR.add(1, {"task": task, "kind": "first_chunk_missing", "status_code": 500})
raise HTTPException(status_code=500, detail="Unable to process request ; first_chunk_missing")
raise HTTPException(status_code=500, detail="Unable to process request")
return _stream_results(pubsub, job_id, task, first_chunk, start_time)


Expand Down