mathdatech/awesome-fastapi-projects
1
0
Fork 0
mirror of https://github.com/Kludex/awesome-fastapi-projects.git synced 2025-05-13 20:57:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix waits in the SourceGraph client

Browse Source
This commit is contained in:
Vladyslav Fedoriuk 2023-08-01 00:22:05 +02:00
parent 193282b836
commit 9d0e6e606d
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
app/scraper/client.py
View File

@ -1,4 +1,5 @@
"""The client for the SourceGraph API."""
import asyncio
import datetime
from collections.abc import AsyncGenerator, Mapping
from contextlib import asynccontextmanager
@ -46,6 +47,7 @@ class SourceGraphRepoData(BaseModel):
#: The type adapter for the SourceGraphRepoData.
SourceGraphRepoDataAdapter = TypeAdapter(SourceGraphRepoData)
#: The type adapter for the SourceGraphRepoData list.
SourceGraphRepoDataListAdapter = TypeAdapter(list[SourceGraphRepoData])
@ -108,16 +110,17 @@ class AsyncSourceGraphSSEClient:
self: Self, **kwargs: Mapping[AnyStr, Any]
) -> AsyncGenerator[ServerSentEvent, None]:
"""Iterate over the SourceGraph SSE API with retries."""
async for attempt in stamina.retry_context(
on=httpx.ReadError, wait_initial=max(self._reconnection_delay, 0.1)
):
async for attempt in stamina.retry_context(on=httpx.ReadError):
with attempt:
await asyncio.sleep(self._reconnection_delay)
async for event in self._aiter_sse(**kwargs):
self._last_event_id = event.id
if event.retry is not None:
self._reconnection_delay = timedelta(
milliseconds=event.retry
).total_seconds()
else:
self._reconnection_delay = 0.0
yield event
async def aiter_fastapi_repos(self: Self) -> AsyncGenerator[ServerSentEvent, None]: