mathdatech/awesome-fastapi-projects
1
0
Fork 0
mirror of https://github.com/Kludex/awesome-fastapi-projects.git synced 2025-05-16 22:26:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add some more TODO comments

Browse Source
This commit is contained in:
Vladyslav Fedoriuk 2023-08-27 21:18:50 +02:00
parent 357c134edd
commit 70a8895c22
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app/scrape.py
View File

@ -13,6 +13,7 @@ from app.source_graph.mapper import create_or_update_repos_from_source_graph_rep
from app.uow import async_session_uow from app.uow import async_session_uow
# TODO: Add some logging to get the insights into what's happening
async def _create_dependencies_for_repo(session: AsyncSession, repo: Repo) -> None: async def _create_dependencies_for_repo(session: AsyncSession, repo: Repo) -> None:
""" """
Create dependencies for a repo. Create dependencies for a repo.
@ -138,6 +139,7 @@ async def parse_dependencies_for_repos() -> None:
:return: None. :return: None.
""" """
async with async_session_uow() as session: async with async_session_uow() as session:
# TODO: iterate over repos with now last checked revision first
repo_ids = (await session.scalars(sqlalchemy.select(Repo.id))).all() repo_ids = (await session.scalars(sqlalchemy.select(Repo.id))).all()
semaphore = asyncio.Semaphore(10) semaphore = asyncio.Semaphore(10)
async with asyncio.TaskGroup() as tg: async with asyncio.TaskGroup() as tg:
@ -156,6 +158,7 @@ def main() -> None:
For each scraped repository, parse the dependencies and create them in the database. For each scraped repository, parse the dependencies and create them in the database.
:return: :return:
""" """
# TODO: splot into 2 separate commands
asyncio.run(scrape_source_graph_repos()) asyncio.run(scrape_source_graph_repos())
asyncio.run(parse_dependencies_for_repos()) asyncio.run(parse_dependencies_for_repos())