mirror of
https://github.com/Kludex/awesome-fastapi-projects.git
synced 2024-11-27 22:11:08 +00:00
2fdd348a15
* Set up the web project dependencies - Add linters, pre-commit, and GitHub Actions - Add a Makefile - Add a pyproject.toml * Fix pyupgrade job - Remove continue_on_error everywhere * Remove old code * Rename a GithubActions job * Change README * Adjust pre-commit and GitHub actions * Add tables and set up alembic * Set up tests * Extend tests * Add coverage config * Adjust the GithubActions workflow * Fix GithubActions workflow * Try fixing pyproject-fmt config * Fix formatting of pyproject.toml * Fix formatting of pyproject.toml * Add coverage report * Test listing the repositories * Add a working prototype of SourceGraph client * Add parsing of the SourceGraph SSE data * Fix tests * Ged rid of packages replaced by ruff * Fix waits in the SourceGraph client * Refactor the models and add a mapper - A new mapper allows to create database repositories from the SourceGraph data * Add mypy * Try fixing mypy action * Remove redundant configs * Exclude tests from type checking * Fix mypy pre-commit and GitHub action * Ignore factories * Make upserting possible for source graph data * Add logic for parsing the dependencies and populating the database * Add a database and a cron GitHub Action job * Try manually trigger a workflow * Bring back the old config * Add ReadTimeout for errors to retry for in SourceGraph client * Add typer * Adjust the docstrings * Update the database * Refactor and optimize scraping and dependencies parsing * Make scraping run on push for now * Add a unique constraint for the repo url and source graph repo id * Change the index columns in on_conflict statement for repo creation * Optimize dependencies parsing - Do not parse dependencies for a repo when revision did not change * Scraped repositories from Source Graph * Refactor scraping * Set up frontend * Scraped repositories from Source Graph * Add TODOs * Skip scraping when testing * Fix a test with updating the repos * Scraped repositories from Source Graph * Add some more TODOs * Scraped repositories from Source Graph * Add some more TODO comments * Add chadcn/ui * Scraped repositories from Source Graph * Create index.json * Scraped repositories from Source Graph * Add a draft of data table and display all the repos * Scraped repositories from Source Graph * Implement stars badges and description with overflow * Format the links to Github repos * Fix link clicking * Scraped repositories from Source Graph * Add simple pagination and stars column sorting * Scraped repositories from Source Graph * Implement basic searching * Scraped repositories from Source Graph * Implement a multiselect for dependencies * Scraped repositories from Source Graph * Implement actual filtering by dependencies * Scraped repositories from Source Graph * Add a workflow to deploy nextjs on github pages * Try fixing the deployment job * Enable static exports for app router * Fix uploading arifacts for nextjs job * Set base path to properly load JS and CSS * Fix the base path * Scraped repositories from Source Graph * Add header * Remove language version * Scraped repositories from Source Graph * Add some more TODOs * Scraped repositories from Source Graph * Adjust the pre-commit config * Fix pipelines * Scraped repositories from Source Graph * Add a footer * Create the indexes * Scraped repositories from Source Graph * Add more TODOs * Introduce minor footer adjustments * Adjust the scraping actions * Scraped repositories from Source Graph, parsed the dependencies, and generated the indexes * Implement query params state * Scraped repositories from Source Graph, parsed the dependencies, and generated the indexes * Do not commit query state on unmount * Scraped repositories from Source Graph, parsed the dependencies, and generated the indexes * Hopefully fix query states and multiselect input * Scraped repositories from Source Graph, parsed the dependencies, and generated the indexes * Extend the Makefile * Resolve most of TODOs * Resolve the conflicts with anyio version, bring back httpx * Adjust the Makefile and README.md * Fix a typo in README.md * Adjust readme * Fix the Makefile * Fix some stuff * Make some adjustments * Possibly fix failing scraping jobs * Load the repo project URL from env --------- Co-authored-by: vladfedoriuk <vladfedoriuk@users.noreply.github.com> Co-authored-by: Vladyslav Fedoriuk <vladyslav.fedoriuk@deployed.pl>
104 lines
3.8 KiB
Python
104 lines
3.8 KiB
Python
"""Test the operations on the database models."""
|
|
import pytest
|
|
import sqlalchemy as sa
|
|
import sqlalchemy.orm
|
|
from dirty_equals import IsList
|
|
from sqlalchemy.ext.asyncio import AsyncSession
|
|
|
|
from app import database
|
|
from app.factories import DependencyCreateDataFactory
|
|
from app.models import DependencyCreateData
|
|
from app.source_graph.factories import SourceGraphRepoDataFactory
|
|
from app.source_graph.models import SourceGraphRepoData
|
|
|
|
pytestmark = pytest.mark.anyio
|
|
|
|
|
|
def _assert_repo_properties(
|
|
repo: database.Repo, source_graph_repo_data: SourceGraphRepoData
|
|
) -> bool:
|
|
"""Assert that the repo has the expected properties."""
|
|
assert repo.id is not None
|
|
assert repo.url == str(source_graph_repo_data.repo_url)
|
|
assert repo.description == source_graph_repo_data.description
|
|
assert repo.stars == source_graph_repo_data.stars
|
|
assert repo.source_graph_repo_id == source_graph_repo_data.repo_id
|
|
return True
|
|
|
|
|
|
async def test_create_repo_no_dependencies(
|
|
test_db_session: AsyncSession,
|
|
source_graph_repo_data_factory: SourceGraphRepoDataFactory,
|
|
) -> None:
|
|
"""Test creating a repo."""
|
|
source_graph_repo_data: SourceGraphRepoData = source_graph_repo_data_factory.build()
|
|
repo = database.Repo(
|
|
url=str(source_graph_repo_data.repo_url),
|
|
description=source_graph_repo_data.description,
|
|
stars=source_graph_repo_data.stars,
|
|
source_graph_repo_id=source_graph_repo_data.repo_id,
|
|
)
|
|
test_db_session.add(repo)
|
|
await test_db_session.flush()
|
|
await test_db_session.refresh(repo)
|
|
_assert_repo_properties(repo, source_graph_repo_data)
|
|
assert (await repo.awaitable_attrs.dependencies) == IsList(length=0)
|
|
|
|
|
|
async def test_create_repo_with_dependencies(
|
|
test_db_session: AsyncSession,
|
|
source_graph_repo_data_factory: SourceGraphRepoDataFactory,
|
|
dependency_create_data_factory: DependencyCreateDataFactory,
|
|
) -> None:
|
|
"""Test creating a repo with dependencies."""
|
|
source_graph_repo_data: SourceGraphRepoData = source_graph_repo_data_factory.build()
|
|
dependencies_create_data: list[
|
|
DependencyCreateData
|
|
] = dependency_create_data_factory.batch(5)
|
|
repo = database.Repo(
|
|
url=str(source_graph_repo_data.repo_url),
|
|
description=source_graph_repo_data.description,
|
|
stars=source_graph_repo_data.stars,
|
|
source_graph_repo_id=source_graph_repo_data.repo_id,
|
|
dependencies=[
|
|
database.Dependency(**dependency_create_data.model_dump())
|
|
for dependency_create_data in dependencies_create_data
|
|
],
|
|
)
|
|
test_db_session.add(repo)
|
|
await test_db_session.flush()
|
|
await test_db_session.refresh(repo)
|
|
_assert_repo_properties(repo, source_graph_repo_data)
|
|
repo_dependencies = await repo.awaitable_attrs.dependencies
|
|
assert repo_dependencies == IsList(length=5)
|
|
assert all(
|
|
repo_dependency.name == dependency.name
|
|
for repo_dependency, dependency in zip(
|
|
repo_dependencies, dependencies_create_data, strict=True
|
|
)
|
|
)
|
|
|
|
|
|
async def test_list_repositories(
|
|
test_db_session: AsyncSession,
|
|
some_repos: list[database.Repo],
|
|
) -> None:
|
|
"""Test listing repositories."""
|
|
repos_from_db_result = await test_db_session.execute(
|
|
sa.select(database.Repo).options(
|
|
sqlalchemy.orm.joinedload(database.Repo.dependencies)
|
|
)
|
|
)
|
|
repos_from_db = repos_from_db_result.scalars().unique().all()
|
|
assert repos_from_db == IsList(length=10)
|
|
assert all(
|
|
repo.id == repo_data.id
|
|
and all(
|
|
repo_dependency.name == dependency.name
|
|
for repo_dependency, dependency in zip(
|
|
repo.dependencies, repo_data.dependencies, strict=True
|
|
)
|
|
)
|
|
for repo, repo_data in zip(repos_from_db, some_repos, strict=True)
|
|
)
|