Commit c7dae8d3 authored by Jan Reimes's avatar Jan Reimes
Browse files

feat(cli, meetings): enhance incremental option descriptions for clarity 

* Update IncrementalOption help text to clarify its functionality.
* Modify MeetingCrawlConfig incremental field description for better understanding.
parent 9d814237

src/tdoc_crawler/cli/args.py

+7 −1
Original line number Diff line number Diff line
@@ -41,7 +41,13 @@ NoFetchOption = Annotated[ 
    bool,

    typer.Option("--no-fetch", help="Disable automatic fetching of missing TDocs from portal"),

]

IncrementalOption = Annotated[bool, typer.Option("--incremental/--full", help="Toggle incremental mode")]

IncrementalOption = Annotated[

    bool,

    typer.Option(

        "--incremental/--full",

        help=("When true, skip items already present in the database (incremental mode). Use --full to re-scan everything."),

    ),

]

LimitTDocsOption = Annotated[int | None, typer.Option("--limit-tdocs", help="Limit number of TDocs", envvar="TDC_LIMIT_TDOCS")]

ClearTDocsOption = Annotated[bool, typer.Option("--clear-tdocs", help="Clear all TDocs before crawling")]

OverallTimeoutOption = Annotated[

src/tdoc_crawler/meetings/models.py

+4 −1
Original line number Diff line number Diff line
@@ -98,7 +98,10 @@ class MeetingCrawlConfig(BaseConfigModel): 
        description="Working groups to crawl",

    )

    subgroups: list[str] | None = Field(None, description="Filter by sub-working groups (e.g., 'R1', 'SA4')")

    incremental: bool = Field(True, description="Only fetch updated meetings")

    incremental: bool = Field(

        True,

        description=("When true, skip meetings already stored in the database (fetch only new meetings)."),

    )

    max_retries: int = Field(3, ge=0, description="Max retry attempts")

    timeout: int = Field(30, gt=0, description="HTTP timeout in seconds")

    limits: CrawlLimits = Field(default_factory=_new_crawl_limits, description="Crawl limit parameters")

src/tdoc_crawler/parsers/meetings.py

+1 −1
Original line number Diff line number Diff line
@@ -22,7 +22,7 @@ def parse_meeting_page( 
    html: str,

    working_group: WorkingGroup,

    subgroup: str | None,

    get_subtb: Callable[[str], int] | None = None,

    get_subtb: Callable[[str], int | None] | None = None,

) -> list[MeetingMetadata]:

    """Parse meeting page HTML into list of MeetingMetadata.