Loading demo.bat +2 −2 Original line number Diff line number Diff line Loading @@ -2,7 +2,7 @@ cls call .venv\scripts\activate.bat SET TDC_AI_CONVERT_MD=1 :: SET TDC_AI_CONVERT_MD=1 tdoc-crawler crawl-meetings -s S4 tdoc-crawler crawl-tdocs --start-date 2016 Loading @@ -12,8 +12,8 @@ tdoc-crawler query-tdocs --agenda "*atias*" --start-date 2018 3gpp-ai workspace delete atias --delete-artifacts 3gpp-ai workspace create atias :: 3gpp-ai workspace activate atias 3gpp-ai workspace add-members --kind tdocs --agenda "*atias*" --start-date 2017 3gpp-ai workspace add-members S4-260109 --kind tdocs 3gpp-ai workspace add-members --kind tdocs --agenda "*atias*" --start-date 2017 3gpp-ai workspace add-members 26131 26132 26260 26261 21905 --kind specs --release 19 3gpp-ai workspace add-members 26260 --kind specs --release 18.1.0 3gpp-ai workspace add-members 26260 26261 --kind specs --release 18.0.0 Loading src/tdoc_crawler/database/oxyde_models.py +18 −0 Original line number Diff line number Diff line Loading @@ -22,6 +22,8 @@ class WorkingGroupRecord(Model): name: str class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -34,6 +36,8 @@ class SubWorkingGroupRecord(Model): name: str class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -53,6 +57,8 @@ class CrawlLogEntry(Model): created_at: datetime = Field(default_factory=datetime.utcnow) class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -75,6 +81,8 @@ class MeetingMetadata(Model): updated_at: datetime = Field(default_factory=datetime.utcnow) class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -101,6 +109,8 @@ class TDocMetadata(Model): validation_failed: bool = Field(default=False) class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -117,6 +127,8 @@ class Specification(Model): latest_version: str | None = None class Meta: """Oxyde table configuration.""" is_table = True Loading Loading @@ -154,6 +166,8 @@ class SpecificationSourceRecord(Model): return [str(item) for item in value] class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -167,6 +181,8 @@ class SpecificationVersion(Model): source_name: str class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -186,6 +202,8 @@ class SpecificationDownload(Model): extracted_at: datetime | None = None class Meta: """Oxyde table configuration.""" is_table = True Loading Loading
demo.bat +2 −2 Original line number Diff line number Diff line Loading @@ -2,7 +2,7 @@ cls call .venv\scripts\activate.bat SET TDC_AI_CONVERT_MD=1 :: SET TDC_AI_CONVERT_MD=1 tdoc-crawler crawl-meetings -s S4 tdoc-crawler crawl-tdocs --start-date 2016 Loading @@ -12,8 +12,8 @@ tdoc-crawler query-tdocs --agenda "*atias*" --start-date 2018 3gpp-ai workspace delete atias --delete-artifacts 3gpp-ai workspace create atias :: 3gpp-ai workspace activate atias 3gpp-ai workspace add-members --kind tdocs --agenda "*atias*" --start-date 2017 3gpp-ai workspace add-members S4-260109 --kind tdocs 3gpp-ai workspace add-members --kind tdocs --agenda "*atias*" --start-date 2017 3gpp-ai workspace add-members 26131 26132 26260 26261 21905 --kind specs --release 19 3gpp-ai workspace add-members 26260 --kind specs --release 18.1.0 3gpp-ai workspace add-members 26260 26261 --kind specs --release 18.0.0 Loading
src/tdoc_crawler/database/oxyde_models.py +18 −0 Original line number Diff line number Diff line Loading @@ -22,6 +22,8 @@ class WorkingGroupRecord(Model): name: str class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -34,6 +36,8 @@ class SubWorkingGroupRecord(Model): name: str class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -53,6 +57,8 @@ class CrawlLogEntry(Model): created_at: datetime = Field(default_factory=datetime.utcnow) class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -75,6 +81,8 @@ class MeetingMetadata(Model): updated_at: datetime = Field(default_factory=datetime.utcnow) class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -101,6 +109,8 @@ class TDocMetadata(Model): validation_failed: bool = Field(default=False) class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -117,6 +127,8 @@ class Specification(Model): latest_version: str | None = None class Meta: """Oxyde table configuration.""" is_table = True Loading Loading @@ -154,6 +166,8 @@ class SpecificationSourceRecord(Model): return [str(item) for item in value] class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -167,6 +181,8 @@ class SpecificationVersion(Model): source_name: str class Meta: """Oxyde table configuration.""" is_table = True Loading @@ -186,6 +202,8 @@ class SpecificationDownload(Model): extracted_at: datetime | None = None class Meta: """Oxyde table configuration.""" is_table = True Loading