Commit 5da98c4f authored by Jan Reimes's avatar Jan Reimes
Browse files

chore(dependencies): update dependencies in pyproject.toml files 

* Remove lxml from main project dependencies.
* Update sentence-transformers to use a direct GitHub reference.
* Add hf_xet to AI extension dependencies.
* Ensure compatibility with hatchling metadata for direct references.
parent a31a9434

pyproject.toml

+0 −1
Original line number Diff line number Diff line
@@ -20,7 +20,6 @@ dependencies = [ 
    "beautifulsoup4>=4.14.2",

    "brotli>=1.2.0",

    "hishel>=1.1.8",

    "lxml>=6.0.2",

    "pandas>=3.0.0",

    "pydantic>=2.12.2",

    "pydantic-sqlite>=0.4.0",

src/tdoc-ai/pyproject.toml

+6 −3
Original line number Diff line number Diff line
@@ -19,10 +19,10 @@ dependencies = [ 
    "kreuzberg[all]>=4.0.0",

    "lancedb>=0.29.2",

    "litellm>=1.81.15",

    "sentence-transformers[openvino,onnx,onnx-gpu]>=2.7.0",

    "sentence-transformers[openvino] @ git+https://github.com/huggingface/sentence-transformers.git",

    "tokenizers>=0.22.2",

    "optimum[openvino]"



    "optimum[openvino]",

    "hf_xet"

    #"nvidia-cudnn-cu12", "nvidia-cuda-runtime-cu12", "nvidia-cufft-cu12"

]
@@ -33,6 +33,9 @@ Repository = "https://forge.3gpp.org/rep/reimes/tdoc-crawler" 
requires = ["hatchling"]

build-backend = "hatchling.build"



[tool.hatch.metadata]

allow-direct-references = true



[tool.uv.sources]

# doc2txt repository contains pyproject.toml AND setup.py/setup.cfg

# this causes installation of unnecessary additional dependencies.