Bootstrap

pyproject.toml 转 pip install 命令


# D:\proj\python\omniparse\pyproject.toml

# pyproject.toml 转 pip install 
sss="""
scikit-learn = "^1.3.2"
Pillow = "^10.1.0"
pydantic = "^2.4.2"
pydantic-settings = "^2.0.3"
transformers = "^4.36.2"
numpy = "^1.26.1"
python-dotenv = "^1.0.0"
torch = "^2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
tqdm = "^4.66.1"
tabulate = "^0.9.0"
ftfy = "^6.1.1"
texify = "^0.1.9"
rapidfuzz = "^3.8.1"
surya-ocr = "^0.4.12"
filetype = "^1.2.0"
regex = "^2024.4.28"
pdftext = "^0.3.10"
grpcio = "^1.63.0"""


sss="""
scikit-learn = "^1.3.2"
Pillow = "^10.1.0"
pydantic = "^2.4.2"
pydantic-settings = "^2.0.3"
transformers = "^4.41.2" 
numpy = "^1.26.1"
python-dotenv = "^1.0.0"
torch = "^2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
tqdm = "^4.66.1"
tabulate = "^0.9.0"
ftfy = "^6.1.1"
texify = "^0.1.8"
rapidfuzz = "^3.8.1"
surya-ocr = "^0.4.3"
filetype = "^1.2.0"
regex = "^2024.4.28"
pdftext = "^0.3.10"
grpcio = "^1.63.0"
fastapi = "^0.111.0"
uvicorn = "^0.29.0"
pypdfium2 = "^4.30.0"
moviepy = "^1.0.3"
openai-whisper = "^20231117"
pytube = "^15.0.0"
beautifulsoup4 = "^4.12.3"
html2text = "^2024.2.26"
selenium = "^4.21.0"
webdriver-manager = "^4.0.1"
img2pdf = "^0.5.1"
matplotlib = "^3.9.0"
timm = "^1.0.7"
flash-attn = "^2.5.9"
art = "^6.2"
gradio = "^4.37.1"
nltk = "^3.8.1"
marker-pdf = "^0.2.16"
"""

sss="""
"fastapi>=0.115.2,<1.0.0",
    "httpx[http2]>=0.27,<1.0.0",
    "uvicorn>=0.30.0,<1.0.0",
    "gunicorn>=22.0.0,<24.0.0",
    "langchain~=0.3.10",
    "langchain-community~=0.3.10",
    "langchain-core~=0.3.15",
    "langchainhub~=0.1.15",
    "loguru>=0.7.1,<1.0.0",
    "rich>=13.7.0,<14.0.0",
    "langchain-experimental>=0.0.61,<1.0.0",
    "sqlmodel==0.0.22",
    "pydantic~=2.10.1",
    "pydantic-settings>=2.2.0,<3.0.0",
    "typer>=0.13.0,<1.0.0",
    "cachetools>=5.5.0,<6.0.0",
    "platformdirs>=4.2.0,<5.0.0",
    "python-multipart>=0.0.12,<1.0.0",
    "orjson==3.10.0",
    "alembic>=1.13.0,<2.0.0",
    "passlib>=1.7.4,<2.0.0",
    "bcrypt==4.0.1",
    "pillow>=10.2.0,<11.0.0",
    "docstring-parser>=0.16,<1.0.0",
    "python-jose>=3.3.0,<4.0.0",
    "pandas==2.2.2",
    "multiprocess>=0.70.14,<1.0.0",
    "duckdb>=1.0.0,<2.0.0",
    "python-docx>=1.1.0,<2.0.0",
    "jq>=1.7.0,<2.0.0; sys_platform != 'win32'",
    "nest-asyncio>=1.6.0,<2.0.0",
    "emoji>=2.12.0,<3.0.0",
    "cryptography>=42.0.5,<44.0.0",
    "asyncer>=0.0.5,<1.0.0",
    "pyperclip>=1.8.2,<2.0.0",
    "uncurl>=0.0.11,<1.0.0",
    "sentry-sdk[fastapi,loguru]>=2.5.1,<3.0.0",
    "chardet>=5.2.0,<6.0.0",
    "firecrawl-py>=1.0.16,<2.0.0",
    "opentelemetry-api>=1.25.0,<2.0.0",
    "opentelemetry-sdk>=1.25.0,<2.0.0",
    "opentelemetry-exporter-prometheus>=0.46b0,<1.0.0",
    "opentelemetry-instrumentation-fastapi>=0.46b0,<1.0.0",
    "prometheus-client>=0.20.0,<1.0.0",
    "aiofiles>=24.1.0,<25.0.0",
    "setuptools>=70,<76.0.0",
    "nanoid>=2.0.0,<3.0.0",
    "filelock>=3.15.4,<4.0.0",
    "grandalf>=0.8.0,<1.0.0",
    "spider-client>=0.0.27,<1.0.0",
    "diskcache>=5.6.3,<6.0.0",
    "clickhouse-connect==0.7.19",
    "assemblyai>=0.33.0,<1.0.0",
    "fastapi-pagination>=0.12.29,<1.0.0",
    "defusedxml>=0.7.1,<1.0.0",
    "pypdf~=5.1.0",
    "validators>=0.34.0",
"""


from stutil import list_util
from stutil import string_util

# from top.starp.util import list_util
lines=list_util.to_lines(sss)
# lines=sss.split('\n')

def to_version_str(s):
    return s.strip().replace("^","")

# -i https://pypi.tuna.tsinghua.edu.cn/simple
for line in lines:
    parts=line.split('=')
    # parts[0]
    part1=parts[1]
    part1=string_util.back_del_str(part1,",")
    part1=string_util.back_del_str(part1,"; sys_platform !")
    # part1=part1.replace("~==","==")
    version_str=to_version_str(part1)
    # print("version_str",version_str)
    if "," in version_str:
        version_str_parts=version_str.split(",")
        version_str=version_str_parts[0]
    part0=parts[0].strip()
    part0=string_util.front_del_str(part0,'"')
    version_str=string_util.back_del_str(version_str,'"')
    # rf"{part0}=={version_str}"
    pip_install_cmd=rf"pip install -i https://pypi.tuna.tsinghua.edu.cn/simple {part0}=={version_str}"
    pip_install_cmd=pip_install_cmd.replace("~==","==")
    pip_install_cmd=pip_install_cmd.replace(">==","==")
    # pip_install_cmd=pip_install_cmd.replace(">==","==")
    pip_install_cmd=string_util.back_del_str(pip_install_cmd,"==")
    # pip_install_cmd=string_util.back_del_str(pip_install_cmd,"==")
    print(pip_install_cmd)

"""
!pip install scikit-learn=="1.3.2"
!pip install Pillow=="10.1.0"
!pip install pydantic=="2.4.2"
!pip install pydantic-settings=="2.0.3"
!pip install transformers=="4.36.2"
!pip install numpy=="1.26.1"
!pip install python-dotenv=="1.0.0"
!pip install torch=="2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
!pip install tqdm=="4.66.1"
!pip install tabulate=="0.9.0"
!pip install ftfy=="6.1.1"
!pip install texify=="0.1.9"
!pip install rapidfuzz=="3.8.1"
!pip install surya-ocr=="0.4.12"
!pip install filetype=="1.2.0"
!pip install regex=="2024.4.28"
!pip install pdftext=="0.3.10"
!pip install grpcio=="1.63.0

"""

"""
pip install scikit-learn=="1.3.2"
pip install Pillow=="10.1.0"
pip install pydantic=="2.4.2"
pip install pydantic-settings=="2.0.3"
pip install transformers=="4.36.2"
pip install numpy=="1.26.1"
pip install python-dotenv=="1.0.0"
pip install torch=="2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834 
pip install tqdm=="4.66.1"
pip install tabulate=="0.9.0"
pip install ftfy=="6.1.1"
pip install texify=="0.1.9"
pip install rapidfuzz=="3.8.1"
pip install surya-ocr=="0.4.12"
pip install filetype=="1.2.0"
pip install regex=="2024.4.28"
pip install pdftext=="0.3.10"
pip install grpcio=="1.63.0
"""

"""
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple scikit-learn=="1.3.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple Pillow=="10.1.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic=="2.4.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic-settings=="2.0.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple transformers=="4.36.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple numpy=="1.26.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple python-dotenv=="1.0.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple torch=="2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple surya-ocr=="0.4.12"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple filetype=="1.2.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple regex=="2024.4.28"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pdftext=="0.3.10"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple grpcio=="1.63.0

"""

"""
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple scikit-learn=="1.3.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple Pillow=="10.1.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic=="2.4.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic-settings=="2.0.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple transformers=="4.41.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple numpy=="1.26.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple python-dotenv=="1.0.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple torch=="2.2.2" 
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple tqdm=="4.66.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple tabulate=="0.9.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple ftfy=="6.1.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple texify=="0.1.8"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple rapidfuzz=="3.8.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple surya-ocr=="0.4.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple filetype=="1.2.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple regex=="2024.4.28"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pdftext=="0.3.10"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple grpcio=="1.63.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple fastapi=="0.111.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple uvicorn=="0.29.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pypdfium2=="4.30.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple moviepy=="1.0.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple openai-whisper=="20231117"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pytube=="15.0.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple beautifulsoup4=="4.12.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple html2text=="2024.2.26"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple selenium=="4.21.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple webdriver-manager=="4.0.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple img2pdf=="0.5.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple matplotlib=="3.9.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple timm=="1.0.7"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple flash-attn=="2.5.9"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple art=="6.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple gradio=="4.37.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple nltk=="3.8.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple marker-pdf=="0.2.16"

"""
# pip install -i https://pypi.tuna.tsinghua.edu.cn/simple torchvision=="0.17"

	
;