sss="""
scikit-learn = "^1.3.2"
Pillow = "^10.1.0"
pydantic = "^2.4.2"
pydantic-settings = "^2.0.3"
transformers = "^4.36.2"
numpy = "^1.26.1"
python-dotenv = "^1.0.0"
torch = "^2.2.2"
tqdm = "^4.66.1"
tabulate = "^0.9.0"
ftfy = "^6.1.1"
texify = "^0.1.9"
rapidfuzz = "^3.8.1"
surya-ocr = "^0.4.12"
filetype = "^1.2.0"
regex = "^2024.4.28"
pdftext = "^0.3.10"
grpcio = "^1.63.0"""
sss="""
scikit-learn = "^1.3.2"
Pillow = "^10.1.0"
pydantic = "^2.4.2"
pydantic-settings = "^2.0.3"
transformers = "^4.41.2"
numpy = "^1.26.1"
python-dotenv = "^1.0.0"
torch = "^2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
tqdm = "^4.66.1"
tabulate = "^0.9.0"
ftfy = "^6.1.1"
texify = "^0.1.8"
rapidfuzz = "^3.8.1"
surya-ocr = "^0.4.3"
filetype = "^1.2.0"
regex = "^2024.4.28"
pdftext = "^0.3.10"
grpcio = "^1.63.0"
fastapi = "^0.111.0"
uvicorn = "^0.29.0"
pypdfium2 = "^4.30.0"
moviepy = "^1.0.3"
openai-whisper = "^20231117"
pytube = "^15.0.0"
beautifulsoup4 = "^4.12.3"
html2text = "^2024.2.26"
selenium = "^4.21.0"
webdriver-manager = "^4.0.1"
img2pdf = "^0.5.1"
matplotlib = "^3.9.0"
timm = "^1.0.7"
flash-attn = "^2.5.9"
art = "^6.2"
gradio = "^4.37.1"
nltk = "^3.8.1"
marker-pdf = "^0.2.16"
"""
sss="""
"fastapi>=0.115.2,<1.0.0",
"httpx[http2]>=0.27,<1.0.0",
"uvicorn>=0.30.0,<1.0.0",
"gunicorn>=22.0.0,<24.0.0",
"langchain~=0.3.10",
"langchain-community~=0.3.10",
"langchain-core~=0.3.15",
"langchainhub~=0.1.15",
"loguru>=0.7.1,<1.0.0",
"rich>=13.7.0,<14.0.0",
"langchain-experimental>=0.0.61,<1.0.0",
"sqlmodel==0.0.22",
"pydantic~=2.10.1",
"pydantic-settings>=2.2.0,<3.0.0",
"typer>=0.13.0,<1.0.0",
"cachetools>=5.5.0,<6.0.0",
"platformdirs>=4.2.0,<5.0.0",
"python-multipart>=0.0.12,<1.0.0",
"orjson==3.10.0",
"alembic>=1.13.0,<2.0.0",
"passlib>=1.7.4,<2.0.0",
"bcrypt==4.0.1",
"pillow>=10.2.0,<11.0.0",
"docstring-parser>=0.16,<1.0.0",
"python-jose>=3.3.0,<4.0.0",
"pandas==2.2.2",
"multiprocess>=0.70.14,<1.0.0",
"duckdb>=1.0.0,<2.0.0",
"python-docx>=1.1.0,<2.0.0",
"jq>=1.7.0,<2.0.0; sys_platform != 'win32'",
"nest-asyncio>=1.6.0,<2.0.0",
"emoji>=2.12.0,<3.0.0",
"cryptography>=42.0.5,<44.0.0",
"asyncer>=0.0.5,<1.0.0",
"pyperclip>=1.8.2,<2.0.0",
"uncurl>=0.0.11,<1.0.0",
"sentry-sdk[fastapi,loguru]>=2.5.1,<3.0.0",
"chardet>=5.2.0,<6.0.0",
"firecrawl-py>=1.0.16,<2.0.0",
"opentelemetry-api>=1.25.0,<2.0.0",
"opentelemetry-sdk>=1.25.0,<2.0.0",
"opentelemetry-exporter-prometheus>=0.46b0,<1.0.0",
"opentelemetry-instrumentation-fastapi>=0.46b0,<1.0.0",
"prometheus-client>=0.20.0,<1.0.0",
"aiofiles>=24.1.0,<25.0.0",
"setuptools>=70,<76.0.0",
"nanoid>=2.0.0,<3.0.0",
"filelock>=3.15.4,<4.0.0",
"grandalf>=0.8.0,<1.0.0",
"spider-client>=0.0.27,<1.0.0",
"diskcache>=5.6.3,<6.0.0",
"clickhouse-connect==0.7.19",
"assemblyai>=0.33.0,<1.0.0",
"fastapi-pagination>=0.12.29,<1.0.0",
"defusedxml>=0.7.1,<1.0.0",
"pypdf~=5.1.0",
"validators>=0.34.0",
"""
from stutil import list_util
from stutil import string_util
# from top.starp.util import list_util
lines=list_util.to_lines(sss)
# lines=sss.split('\n')
def to_version_str(s):
return s.strip().replace("^","")
for line in lines:
parts=line.split('=')
part1=parts[1]
part1=string_util.back_del_str(part1,",")
part1=string_util.back_del_str(part1,"; sys_platform !")
version_str=to_version_str(part1)
if "," in version_str:
version_str_parts=version_str.split(",")
version_str=version_str_parts[0]
part0=parts[0].strip()
part0=string_util.front_del_str(part0,'"')
version_str=string_util.back_del_str(version_str,'"')
"
pip_install_cmd=rf"pip install -i https://pypi.tuna.tsinghua.edu.cn/simple {part0}=={version_str}"
pip_install_cmd=pip_install_cmd.replace("~==","==")
pip_install_cmd=pip_install_cmd.replace(">==","==")
# pip_install_cmd=pip_install_cmd.replace(">==","==")
pip_install_cmd=string_util.back_del_str(pip_install_cmd,"==")
# pip_install_cmd=string_util.back_del_str(pip_install_cmd,"==")
print(pip_install_cmd)
"""
!pip install scikit-learn=="1.3.2"
!pip install Pillow=="10.1.0"
!pip install pydantic=="2.4.2"
!pip install pydantic-settings=="2.0.3"
!pip install transformers=="4.36.2"
!pip install numpy=="1.26.1"
!pip install python-dotenv=="1.0.0"
!pip install torch=="2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
!pip install tqdm=="4.66.1"
!pip install tabulate=="0.9.0"
!pip install ftfy=="6.1.1"
!pip install texify=="0.1.9"
!pip install rapidfuzz=="3.8.1"
!pip install surya-ocr=="0.4.12"
!pip install filetype=="1.2.0"
!pip install regex=="2024.4.28"
!pip install pdftext=="0.3.10"
!pip install grpcio=="1.63.0
"""
"""
pip install scikit-learn=="1.3.2"
pip install Pillow=="10.1.0"
pip install pydantic=="2.4.2"
pip install pydantic-settings=="2.0.3"
pip install transformers=="4.36.2"
pip install numpy=="1.26.1"
pip install python-dotenv=="1.0.0"
pip install torch=="2.2.2" # Issue with torch 2.3.0 and vision models - https://github.com/pytorch/pytorch/issues/121834
pip install tqdm=="4.66.1"
pip install tabulate=="0.9.0"
pip install ftfy=="6.1.1"
pip install texify=="0.1.9"
pip install rapidfuzz=="3.8.1"
pip install surya-ocr=="0.4.12"
pip install filetype=="1.2.0"
pip install regex=="2024.4.28"
pip install pdftext=="0.3.10"
pip install grpcio=="1.63.0
"""
"""
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple scikit-learn=="1.3.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple Pillow=="10.1.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic=="2.4.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic-settings=="2.0.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple transformers=="4.36.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple numpy=="1.26.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple python-dotenv=="1.0.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple torch=="2.2.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple surya-ocr=="0.4.12"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple filetype=="1.2.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple regex=="2024.4.28"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pdftext=="0.3.10"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple grpcio=="1.63.0
"""
"""
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple scikit-learn=="1.3.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple Pillow=="10.1.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic=="2.4.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pydantic-settings=="2.0.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple transformers=="4.41.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple numpy=="1.26.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple python-dotenv=="1.0.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple torch=="2.2.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple tqdm=="4.66.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple tabulate=="0.9.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple ftfy=="6.1.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple texify=="0.1.8"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple rapidfuzz=="3.8.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple surya-ocr=="0.4.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple filetype=="1.2.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple regex=="2024.4.28"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pdftext=="0.3.10"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple grpcio=="1.63.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple fastapi=="0.111.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple uvicorn=="0.29.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pypdfium2=="4.30.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple moviepy=="1.0.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple openai-whisper=="20231117"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple pytube=="15.0.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple beautifulsoup4=="4.12.3"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple html2text=="2024.2.26"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple selenium=="4.21.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple webdriver-manager=="4.0.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple img2pdf=="0.5.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple matplotlib=="3.9.0"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple timm=="1.0.7"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple flash-attn=="2.5.9"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple art=="6.2"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple gradio=="4.37.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple nltk=="3.8.1"
pip install -i https://pypi.tuna.tsinghua.edu.cn/simple marker-pdf=="0.2.16"
"""
# pip install -i https://pypi.tuna.tsinghua.edu.cn/simple torchvision=="0.17"