From d14211df545b6f1325a6509ec966e65a84a01d0d Mon Sep 17 00:00:00 2001 From: Pei Zhang Date: Fri, 9 Feb 2024 17:00:09 -0800 Subject: [PATCH] remove torchtext in the installation (#108) * remove torchtext in the installation, which causes endless version fetching * typo fix * typo fix * typo fix --- .../configs/pytorchxla_torchbench_config.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py b/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py index a229e836..c24f1c0e 100644 --- a/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py +++ b/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py @@ -38,22 +38,22 @@ def model_install_cmds(output_file=None) -> str: return f"python install.py models {model_name} {pipe_file_cmd}" return ( - "pip install -U setuptools", + "pip3 install -U setuptools", "sudo systemctl stop unattended-upgrades", "sudo apt-get -y update", "sudo apt install -y libopenblas-base", "sudo apt install -y libsndfile-dev", "sudo apt-get install libgl1 -y", - "pip install --user numpy pandas", + "pip3 install --user numpy pandas", ( - "pip install --user --pre torch torchvision torchaudio torchtext -i" + "pip3 install --user --pre torch torchvision torchaudio --index-url" " https://download.pytorch.org/whl/nightly/cpu" ), ( - "pip install --user 'torch_xla[tpuvm] @" + "pip3 install --user 'torch_xla[tpuvm] @" " https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-nightly-cp310-cp310-linux_x86_64.whl'" ), - "pip install --user psutil", + "pip3 install --user psutil", "cd; git clone https://github.com/pytorch/benchmark.git", f"cd benchmark && {model_install_cmds()}", "cd; git clone https://github.com/pytorch/pytorch.git", @@ -162,8 +162,8 @@ def get_nvidia_driver_install_cmd(driver_version: str) -> str: docker_cmds_ls = ( "apt-get update && apt-get install -y libgl1", - "pip install --user numpy pandas", - "pip install --user --pre torch torchvision torchaudio torchtext -i https://download.pytorch.org/whl/nightly/cu121", + "pip3 install --user numpy pandas", + "pip3 install --user --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu121", "cd /tmp/ && git clone https://github.com/pytorch/benchmark.git", f" cd benchmark && {model_install_cmds()}", "cd /tmp/ && git clone https://github.com/pytorch/pytorch.git",