新服务器配置（用于深度学习）

安装Anaconda

Miniconda下载链接：https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/

换源

pip源

清华源，华为源（换成对应服务器的源速度可以大大提高，华为云这里有 70MB/s）

设为默认

升级 pip 到最新的版本后进行配置：

python -m pip install --upgrade pip 
pip config set global.index-url https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple

验证 pip config list

conda源

教程

step1: 修改 .condarc 文件

channels:
  - defaults
show_channel_urls: true
default_channels:
  - https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/main
  - https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/r
  - https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/msys2
custom_channels:
  conda-forge: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud
  pytorch: https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud

step2: conda clean -i

step3: 取消自动activate conda config --set auto_activate_base false

Huggingface设置（如果有数据盘）

export HF_TOKEN=hf_oxsZPvpBHJkEBxxxxx
export HF_HOME="/home/liuke/data/ProgramFiles/huggingface"

# mirror for huggingface 
export HF_ENDPOINT=https://hf-mirror.com

其他bashrc设置

# （如果前面设置了默认安装路径是数据盘就不用，会直接放在指定路径的安装目录下）
export CONDA_ENVS_PATH='/home/liuke/data/ProgramFiles/conda_envs' 
export CONDA_PKGS_DIRS='/home/liuke/data/ProgramFiles/conda_pkgs'

export PIP_CACHE_DIR='/home/liuke/data/ProgramFiles/pip_caches'

clash配置

直接复制clash文件夹过来

bashrc 开关命令配置

alias proxy_on=". ~/data/ProgramFiles/clash/agent.sh"
alias proxy_off="unset http_proxy https_proxy all_proxy"

一键配置脚本 (pip)

#!/bin/bash
conda activate py20

python -m pip install --upgrade pip
pip config set global.index-url https://mirrors.volces.com/pypi/simple/

shell_config_file="$HOME/.bashrc"  # 默认使用 .bashrc
# if [ -n "$ZSH_VERSION" ]; then
#     shell_config_file="$HOME/.zshrc"  # 如果用户使用 Zsh，则修改 .zshrc
# fi
user_name=$(whoami)

echo "export HF_HOME='/home/$user_name/data/ProgramFiles/huggingface'" >> $shell_config_file
# echo "export HF_ENDPOINT='https://hf-mirror.com'" >> $shell_config_file
echo "export HF_ENDPOINT='http://huggingface-proxy-sg.byted.org'" >> $shell_config_file
echo "export HF_TOKEN='hf_oxsZPvpBHJkEBxxxxx'" >> $shell_config_file

echo "export PIP_CACHE_DIR='/home/$user_name/data/ProgramFiles/pip_caches'" >> $shell_config_file

echo "export USE_MODELSCOPE_HUB=1" >> $shell_config_file
echo "export MODELSCOPE_CACHE='/home/$user_name/data/ProgramFiles/modelscope'" >> $shell_config_file

echo "export TORCH_HOME='/home/$user_name/data/ProgramFiles/torch_home'" >> $shell_config_file


echo "开始配置代理"
PROXY_ON_ALIAS='alias proxy-on="export http_proxy=http://sys-proxy-rd-relay.byted.org:8118 https_proxy=http://sys-proxy-rd-relay.byted.org:8118 all_proxy=http://sys-proxy-rd-relay.byted.org:1080"'
PROXY_OFF_ALIAS='alias proxy-off="unset http_proxy https_proxy all_proxy"'
echo "$PROXY_ON_ALIAS" >> "$shell_config_file"
echo "$PROXY_OFF_ALIAS" >> "$shell_config_file"

echo "代理配置完成"

一键配置脚本 (conda)

#!/bin/bash
echo "脚本开始执行，创建目录和安装conda：$(date)"

user_name=$(whoami)

mkdir -p /home/$user_name/data/ProgramFiles
mkdir -p /home/$user_name/data/ProgramFiles/torch
mkdir -p /home/$user_name/data/ProgramFiles/pip_caches
mkdir -p /home/$user_name/data/ProgramFiles/huggingface

wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /home/$user_name/data/ProgramFiles/miniconda.sh

bash /home/$user_name/data/ProgramFiles/miniconda.sh -p /home/$user_name/data/ProgramFiles/miniconda3

cd /home/$user_name/data/ProgramFiles/miniconda3/condabin
./conda init

./conda config --set auto_activate_base false

wget https://download.pytorch.org/whl/cu117/torch-2.0.0%2Bcu117-cp39-cp39-linux_x86_64.whl#sha256=726cf790bf5730d89c05fe80c1c64f9cf02d09180da1891ee78ecd5891acadcd -O /home/$user_name/data/ProgramFiles/torch/torch-2.0.0+cu117-cp39-cp39-linux_x86_64.whl
wget https://download.pytorch.org/whl/cu117/torchvision-0.15.0%2Bcu117-cp39-cp39-linux_x86_64.whl#sha256=be1460f826f9bc15104adaf2cdfbe5f1f5917950397efb780c3cfd7bb438ddc8 -O /home/$user_name/data/ProgramFiles/torch/torchvision-0.15.0+cu117-cp39-cp39-linux_x86_64.whl

echo "脚本执行完成：$(date)"