Meituan HDFS Access Without Proxy for Kerberos Authentication (#1096)

* Meituan HDFS Access Without Proxy for Kerberos Authentication * Meituan HDFS Access Without Proxy for Kerberos Authentication --------- Co-authored-by: huangxu17 <[email protected]>
bytedance · Apr 9, 2024 · 0e267b8 · 0e267b8
1 parent f875f10
commit 0e267b8
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/deploy/scripts/sgx/run_trainer_ps_sgx.sh b/deploy/scripts/sgx/run_trainer_ps_sgx.sh
@@ -18,6 +18,7 @@ set -ex
 source ~/.env
 export CUDA_VISIBLE_DEVICES=
 cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./
+unset HTTPS_PROXY https_proxy http_proxy ftp_proxy
 source /app/deploy/scripts/hdfs_common.sh || true
 source /app/deploy/scripts/pre_start_hook.sh || true
 source /app/deploy/scripts/env_to_args.sh
@@ -48,4 +49,4 @@ if [[ -z "${END_CPU_SN}" ]]; then
     END_CPU_SN=3
 fi
 
-taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python -m fedlearner.trainer.parameter_server $POD_IP:${LISTEN_PORT}
+taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python -m fedlearner.trainer.parameter_server $POD_IP:${LISTEN_PORT}
diff --git a/deploy/scripts/sgx/run_trainer_worker_sgx.sh b/deploy/scripts/sgx/run_trainer_worker_sgx.sh
@@ -32,6 +32,7 @@ fi
 echo $PROXY_LOCAL_PORT > /pod-data/proxy_local_port
 
 cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./
+unset HTTPS_PROXY https_proxy http_proxy ftp_proxy
 source /app/deploy/scripts/hdfs_common.sh || true
 source /app/deploy/scripts/pre_start_hook.sh || true
 source /app/deploy/scripts/env_to_args.sh
@@ -48,8 +49,6 @@ cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/follower/
 cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/leader/
 source /app/deploy/scripts/sgx/enclave_env.sh worker
 
-unset HTTPS_PROXY https_proxy http_proxy ftp_proxy
-
 mode=$(normalize_env_to_args "--mode" "$MODE")
 sparse_estimator=$(normalize_env_to_args "--sparse-estimator" "$SPARSE_ESTIMATOR")
 batch_size=$(normalize_env_to_args "--batch-size" "$BATCH_SIZE")