mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-11 02:24:38 +08:00
91ef54963c
* changed config graph structure * removed network udner graphs; added new heirarchy trainer * fixed callback in occupancy graph * lint * changed register callback to setter method
51 lines
1.5 KiB
Bash
Executable File
51 lines
1.5 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
METHOD=$1
|
|
shift
|
|
|
|
# Deal with gpu's. If passed in, use those.
|
|
GPU_IDX=("$@")
|
|
if [ -z "$GPU_IDX" ]; then
|
|
echo "no gpus set... finding available gpus"
|
|
# Find available devices
|
|
num_device=$(nvidia-smi --query-gpu=name --format=csv,noheader | wc -l)
|
|
START=0
|
|
END=${num_device}-1
|
|
GPU_IDX=()
|
|
|
|
for (( id=$START; id<$END; id++ )); do
|
|
free_mem=$(nvidia-smi --query-gpu=memory.free --format=csv -i $id | grep -Eo [0-9]+)
|
|
if [[ $free_mem -gt 10000 ]]; then
|
|
GPU_IDX+=( $id )
|
|
fi
|
|
done
|
|
fi
|
|
echo available gpus... ${GPU_IDX[@]}
|
|
|
|
DATASETS=("mic" "ficus" "chair" "hotdog" "materials" "drums" "ship" "lego")
|
|
date
|
|
now=$(date)
|
|
tag=$(date +'%m-%d-%Y')
|
|
idx=0
|
|
len=${#GPU_IDX[@]}
|
|
((len=len-1))
|
|
|
|
for dataset in ${DATASETS[@]}; do
|
|
export CUDA_VISIBLE_DEVICES=${GPU_IDX[$idx]}
|
|
if [ $idx == $len ]; then
|
|
idx=0
|
|
else
|
|
((idx=idx+1))
|
|
fi
|
|
python scripts/run_train.py \
|
|
--config-name ${METHOD} \
|
|
'~logging.writer.LocalWriter' \
|
|
data.dataset_inputs_train.data_directory=data/blender/${dataset} \
|
|
data.dataset_inputs_eval.data_directory=data/blender/${dataset} \
|
|
experiment_name=blender_${dataset}_${tag} \
|
|
trainer.model_dir=pyrad_models/ \
|
|
trainer.steps_per_save=25000 \
|
|
trainer.max_num_iterations=2000000 \
|
|
logging.enable_profiler=False &
|
|
echo "Launched ${METHOD} ${dataset} on gpu ${GPU_IDX[$idx]}, ${tag}"
|
|
done |