chenwydj
4/5/2020 - 8:31 PM

ug2

aws
content_copyfile_download
  • Rendered
  • Source
# starter
sudo apt-get install zsh
sh -c "$(wget https://raw.github.com/ohmyzsh/ohmyzsh/master/tools/install.sh -O -)"
# add to ~/.bashrc
export SHELL=/bin/zsh
exec /bin/zsh -l
#################
tmux new -s workspace
aws s3 cp s3://ug2cvpr2020/ug2_track1.1_test.zip ./
unzip ug2_track1.1_test.zip
mkdir predictions
mv ug2_test_data ug2_track1.1_test
nvidia-docker run -ti -v /home/ubuntu/predictions/:/predictions/ -v /home/ubuntu/ug2_track1.1_test/JPEGImages_resized/:/images/ bordercollie/final_gogogo:final_submit1 /run.sh /images /predictions
watch -n 1 nvidia-smi

# track 1.1
git clone https://github.com/yyvettey/mAP.git
mkdir -p ~/results/detection/ ~/results/groundtruth
mkdir ~/Annotations
cp ~/predictions/* results/detection/
cp ~/ug2_track1.1_test/GT_resized_filtered/* ~/Annotations/
# modify xml2 in convert_gt_xml.py
python convert_gt_xml.py
# confidence = 1 - float(confidence) @ 486
python main.py

# track 1.3
aws s3 cp s3://ug2cvpr2020/track1.3_test_data.zip ./
mkdir track1.3_test_data
mv track1.3_test_data.zip track1.3_test_data/
unzip track1.3_test_data.zip

docker pull wangkaicvpr2019/defog:dcpdn_fpn_los
aws s3 ls s3://ug2cvpr2020
aws s3 cp s3://ug2cvpr2020/DarkFace_testing_track1.2.zip ./
# create file_list.txt in track2.1/track2.1_label
mkdir predictions
# track2.1
nvidia-docker run -ti -v /home/ubuntu/predictions/:/predictions/ -v /home/ubuntu/track2.1/track2.1_test_sample/:/images/ wangkaicvpr2019/defog:dcpdn_fpn_los /run.sh /images /predictions
# evaluation
python main.py
# track2.2 mAP
nvidia-docker run -ti -v /home/ubuntu/predictions/:/predictions/ -v /home/ubuntu/track2.2/DarkFace_testing_data/:/images/ haoxinlong/ustc_low_light:v1.0 /run.sh /images /predictions
# evaluation
nvidia-docker run --rm -it -v /home/ubuntu/track2.2/DarkFace_testing_label/file_list.txt:/tools/data/file_list.txt -v /home/ubuntu/predictions/:/predictions -v /home/ubuntu/track2.2/DarkFace_testing_label/:/gt scaffrey/eval_tools_ap:dry_run wwww /gt/ /predictions/

Cannot apt get

# https://askubuntu.com/questions/1109982/e-could-not-get-lock-var-lib-dpkg-lock-frontend-open-11-resource-temporari
sudo killall apt apt-get
sudo rm /var/lib/apt/lists/lock
sudo rm /var/cache/apt/archives/lock
sudo rm /var/lib/dpkg/lock*
sudo dpkg --configure -a
sudo apt update

# enter docker
nvidia-docker run -ti --entrypoint /bin/bash scaffrey/eval_tools_ap:dry_run

docker run -it scaffrey/eval_tools_ap:dry_run --entrypoint=/bin/bash
nvidia-docker run -ti --entrypoint /bin/bash scaffrey/eval_tools_ap:dry_run
nvidia-docker run -ti -v $user_output_path:/predictions/ -v $user_input_path:/images/ scaffrey/eval_tools_ap:dry_run /run.sh /images /predictions

sudo amazon-linux-extras install docker
sudo systemctl start docker
sudo docker pull scaffrey/eval_tools
wget -P /tmp https://github.com/NVIDIA/nvidia-docker/releases/download/v1.0.1/nvidia-docker_1.0.1-1_amd64.deb
sudo amazon-linux-extras install epel
sudo yum repolist
sudo yum install dpkg-devel dpkg-dev
sudo dpkg -i /tmp/nvidia-docker*.deb && rm /tmp/nvidia-docker*.deb
sudo yum install libcap2-bin