greenhouse/utils/gcp.sh

84 lines
2.7 KiB
Bash
Raw Normal View History

2018-08-26 10:51:39 +02:00
#!/usr/bin/env bash
2019-02-20 23:21:42 +01:00
# New VM
2019-03-25 19:39:14 +01:00
rm -rf yolov3 weights coco
2019-03-25 18:35:39 +01:00
git clone https://github.com/ultralytics/yolov3
2019-03-25 19:39:14 +01:00
bash yolov3/weights/download_yolov3_weights.sh && cp -r weights yolov3
2019-02-20 23:21:42 +01:00
bash yolov3/data/get_coco_dataset.sh
2019-03-25 18:35:39 +01:00
git clone https://github.com/cocodataset/cocoapi && cd cocoapi/PythonAPI && make && cd ../.. && cp -r cocoapi/PythonAPI/pycocotools yolov3
2019-04-24 17:02:52 +02:00
sudo shutdown
2019-02-20 23:21:42 +01:00
2019-03-25 19:39:14 +01:00
# Re-clone
2019-04-19 13:18:47 +02:00
rm -rf yolov3
2019-04-11 12:47:35 +02:00
git clone https://github.com/ultralytics/yolov3 # master
2019-04-24 14:19:43 +02:00
# git clone -b test --depth 1 https://github.com/ultralytics/yolov3 test # branch
2019-03-25 19:39:14 +01:00
cp -r cocoapi/PythonAPI/pycocotools yolov3
2019-04-23 18:54:27 +02:00
cp -r weights yolov3
2019-03-25 19:39:14 +01:00
cd yolov3
# Train
python3 train.py
2018-08-26 10:51:39 +02:00
# Resume
python3 train.py --resume
2018-08-26 10:51:39 +02:00
# Detect
2019-03-22 17:53:06 +02:00
python3 detect.py
2018-08-26 10:51:39 +02:00
2018-09-04 14:36:51 +02:00
# Test
python3 test.py --save-json
2018-09-10 16:41:02 +02:00
2019-03-25 19:39:14 +01:00
# Git pull
git pull https://github.com/ultralytics/yolov3 # master
2019-04-06 16:16:40 +02:00
git pull https://github.com/ultralytics/yolov3 test # branch
2018-12-04 19:17:03 +01:00
2019-03-25 19:39:14 +01:00
# Test Darknet training
python3 test.py --weights ../darknet/backup/yolov3.backup
2018-10-09 19:22:33 +02:00
2019-03-25 19:39:14 +01:00
# Copy latest.pt TO bucket
gsutil cp yolov3/weights/latest1gpu.pt gs://ultralytics
2018-11-13 11:20:01 +00:00
2019-03-25 19:39:14 +01:00
# Copy latest.pt FROM bucket
2018-11-13 11:20:01 +00:00
gsutil cp gs://ultralytics/latest.pt yolov3/weights/latest.pt
wget https://storage.googleapis.com/ultralytics/yolov3/latest_v1_0.pt -O weights/latest_v1_0.pt
wget https://storage.googleapis.com/ultralytics/yolov3/best_v1_0.pt -O weights/best_v1_0.pt
2018-11-13 11:20:01 +00:00
2019-04-18 16:07:47 +02:00
# Reproduce tutorials
2019-04-16 12:49:34 +02:00
rm results*.txt # WARNING: removes existing results
2019-04-16 23:57:43 +02:00
python3 train.py --nosave --data data/coco_1img.data && mv results.txt results3_1img.txt
python3 train.py --nosave --data data/coco_10img.data && mv results.txt results3_10img.txt
2019-04-17 15:52:51 +02:00
python3 train.py --nosave --data data/coco_100img.data && mv results.txt results4_100img.txt
2019-04-16 23:57:43 +02:00
python3 train.py --nosave --data data/coco_100img.data --transfer && mv results.txt results3_100imgTL.txt
2019-04-16 12:49:34 +02:00
python3 -c "from utils import utils; utils.plot_results()"
gsutil cp results*.txt gs://ultralytics
gsutil cp results.png gs://ultralytics
sudo shutdown
2019-04-02 18:04:04 +02:00
2019-04-23 18:53:36 +02:00
# Reproduce mAP
python3 test.py --save-json --img-size 608 --batch-size 16
python3 test.py --save-json --img-size 416
python3 test.py --save-json --img-size 320
sudo shutdown
2019-04-19 13:18:47 +02:00
# Unit tests
rm -rf yolov3
git clone https://github.com/ultralytics/yolov3 # master
2019-04-23 18:53:36 +02:00
cp -r cocoapi/PythonAPI/pycocotools yolov3
2019-04-19 13:18:47 +02:00
cp -r weights yolov3 && cd yolov3
2019-04-19 13:24:49 +02:00
python3 detect.py # detect
2019-04-19 13:18:47 +02:00
python3 test.py --data data/coco_32img.data # test
2019-04-24 17:02:52 +02:00
python3 train.py --data data/coco_32img.data --epochs 4 --nosave # train
2019-04-19 13:18:47 +02:00
2019-04-18 16:07:47 +02:00
# Debug/Development
2019-04-19 13:18:47 +02:00
rm -rf yolov3
2019-04-18 16:07:47 +02:00
git clone https://github.com/ultralytics/yolov3 # master
# git clone -b test --depth 1 https://github.com/ultralytics/yolov3 yolov3_test # branch
cp -r cocoapi/PythonAPI/pycocotools yolov3
2019-04-19 13:18:47 +02:00
cp -r weights yolov3 && cd yolov3
2019-04-19 13:24:49 +02:00
python3 train.py --evolve --data data/coco_100img.data --num-workers 2 --epochs 30
2019-04-18 17:06:09 +02:00
gsutil cp evolve.txt gs://ultralytics
sudo shutdown
2019-04-23 18:53:36 +02:00