python main.py configs/conv3d_sep2 "{\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"load_epoch_no\":5,\"batch_size\":5,\"export_detections\":true,\"do_tracking\":false,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\",\"0000\",\"0001\",\"0003\",\"0004\",\"0005\",\"0009\",\"0011\",\"0012\",\"0015\",\"0017\",\"0019\",\"0020\"]}"
(trackrcnn) zhuzhu@zhuzhu:/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master$ python main.py configs/conv3d_sep2 "{\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"load_epoch_no\":5,\"batch_size\":5,\"export_detections\":true,\"do_tracking\":false,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\",\"0000\",\"0001\",\"0003\",\"0004\",\"0005\",\"0009\",\"0011\",\"0012\",\"0015\",\"0017\",\"0019\",\"0020\"]}"
Updating given config with dict OrderedDict([('task', 'forward_tracking'), ('dataset', 'KITTI_segtrack_feed'), ('load_epoch_no', 5), ('batch_size', 5), ('export_detections', True), ('do_tracking', False), ('video_tags_to_load', ['0002', '0006', '0007', '0008', '0010', '0013', '0014', '0016', '0018', '0000', '0001', '0003', '0004', '0005', '0009', '0011', '0012', '0015', '0017', '0019', '0020'])])
{
# Engine settings
"model": "conv3d_sep2",
"task": "train_no_val",
"dataset": "KITTI_segtrack",
"log_verbosity": 5,
"gpus": 1,
#"own_dataset_per_gpu": true,
"use_summaries": false,
"write_summaries": false,
"collect_run_metadata": false,
# MaskRCNN on/off
"add_masks": true,
# Pretrained model from tensorpack
"load_init": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/models",
# Freeze applies to the whole model, not just our backend, but that's fine since only the backend uses batchnorm
"freeze_batchnorm": true,
"max_saves_to_keep": 1,
# Training settings
"batch_size": 2,
"learning_rates": "{1: 0.0000005}",
"optimizer": "adam",
"num_epochs": 5,
"max_saves_to_keep": 1,
# Dataset options
"KITTI_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/KITTI_MOTS/train/",
"MOTS_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/MOTSchallenge/train/",
"optical_flow_path": "/globalwork/krause/data/KITTI_flow_pwc/",
"prefer_gt_to_ignore": true,
"use_ioa_for_ignore": true,
"use_masks_for_ignore": true,
"resize_mode_train": "fixed_size",
"input_size_train": [309, 1024],
"resize_mode_val": "fixed_size",
"input_size_val": [375, 1242],
"augmentors_train": ["flip", "gamma"],
"num_parallel_calls": 6,
"prefetch_buffer_size": 8,
"mask_disjoint_strategy": "score",
"tracker": "hungarian", "tracker_reid_comp": "euclidean", "detection_confidence_threshold_car": 0.8469800990815324, "reid_weight_car": 1.0, "mask_iou_weight_car": 0.0, "bbox_center_weight_car": 0.0, "bbox_iou_weight_car": 0.0, "association_threshold_car": 0.8165986526897969, "keep_alive_car": 4, "reid_euclidean_offset_car": 8.810218833503743, "reid_euclidean_scale_car": 1.0090931467228708,
"detection_confidence_threshold_pedestrian": 0.9368820089063415, "reid_weight_pedestrian": 1.0, "mask_iou_weight_pedestrian": 0.0, "bbox_center_weight_pedestrian": 0.0, "bbox_iou_weight_pedestrian": 0.0, "association_threshold_pedestrian": 0.47985540892434836, "keep_alive_pedestrian": 6, "reid_euclidean_offset_pedestrian": 9.447084376750222, "reid_euclidean_scale_pedestrian": 1.3437965549876354,
"network": {
"resnetconv4": {"class": "ResNet101Conv4"},
"conv3d_1": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["resnetconv4"], "old_order": true},
"conv3d_2": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["conv3d_1"], "old_order": true},
"frcnn": {"class": "FasterRCNN", "fastrcnn_batch_per_img": 64, "reid_dimension": 128, "reid_loss_per_class": true,
"reid_loss_factor": 1.0, "reid_loss_variant": 1, "reid_measure": "euclidean", "from": ["conv3d_2"],
"class_agnostic_box_and_mask_heads": true}
}
}
WARNING:tensorflow:From /home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.
Instructions for updating:
Colocations handled automatically by placer.
creating testnet...
network:
WARNING:tensorflow:From /media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/network/FasterRCNN_utils.py:81: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.cast instead.
WARNING:tensorflow:From /media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/network/FasterRCNN_utils.py:450: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Use tf.cast instead.
WARNING:tensorflow:From /media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/network/FasterRCNN_utils.py:458: sparse_to_dense (from tensorflow.python.ops.sparse_ops) is deprecated and will be removed in a future version.
Instructions for updating:
Create a `tf.sparse.SparseTensor` and use `tf.sparse.to_dense` instead.
WARNING:tensorflow:From /media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/network/FasterRCNN.py:476: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.
Instructions for updating:
tf.py_func is deprecated in TF V2. Instead, use
tf.py_function, which takes a python function which manipulates tf eager
tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
an ndarray (just call tensor.numpy()) but having access to eager tensors
means `tf.py_function`s can use accelerators such as GPUs as well as
being differentiable using a gradient tape.
loading model from models/conv3d_sep2/conv3d_sep2-00000005
WARNING:tensorflow:From /home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/training/saver.py:1266: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.
Instructions for updating:
Use standard file APIs to check for files with this prefix.
starting from epoch 6
done
Forwarding video...
0002
Time for forwarding (s): 1.0425000255054329e-05 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0006
Time for forwarding (s): 2.1070000002509914e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0007
Time for forwarding (s): 2.356000095460331e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0008
Time for forwarding (s): 3.1500003387918696e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0010
Time for forwarding (s): 2.29600027523702e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0013
Time for forwarding (s): 2.126999788742978e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0014
Time for forwarding (s): 1.973000053112628e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0016
Time for forwarding (s): 2.0530001165752765e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0018
Time for forwarding (s): 2.2580002223548945e-06 FPS for forwarding (wo. tracking): 0.0
Exporting detections
done
Forwarding video...
0000
1 / 154
6 / 154
11 / 154
16 / 154
21 / 154
26 / 154
31 / 154
36 / 154
41 / 154
46 / 154
51 / 154
56 / 154
61 / 154
66 / 154
71 / 154
76 / 154
81 / 154
86 / 154
91 / 154
96 / 154
101 / 154
106 / 154
111 / 154
116 / 154
121 / 154
126 / 154
131 / 154
136 / 154
141 / 154
146 / 154
151 / 154
Time for forwarding (s): 125.20746484000028 FPS for forwarding (wo. tracking): 1.2299586146624166
Exporting detections
done
Forwarding video...
0001
1 / 447
6 / 447
11 / 447
16 / 447
21 / 447
26 / 447
31 / 447
36 / 447
41 / 447
46 / 447
51 / 447
56 / 447
61 / 447
66 / 447
71 / 447
76 / 447
81 / 447
86 / 447
91 / 447
96 / 447
101 / 447
106 / 447
111 / 447
116 / 447
121 / 447
126 / 447
131 / 447
136 / 447
141 / 447
146 / 447
151 / 447
156 / 447
161 / 447
166 / 447
171 / 447
176 / 447
181 / 447
186 / 447
191 / 447
196 / 447
201 / 447
206 / 447
211 / 447
216 / 447
221 / 447
226 / 447
231 / 447
236 / 447
241 / 447
246 / 447
251 / 447
256 / 447
261 / 447
266 / 447
271 / 447
276 / 447
281 / 447
286 / 447
291 / 447
296 / 447
301 / 447
306 / 447
311 / 447
316 / 447
321 / 447
326 / 447
331 / 447
336 / 447
341 / 447
346 / 447
351 / 447
356 / 447
361 / 447
366 / 447
371 / 447
376 / 447
381 / 447
386 / 447
391 / 447
396 / 447
401 / 447
406 / 447
411 / 447
416 / 447
421 / 447
426 / 447
431 / 447
436 / 447
441 / 447
446 / 447
Time for forwarding (s): 260.1051541759998 FPS for forwarding (wo. tracking): 1.7185357261222822
Exporting detections
done
Forwarding video...
0003
1 / 144
6 / 144
11 / 144
16 / 144
21 / 144
26 / 144
31 / 144
36 / 144
41 / 144
46 / 144
51 / 144
56 / 144
61 / 144
66 / 144
71 / 144
76 / 144
81 / 144
86 / 144
91 / 144
96 / 144
101 / 144
106 / 144
111 / 144
116 / 144
121 / 144
126 / 144
131 / 144
136 / 144
141 / 144
Time for forwarding (s): 65.14161224800046 FPS for forwarding (wo. tracking): 2.2105685602588094
Exporting detections
done
Forwarding video...
0004
1 / 314
6 / 314
11 / 314
16 / 314
21 / 314
26 / 314
31 / 314
36 / 314
41 / 314
46 / 314
51 / 314
56 / 314
61 / 314
66 / 314
71 / 314
76 / 314
81 / 314
86 / 314
91 / 314
96 / 314
101 / 314
106 / 314
111 / 314
116 / 314
121 / 314
126 / 314
131 / 314
136 / 314
141 / 314
146 / 314
151 / 314
156 / 314
161 / 314
166 / 314
171 / 314
176 / 314
181 / 314
186 / 314
191 / 314
196 / 314
201 / 314
206 / 314
211 / 314
216 / 314
221 / 314
226 / 314
231 / 314
236 / 314
241 / 314
246 / 314
251 / 314
256 / 314
261 / 314
266 / 314
271 / 314
276 / 314
281 / 314
286 / 314
291 / 314
296 / 314
301 / 314
306 / 314
311 / 314
Time for forwarding (s): 121.92402086400034 FPS for forwarding (wo. tracking): 2.575374382954857
Exporting detections
done
Forwarding video...
0005
1 / 297
6 / 297
11 / 297
16 / 297
21 / 297
26 / 297
31 / 297
36 / 297
41 / 297
46 / 297
51 / 297
56 / 297
61 / 297
66 / 297
71 / 297
76 / 297
81 / 297
86 / 297
91 / 297
96 / 297
101 / 297
106 / 297
111 / 297
116 / 297
121 / 297
126 / 297
131 / 297
136 / 297
141 / 297
146 / 297
151 / 297
156 / 297
161 / 297
166 / 297
171 / 297
176 / 297
181 / 297
186 / 297
191 / 297
196 / 297
201 / 297
206 / 297
211 / 297
216 / 297
221 / 297
226 / 297
231 / 297
236 / 297
241 / 297
246 / 297
251 / 297
256 / 297
261 / 297
266 / 297
271 / 297
276 / 297
281 / 297
286 / 297
291 / 297
296 / 297
Time for forwarding (s): 114.99204987099984 FPS for forwarding (wo. tracking): 2.5827872477547795
Exporting detections
done
Forwarding video...
0009
1 / 803
6 / 803
11 / 803
16 / 803
21 / 803
26 / 803
31 / 803
36 / 803
41 / 803
46 / 803
51 / 803
56 / 803
61 / 803
66 / 803
71 / 803
76 / 803
81 / 803
86 / 803
91 / 803
96 / 803
101 / 803
106 / 803
111 / 803
116 / 803
121 / 803
126 / 803
131 / 803
136 / 803
141 / 803
146 / 803
151 / 803
156 / 803
161 / 803
166 / 803
171 / 803
176 / 803
181 / 803
186 / 803
191 / 803
196 / 803
201 / 803
206 / 803
211 / 803
216 / 803
221 / 803
226 / 803
231 / 803
236 / 803
241 / 803
246 / 803
251 / 803
256 / 803
261 / 803
266 / 803
271 / 803
276 / 803
281 / 803
286 / 803
291 / 803
296 / 803
301 / 803
306 / 803
311 / 803
316 / 803
321 / 803
326 / 803
331 / 803
336 / 803
341 / 803
346 / 803
351 / 803
356 / 803
361 / 803
366 / 803
371 / 803
376 / 803
381 / 803
386 / 803
391 / 803
396 / 803
401 / 803
406 / 803
411 / 803
416 / 803
421 / 803
426 / 803
431 / 803
436 / 803
441 / 803
446 / 803
451 / 803
456 / 803
461 / 803
466 / 803
471 / 803
476 / 803
481 / 803
486 / 803
491 / 803
496 / 803
501 / 803
506 / 803
511 / 803
516 / 803
521 / 803
526 / 803
531 / 803
536 / 803
541 / 803
546 / 803
551 / 803
556 / 803
561 / 803
566 / 803
571 / 803
576 / 803
581 / 803
586 / 803
591 / 803
596 / 803
601 / 803
606 / 803
611 / 803
616 / 803
621 / 803
626 / 803
631 / 803
636 / 803
641 / 803
646 / 803
651 / 803
656 / 803
661 / 803
666 / 803
671 / 803
676 / 803
681 / 803
686 / 803
691 / 803
696 / 803
701 / 803
706 / 803
711 / 803
716 / 803
721 / 803
726 / 803
731 / 803
736 / 803
741 / 803
746 / 803
751 / 803
756 / 803
761 / 803
766 / 803
771 / 803
776 / 803
781 / 803
786 / 803
791 / 803
796 / 803
801 / 803
Time for forwarding (s): 299.93157134299963 FPS for forwarding (wo. tracking): 2.6772773416430207
Exporting detections
done
Forwarding video...
0011
1 / 373
6 / 373
11 / 373
16 / 373
21 / 373
26 / 373
31 / 373
36 / 373
41 / 373
46 / 373
51 / 373
56 / 373
61 / 373
66 / 373
71 / 373
76 / 373
81 / 373
86 / 373
91 / 373
96 / 373
101 / 373
106 / 373
111 / 373
116 / 373
121 / 373
126 / 373
131 / 373
136 / 373
141 / 373
146 / 373
151 / 373
156 / 373
161 / 373
166 / 373
171 / 373
176 / 373
181 / 373
186 / 373
191 / 373
196 / 373
201 / 373
206 / 373
211 / 373
216 / 373
221 / 373
226 / 373
231 / 373
236 / 373
241 / 373
246 / 373
251 / 373
256 / 373
261 / 373
266 / 373
271 / 373
276 / 373
281 / 373
286 / 373
291 / 373
296 / 373
301 / 373
306 / 373
311 / 373
316 / 373
321 / 373
326 / 373
331 / 373
336 / 373
341 / 373
346 / 373
351 / 373
356 / 373
361 / 373
366 / 373
371 / 373
Time for forwarding (s): 176.10659093400045 FPS for forwarding (wo. tracking): 2.1180354353676027
Exporting detections
done
Forwarding video...
0012
1 / 78
6 / 78
11 / 78
16 / 78
21 / 78
26 / 78
31 / 78
36 / 78
41 / 78
46 / 78
51 / 78
56 / 78
61 / 78
66 / 78
71 / 78
76 / 78
Time for forwarding (s): 31.641336513999704 FPS for forwarding (wo. tracking): 2.465129750934791
Exporting detections
done
Forwarding video...
0015
1 / 376
6 / 376
11 / 376
16 / 376
21 / 376
26 / 376
31 / 376
36 / 376
41 / 376
46 / 376
51 / 376
56 / 376
61 / 376
66 / 376
71 / 376
76 / 376
81 / 376
86 / 376
91 / 376
96 / 376
101 / 376
106 / 376
111 / 376
116 / 376
121 / 376
126 / 376
131 / 376
136 / 376
141 / 376
146 / 376
151 / 376
156 / 376
161 / 376
166 / 376
171 / 376
176 / 376
181 / 376
186 / 376
191 / 376
196 / 376
201 / 376
206 / 376
211 / 376
216 / 376
221 / 376
226 / 376
231 / 376
236 / 376
241 / 376
246 / 376
251 / 376
256 / 376
261 / 376
266 / 376
271 / 376
276 / 376
281 / 376
286 / 376
291 / 376
296 / 376
301 / 376
306 / 376
311 / 376
316 / 376
321 / 376
326 / 376
331 / 376
336 / 376
341 / 376
346 / 376
351 / 376
356 / 376
361 / 376
366 / 376
371 / 376
376 / 376
Time for forwarding (s): 148.69168709099995 FPS for forwarding (wo. tracking): 2.5287224010706555
Exporting detections
done
Forwarding video...
0017
1 / 145
6 / 145
11 / 145
16 / 145
21 / 145
26 / 145
31 / 145
36 / 145
41 / 145
46 / 145
51 / 145
56 / 145
61 / 145
66 / 145
71 / 145
76 / 145
81 / 145
86 / 145
91 / 145
96 / 145
101 / 145
106 / 145
111 / 145
116 / 145
121 / 145
126 / 145
131 / 145
136 / 145
141 / 145
Time for forwarding (s): 55.619111574999806 FPS for forwarding (wo. tracking): 2.6070175501540365
Exporting detections
done
Forwarding video...
0019
1 / 1059
6 / 1059
11 / 1059
16 / 1059
21 / 1059
26 / 1059
31 / 1059
36 / 1059
41 / 1059
46 / 1059
51 / 1059
56 / 1059
61 / 1059
66 / 1059
71 / 1059
76 / 1059
81 / 1059
86 / 1059
91 / 1059
96 / 1059
101 / 1059
106 / 1059
111 / 1059
116 / 1059
121 / 1059
126 / 1059
131 / 1059
136 / 1059
141 / 1059
146 / 1059
151 / 1059
156 / 1059
161 / 1059
166 / 1059
171 / 1059
176 / 1059
181 / 1059
186 / 1059
191 / 1059
196 / 1059
201 / 1059
206 / 1059
211 / 1059
216 / 1059
221 / 1059
226 / 1059
231 / 1059
236 / 1059
241 / 1059
246 / 1059
251 / 1059
256 / 1059
261 / 1059
266 / 1059
271 / 1059
276 / 1059
281 / 1059
286 / 1059
291 / 1059
296 / 1059
301 / 1059
306 / 1059
311 / 1059
316 / 1059
321 / 1059
326 / 1059
331 / 1059
336 / 1059
341 / 1059
346 / 1059
351 / 1059
356 / 1059
361 / 1059
366 / 1059
371 / 1059
376 / 1059
381 / 1059
386 / 1059
391 / 1059
396 / 1059
401 / 1059
406 / 1059
411 / 1059
416 / 1059
421 / 1059
426 / 1059
431 / 1059
436 / 1059
441 / 1059
446 / 1059
451 / 1059
456 / 1059
461 / 1059
466 / 1059
471 / 1059
476 / 1059
481 / 1059
486 / 1059
491 / 1059
496 / 1059
501 / 1059
506 / 1059
511 / 1059
516 / 1059
521 / 1059
526 / 1059
531 / 1059
536 / 1059
541 / 1059
546 / 1059
551 / 1059
556 / 1059
561 / 1059
566 / 1059
571 / 1059
576 / 1059
581 / 1059
586 / 1059
591 / 1059
596 / 1059
601 / 1059
606 / 1059
611 / 1059
616 / 1059
621 / 1059
626 / 1059
631 / 1059
636 / 1059
641 / 1059
646 / 1059
651 / 1059
656 / 1059
661 / 1059
666 / 1059
671 / 1059
676 / 1059
681 / 1059
686 / 1059
691 / 1059
696 / 1059
701 / 1059
706 / 1059
711 / 1059
716 / 1059
721 / 1059
726 / 1059
731 / 1059
736 / 1059
741 / 1059
746 / 1059
751 / 1059
756 / 1059
761 / 1059
766 / 1059
771 / 1059
776 / 1059
781 / 1059
786 / 1059
791 / 1059
796 / 1059
801 / 1059
806 / 1059
811 / 1059
816 / 1059
821 / 1059
826 / 1059
831 / 1059
836 / 1059
841 / 1059
846 / 1059
851 / 1059
856 / 1059
861 / 1059
866 / 1059
871 / 1059
876 / 1059
881 / 1059
886 / 1059
891 / 1059
896 / 1059
901 / 1059
906 / 1059
911 / 1059
916 / 1059
921 / 1059
926 / 1059
931 / 1059
936 / 1059
941 / 1059
946 / 1059
951 / 1059
956 / 1059
961 / 1059
966 / 1059
971 / 1059
976 / 1059
981 / 1059
986 / 1059
991 / 1059
996 / 1059
1001 / 1059
1006 / 1059
1011 / 1059
1016 / 1059
1021 / 1059
1026 / 1059
1031 / 1059
1036 / 1059
1041 / 1059
1046 / 1059
1051 / 1059
1056 / 1059
Time for forwarding (s): 593.0741192140003 FPS for forwarding (wo. tracking): 1.7856115545953852
Exporting detections
done
Forwarding video...
0020
1 / 837
6 / 837
11 / 837
16 / 837
21 / 837
26 / 837
31 / 837
36 / 837
41 / 837
46 / 837
51 / 837
56 / 837
61 / 837
66 / 837
71 / 837
76 / 837
81 / 837
86 / 837
91 / 837
96 / 837
101 / 837
106 / 837
111 / 837
116 / 837
121 / 837
126 / 837
131 / 837
136 / 837
141 / 837
146 / 837
151 / 837
156 / 837
161 / 837
166 / 837
171 / 837
176 / 837
181 / 837
186 / 837
191 / 837
196 / 837
201 / 837
206 / 837
211 / 837
216 / 837
221 / 837
226 / 837
231 / 837
236 / 837
241 / 837
246 / 837
251 / 837
256 / 837
261 / 837
266 / 837
271 / 837
276 / 837
281 / 837
286 / 837
291 / 837
296 / 837
301 / 837
306 / 837
311 / 837
316 / 837
321 / 837
326 / 837
331 / 837
336 / 837
341 / 837
346 / 837
351 / 837
356 / 837
361 / 837
366 / 837
371 / 837
376 / 837
381 / 837
386 / 837
391 / 837
396 / 837
401 / 837
406 / 837
411 / 837
416 / 837
421 / 837
426 / 837
431 / 837
436 / 837
441 / 837
446 / 837
451 / 837
456 / 837
461 / 837
466 / 837
471 / 837
476 / 837
481 / 837
486 / 837
491 / 837
496 / 837
501 / 837
506 / 837
511 / 837
516 / 837
521 / 837
526 / 837
531 / 837
536 / 837
541 / 837
546 / 837
551 / 837
556 / 837
561 / 837
566 / 837
571 / 837
576 / 837
581 / 837
586 / 837
591 / 837
596 / 837
601 / 837
606 / 837
611 / 837
616 / 837
621 / 837
626 / 837
631 / 837
636 / 837
641 / 837
646 / 837
651 / 837
656 / 837
661 / 837
666 / 837
671 / 837
676 / 837
681 / 837
686 / 837
691 / 837
696 / 837
701 / 837
706 / 837
711 / 837
716 / 837
721 / 837
726 / 837
731 / 837
736 / 837
741 / 837
746 / 837
751 / 837
756 / 837
761 / 837
766 / 837
771 / 837
776 / 837
781 / 837
786 / 837
791 / 837
796 / 837
801 / 837
806 / 837
811 / 837
816 / 837
821 / 837
826 / 837
831 / 837
836 / 837
Time for forwarding (s): 315.1528894209996 FPS for forwarding (wo. tracking): 2.655853803332536
Exporting detections
python main.py configs/conv3d_sep2 "{\"build_networks\":false,\"import_detections\":true,\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"do_tracking\":true,\"visualize_detections\":false,\"visualize_tracks\":false,\"load_epoch_no\":5,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\"]}"
ackrcnn) zhuzhu@zhuzhu:/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master$ python main.py configs/conv3d_sep2 "{\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"load_epoch_no\":5,\"batch_size\":5,\"export_detections\":true,\"do_tracking\":false,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\",\"0000\",\"0001\",\"0003\",\"0004\",\"0005\",\"0009\",\"0011\",\"0012\",\"0015\",\"0017\",\"0019\",\"0020\"]}"
Updating given config with dict OrderedDict([('task', 'forward_tracking'), ('dataset', 'KITTI_segtrack_feed'), ('load_epoch_no', 5), ('batch_size', 5), ('export_detections', True), ('do_tracking', False), ('video_tags_to_load', ['0002', '0006', '0007', '0008', '0010', '0013', '0014', '0016', '0018', '0000', '0001', '0003', '0004', '0005', '0009', '0011', '0012', '0015', '0017', '0019', '0020'])])
{
# Engine settings
"model": "conv3d_sep2",
"task": "train_no_val",
"dataset": "KITTI_segtrack",
"log_verbosity": 5,
"gpus": 1,
#"own_dataset_per_gpu": true,
"use_summaries": false,
"write_summaries": false,
"collect_run_metadata": false,
# MaskRCNN on/off
"add_masks": true,
# Pretrained model from tensorpack
"load_init": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/models",
# Freeze applies to the whole model, not just our backend, but that's fine since only the backend uses batchnorm
"freeze_batchnorm": true,
"max_saves_to_keep": 1,
# Training settings
"batch_size": 2,
"learning_rates": "{1: 0.0000005}",
"optimizer": "adam",
"num_epochs": 5,
"max_saves_to_keep": 1,
# Dataset options
"KITTI_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/KITTI_MOTS/train/",
"MOTS_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/MOTSchallenge/train/",
"optical_flow_path": "/globalwork/krause/data/KITTI_flow_pwc/",
"prefer_gt_to_ignore": true,
"use_ioa_for_ignore": true,
"use_masks_for_ignore": true,
"resize_mode_train": "fixed_size",
"input_size_train": [309, 1024],
"resize_mode_val": "fixed_size",
"input_size_val": [375, 1242],
"augmentors_train": ["flip", "gamma"],
"num_parallel_calls": 6,
"prefetch_buffer_size": 8,
"mask_disjoint_strategy": "score",
"tracker": "hungarian", "tracker_reid_comp": "euclidean", "detection_confidence_threshold_car": 0.8469800990815324, "reid_weight_car": 1.0, "mask_iou_weight_car": 0.0, "bbox_center_weight_car": 0.0, "bbox_iou_weight_car": 0.0, "association_threshold_car": 0.8165986526897969, "keep_alive_car": 4, "reid_euclidean_offset_car": 8.810218833503743, "reid_euclidean_scale_car": 1.0090931467228708,
"detection_confidence_threshold_pedestrian": 0.9368820089063415, "reid_weight_pedestrian": 1.0, "mask_iou_weight_pedestrian": 0.0, "bbox_center_weight_pedestrian": 0.0, "bbox_iou_weight_pedestrian": 0.0, "association_threshold_pedestrian": 0.47985540892434836, "keep_alive_pedestrian": 6, "reid_euclidean_offset_pedestrian": 9.447084376750222, "reid_euclidean_scale_pedestrian": 1.3437965549876354,
"network": {
"resnetconv4": {"class": "ResNet101Conv4"},
"conv3d_1": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["resnetconv4"], "old_order": true},
"conv3d_2": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["conv3d_1"], "old_order": true},
"frcnn": {"class": "FasterRCNN", "fastrcnn_batch_per_img": 64, "reid_dimension": 128, "reid_loss_per_class": true,
"reid_loss_factor": 1.0, "reid_loss_variant": 1, "reid_measure": "euclidean", "from": ["conv3d_2"],
"class_agnostic_box_and_mask_heads": true}
}
}
Traceback (most recent call last):
File "main.py", line 41, in
tf.app.run(main)
File "/home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/platform/app.py", line 125, in run
_sys.exit(main(argv))
File "main.py", line 36, in main
engine = Engine(config)
File "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/core/Engine.py", line 27, in __init__
self.session = self._create_session(session)
File "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/core/Engine.py", line 75, in _create_session
sess = tf.InteractiveSession(config=sess_config)
File "/home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/client/session.py", line 1699, in __init__
super(InteractiveSession, self).__init__(target, graph, config)
File "/home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/client/session.py", line 676, in __init__
self._session = tf_session.TF_NewSessionRef(self._graph._c_graph, opts)
tensorflow.python.framework.errors_impl.InternalError: failed initializing StreamExecutor for CUDA device ordinal 0: Internal: failed call to cuDevicePrimaryCtxRetain: CUDA_ERROR_OUT_OF_MEMORY: out of memory; total memory reported: 8506769408
(trackrcnn) zhuzhu@zhuzhu:/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master$ python main.py configs/conv3d_sep2"{\"build_networks\":false,\"import_detections\":true,\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"do_tracking\":true,\"visualize_detections\":false,\"visualize_tracks\":false,\"load_epoch_no\":5,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\"]}"
Traceback (most recent call last):
File "main.py", line 41, in
tf.app.run(main)
File "/home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/platform/app.py", line 125, in run
_sys.exit(main(argv))
File "main.py", line 24, in main
assert os.path.exists(config_path), config_path
AssertionError: configs/conv3d_sep2{"build_networks":false,"import_detections":true,"task":"forward_tracking","dataset":"KITTI_segtrack_feed","do_tracking":true,"visualize_detections":false,"visualize_tracks":false,"load_epoch_no":5,"video_tags_to_load":["0002","0006","0007","0008","0010","0013","0014","0016","0018"]}
(trackrcnn) zhuzhu@zhuzhu:/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master$ python main.py configs/conv3d_sep2 "{\"build_networks\":false,\"import_detections\":true,\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"do_tracking\":true,\"visualize_detections\":false,\"visualize_tracks\":false,\"load_epoch_no\":5,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\"]}"
Updating given config with dict OrderedDict([('build_networks', False), ('import_detections', True), ('task', 'forward_tracking'), ('dataset', 'KITTI_segtrack_feed'), ('do_tracking', True), ('visualize_detections', False), ('visualize_tracks', False), ('load_epoch_no', 5), ('video_tags_to_load', ['0002', '0006', '0007', '0008', '0010', '0013', '0014', '0016', '0018'])])
{
# Engine settings
"model": "conv3d_sep2",
"task": "train_no_val",
"dataset": "KITTI_segtrack",
"log_verbosity": 5,
"gpus": 1,
#"own_dataset_per_gpu": true,
"use_summaries": false,
"write_summaries": false,
"collect_run_metadata": false,
# MaskRCNN on/off
"add_masks": true,
# Pretrained model from tensorpack
"load_init": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/models",
# Freeze applies to the whole model, not just our backend, but that's fine since only the backend uses batchnorm
"freeze_batchnorm": true,
"max_saves_to_keep": 1,
# Training settings
"batch_size": 2,
"learning_rates": "{1: 0.0000005}",
"optimizer": "adam",
"num_epochs": 5,
"max_saves_to_keep": 1,
# Dataset options
"KITTI_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/KITTI_MOTS/train/",
"MOTS_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/MOTSchallenge/train/",
"optical_flow_path": "/globalwork/krause/data/KITTI_flow_pwc/",
"prefer_gt_to_ignore": true,
"use_ioa_for_ignore": true,
"use_masks_for_ignore": true,
"resize_mode_train": "fixed_size",
"input_size_train": [309, 1024],
"resize_mode_val": "fixed_size",
"input_size_val": [375, 1242],
"augmentors_train": ["flip", "gamma"],
"num_parallel_calls": 6,
"prefetch_buffer_size": 8,
"mask_disjoint_strategy": "score",
"tracker": "hungarian", "tracker_reid_comp": "euclidean", "detection_confidence_threshold_car": 0.8469800990815324, "reid_weight_car": 1.0, "mask_iou_weight_car": 0.0, "bbox_center_weight_car": 0.0, "bbox_iou_weight_car": 0.0, "association_threshold_car": 0.8165986526897969, "keep_alive_car": 4, "reid_euclidean_offset_car": 8.810218833503743, "reid_euclidean_scale_car": 1.0090931467228708,
"detection_confidence_threshold_pedestrian": 0.9368820089063415, "reid_weight_pedestrian": 1.0, "mask_iou_weight_pedestrian": 0.0, "bbox_center_weight_pedestrian": 0.0, "bbox_iou_weight_pedestrian": 0.0, "association_threshold_pedestrian": 0.47985540892434836, "keep_alive_pedestrian": 6, "reid_euclidean_offset_pedestrian": 9.447084376750222, "reid_euclidean_scale_pedestrian": 1.3437965549876354,
"network": {
"resnetconv4": {"class": "ResNet101Conv4"},
"conv3d_1": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["resnetconv4"], "old_order": true},
"conv3d_2": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["conv3d_1"], "old_order": true},
"frcnn": {"class": "FasterRCNN", "fastrcnn_batch_per_img": 64, "reid_dimension": 128, "reid_loss_per_class": true,
"reid_loss_factor": 1.0, "reid_loss_variant": 1, "reid_measure": "euclidean", "from": ["conv3d_2"],
"class_agnostic_box_and_mask_heads": true}
}
}
WARNING:tensorflow:From /home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.
Instructions for updating:
Colocations handled automatically by placer.
creating testnet...
starting from epoch 6
done
Forwarding video...
0002
Loading forwarded detections from file...
Done.
Time for tracking (s): 8.418999823334161e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.00016241500088653993 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0006
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.463499994424637e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.00015397800052596722 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0007
Loading forwarded detections from file...
Done.
Time for tracking (s): 7.259700032591354e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.00015466600052604917 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0008
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.571199992322363e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.0001564680005685659 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0010
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.33489999017911e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.0001453200002288213 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0013
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.495500019809697e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.0001434419991710456 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0014
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.462000055762473e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.00014860099872748833 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0016
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.283800030359998e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.00015079399963724427 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0018
Loading forwarded detections from file...
Done.
Time for tracking (s): 6.457600102294236e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Time for forwarding (s): 0.000147505999848363 FPS for forwarding (wo. tracking): 0.0
(trackrcnn) zhuzhu@zhuzhu:/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master$ python main.py configs/conv3d_sep2 "{\"build_networks\":false,\"import_detections\":true,\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"do_tracking\":true,\"visualize_detections\":true,\"visualize_tracks\":true,\"load_epoch_no\":5,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\"]}"
Updating given config with dict OrderedDict([('build_networks', False), ('import_detections', True), ('task', 'forward_tracking'), ('dataset', 'KITTI_segtrack_feed'), ('do_tracking', True), ('visualize_detections', True), ('visualize_tracks', True), ('load_epoch_no', 5), ('video_tags_to_load', ['0002', '0006', '0007', '0008', '0010', '0013', '0014', '0016', '0018'])])
{
# Engine settings
"model": "conv3d_sep2",
"task": "train_no_val",
"dataset": "KITTI_segtrack",
"log_verbosity": 5,
"gpus": 1,
#"own_dataset_per_gpu": true,
"use_summaries": false,
"write_summaries": false,
"collect_run_metadata": false,
# MaskRCNN on/off
"add_masks": true,
# Pretrained model from tensorpack
"load_init": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/models",
# Freeze applies to the whole model, not just our backend, but that's fine since only the backend uses batchnorm
"freeze_batchnorm": true,
"max_saves_to_keep": 1,
# Training settings
"batch_size": 2,
"learning_rates": "{1: 0.0000005}",
"optimizer": "adam",
"num_epochs": 5,
"max_saves_to_keep": 1,
# Dataset options
"KITTI_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/KITTI_MOTS/train/",
"MOTS_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/MOTSchallenge/train/",
"optical_flow_path": "/globalwork/krause/data/KITTI_flow_pwc/",
"prefer_gt_to_ignore": true,
"use_ioa_for_ignore": true,
"use_masks_for_ignore": true,
"resize_mode_train": "fixed_size",
"input_size_train": [309, 1024],
"resize_mode_val": "fixed_size",
"input_size_val": [375, 1242],
"augmentors_train": ["flip", "gamma"],
"num_parallel_calls": 6,
"prefetch_buffer_size": 8,
"mask_disjoint_strategy": "score",
"tracker": "hungarian", "tracker_reid_comp": "euclidean", "detection_confidence_threshold_car": 0.8469800990815324, "reid_weight_car": 1.0, "mask_iou_weight_car": 0.0, "bbox_center_weight_car": 0.0, "bbox_iou_weight_car": 0.0, "association_threshold_car": 0.8165986526897969, "keep_alive_car": 4, "reid_euclidean_offset_car": 8.810218833503743, "reid_euclidean_scale_car": 1.0090931467228708,
"detection_confidence_threshold_pedestrian": 0.9368820089063415, "reid_weight_pedestrian": 1.0, "mask_iou_weight_pedestrian": 0.0, "bbox_center_weight_pedestrian": 0.0, "bbox_iou_weight_pedestrian": 0.0, "association_threshold_pedestrian": 0.47985540892434836, "keep_alive_pedestrian": 6, "reid_euclidean_offset_pedestrian": 9.447084376750222, "reid_euclidean_scale_pedestrian": 1.3437965549876354,
"network": {
"resnetconv4": {"class": "ResNet101Conv4"},
"conv3d_1": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["resnetconv4"], "old_order": true},
"conv3d_2": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["conv3d_1"], "old_order": true},
"frcnn": {"class": "FasterRCNN", "fastrcnn_batch_per_img": 64, "reid_dimension": 128, "reid_loss_per_class": true,
"reid_loss_factor": 1.0, "reid_loss_variant": 1, "reid_measure": "euclidean", "from": ["conv3d_2"],
"class_agnostic_box_and_mask_heads": true}
}
}
WARNING:tensorflow:From /home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.
Instructions for updating:
Colocations handled automatically by placer.
creating testnet...
starting from epoch 6
done
Forwarding video...
0002
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 7.496000034734607e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00023072499971021898 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0006
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.451699846365955e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022671400074614212 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0007
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.508299884444568e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022521400023833849 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0008
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.461600059992634e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00027616800070973113 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0010
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 0.00010115099939866923 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.0004439189997356152 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0013
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.352899981720839e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022091800019552466 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0014
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.338400089589413e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022206500034371857 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0016
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.278900036704727e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022151899975142442 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
done
Forwarding video...
0018
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.496100104413927e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022968099983700085 FPS for forwarding (wo. tracking): 0.0
Visualizing detections
(trackrcnn) zhuzhu@zhuzhu:/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master$ python main.py configs/conv3d_sep2 "{\"build_networks\":false,\"import_detections\":true,\"task\":\"forward_tracking\",\"dataset\":\"KITTI_segtrack_feed\",\"do_tracking\":true,\"visualize_detections\":false,\"visualize_tracks\":true,\"load_epoch_no\":5,\"video_tags_to_load\":[\"0002\",\"0006\",\"0007\",\"0008\",\"0010\",\"0013\",\"0014\",\"0016\",\"0018\"]}"
Updating given config with dict OrderedDict([('build_networks', False), ('import_detections', True), ('task', 'forward_tracking'), ('dataset', 'KITTI_segtrack_feed'), ('do_tracking', True), ('visualize_detections', False), ('visualize_tracks', True), ('load_epoch_no', 5), ('video_tags_to_load', ['0002', '0006', '0007', '0008', '0010', '0013', '0014', '0016', '0018'])])
{
# Engine settings
"model": "conv3d_sep2",
"task": "train_no_val",
"dataset": "KITTI_segtrack",
"log_verbosity": 5,
"gpus": 1,
#"own_dataset_per_gpu": true,
"use_summaries": false,
"write_summaries": false,
"collect_run_metadata": false,
# MaskRCNN on/off
"add_masks": true,
# Pretrained model from tensorpack
"load_init": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/models",
# Freeze applies to the whole model, not just our backend, but that's fine since only the backend uses batchnorm
"freeze_batchnorm": true,
"max_saves_to_keep": 1,
# Training settings
"batch_size": 2,
"learning_rates": "{1: 0.0000005}",
"optimizer": "adam",
"num_epochs": 5,
"max_saves_to_keep": 1,
# Dataset options
"KITTI_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/KITTI_MOTS/train/",
"MOTS_segtrack_data_dir": "/media/zhuzhu/23227915-deb6-45d3-8d7d-7070283de100/zhuzhu/MOTS/TrackR-CNN/TrackR-CNN-master/data/MOTSchallenge/train/",
"optical_flow_path": "/globalwork/krause/data/KITTI_flow_pwc/",
"prefer_gt_to_ignore": true,
"use_ioa_for_ignore": true,
"use_masks_for_ignore": true,
"resize_mode_train": "fixed_size",
"input_size_train": [309, 1024],
"resize_mode_val": "fixed_size",
"input_size_val": [375, 1242],
"augmentors_train": ["flip", "gamma"],
"num_parallel_calls": 6,
"prefetch_buffer_size": 8,
"mask_disjoint_strategy": "score",
"tracker": "hungarian", "tracker_reid_comp": "euclidean", "detection_confidence_threshold_car": 0.8469800990815324, "reid_weight_car": 1.0, "mask_iou_weight_car": 0.0, "bbox_center_weight_car": 0.0, "bbox_iou_weight_car": 0.0, "association_threshold_car": 0.8165986526897969, "keep_alive_car": 4, "reid_euclidean_offset_car": 8.810218833503743, "reid_euclidean_scale_car": 1.0090931467228708,
"detection_confidence_threshold_pedestrian": 0.9368820089063415, "reid_weight_pedestrian": 1.0, "mask_iou_weight_pedestrian": 0.0, "bbox_center_weight_pedestrian": 0.0, "bbox_iou_weight_pedestrian": 0.0, "association_threshold_pedestrian": 0.47985540892434836, "keep_alive_pedestrian": 6, "reid_euclidean_offset_pedestrian": 9.447084376750222, "reid_euclidean_scale_pedestrian": 1.3437965549876354,
"network": {
"resnetconv4": {"class": "ResNet101Conv4"},
"conv3d_1": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["resnetconv4"], "old_order": true},
"conv3d_2": {"class": "SepConv3DOverBatch", "activation": "relu", "n_features": 1024, "init_type": "identity", "from": ["conv3d_1"], "old_order": true},
"frcnn": {"class": "FasterRCNN", "fastrcnn_batch_per_img": 64, "reid_dimension": 128, "reid_loss_per_class": true,
"reid_loss_factor": 1.0, "reid_loss_variant": 1, "reid_measure": "euclidean", "from": ["conv3d_2"],
"class_agnostic_box_and_mask_heads": true}
}
}
WARNING:tensorflow:From /home/zhuzhu/anaconda3/envs/trackrcnn/lib/python3.6/site-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.
Instructions for updating:
Colocations handled automatically by placer.
creating testnet...
starting from epoch 6
done
Forwarding video...
0002
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 7.433399878209457e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.000238615000853315 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0006
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.964900057937484e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00024234999909822363 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0007
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.929800110810902e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00024222699903475586 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0008
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.294400009210221e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022354100110533182 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0010
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.226200093806256e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022878100025991444 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0013
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.452299930970185e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022280400116869714 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0014
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.276399835769553e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022965500102145597 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0016
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.245899930945598e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.0002199099999415921 FPS for forwarding (wo. tracking): 0.0
done
Forwarding video...
0018
Loading forwarded detections from file...
Done.
Loading images for visualization...
Done.
Time for tracking (s): 6.174100053613074e-05 FPS for tracking including forwarding: 0.0
Exporting tracking results
Visualizing tracks
Time for forwarding (s): 0.00022730499949830119 FPS for forwarding (wo. tracking): 0.0
