工作笔记：Temporal Segment Networks(TSN)

文章&代码：http://yjxiong.me/others/tsn/

docker pull bitxiong/tsn
nvidia-docker run --name tsn -v /home/zhong/pycharmProj/tsn:/root/tsn/ -it bitxiong/tsn:latest bash

root@9ebb9c6974d6:/app# bash build_all.sh
root@9ebb9c6974d6:/usr/local/lib/python2.7/dist-packages# cp /app/cv2.so .  # 找不到cv2的时候可执行这条代码

hmdb51:

root@9ebb9c6974d6:/app# python tools/eval_net.py hmdb51 1 rgb /root/tsn/frames_OFImages/ models/hmdb51/tsn_bn_inception_rgb_deploy.prototxt models/hmdb51_split_1_tsn_rgb_reference_bn_inception.caffemodel --num_worker 1 --save_scores /root/tsn/scores/hmdb51_rgb_score

root@9ebb9c6974d6:/app# python tools/eval_scores.py /root/tsn/scores/hmdb51_rgb_score.npz 
Final accuracy 54.575163%

root@9ebb9c6974d6:/app# python tools/eval_net.py hmdb51 1 flow /root/tsn/frames_OFImages/ models/hmdb51/tsn_bn_inception_flow_deploy.prototxt models/hmdb51_split_1_tsn_flow_reference_bn_inception.caffemodel --num_worker 1 --save_scores /root/tsn/scores/hmdb51_flow_score

root@9ebb9c6974d6:/app# python tools/eval_scores.py /root/tsn/scores/hmdb51_flow_score.npz 
Final accuracy 62.156863%

root@9ebb9c6974d6:/app# python tools/eval_scores.py /root/tsn/scores/hmdb51_rgb_score.npz /root/tsn/scores/hmdb51_flow_score.npz --score_weights 1 1.5
Final accuracy 69.281046%

ucf101:

root@9ebb9c6974d6:/app# python tools/eval_net.py ucf101 1 rgb /root/tsn/ucf101_frames/ models/ucf101/tsn_bn_inception_rgb_deploy.prototxt models/ucf101_split_1_tsn_rgb_reference_bn_inception.caffemodel --num_worker 1 --save_scores /root/tsn/scores/ucf101_rgb_score 

root@9ebb9c6974d6:/app# python tools/eval_scores.py /root/tsn/scores/ucf101_rgb_score.npz 
Final accuracy 86.016894%

root@9ebb9c6974d6:/app# python tools/eval_net.py ucf101 1 flow /root/tsn/ucf101_frames/ models/ucf101/tsn_bn_inception_flow_deploy.prototxt models/ucf101_split_1_tsn_flow_reference_bn_inception.caffemodel --num_worker 1 --save_scores /root/tsn/scores/ucf101_flow_score 

root@9ebb9c6974d6:/app# python tools/eval_scores.py /root/tsn/scores/ucf101_flow_score.npz 
Final accuracy 87.625104%

root@9ebb9c6974d6:/app# python tools/eval_scores.py /root/tsn/scores/ucf101_rgb_score.npz /root/tsn/scores/ucf101_flow_score.npz --score_weights 1 1.5
Final accuracy 93.490015%

参考1
参考2