20190707工作进展

1. 编写hard程序

2. 排查soft程序不收敛的问题

3. soft测试命令

pai -name pytorch -project algo_public_dev -Dpython=3.6 -Dscript="file:///apsarapangu/disk1/hengsong.lhs/origin_deep_cluster_odps_5.tar.gz" -DentryFile="clusterUsingPrecenter.py" -Dtables="odps://graph_embedding/tables/hs_jingyan_query_related_video_pool_2_3,odps://graph_embedding/tables/hs_jingyan_query_related_top_query_1" -Doutputs="odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_0,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_1,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_2,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_3,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_4,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_5,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_6,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_7,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title2_8" -Dbucket="oss://bucket-automl/" -Darn="acs:ram::1293303983251548:role/graph2018" -Dhost="cn-hangzhou.oss-internal.aliyun-inc.com" -DuserDefinedParameters="" -DworkerCount=10;

https://logview.alibaba-inc.com/logview/?h=http://service-corp.odps.aliyun-inc.com/api&p=graph_embedding&i=20190707150656966gmfgaf3_2e798dc1_0d7b_4ead_8637_5f9202f6a7a4&token=eGFRTDlJTmgxanN1N3BvL2x2SUJGRTBQcVhFPSxPRFBTX09CTzoxMjkzMzAzOTgzMjUxNTQ4LDE1NjMxMTY4MjIseyJTdGF0ZW1lbnQiOlt7IkFjdGlvbiI6WyJvZHBzOlJlYWQiXSwiRWZmZWN0IjoiQWxsb3ciLCJSZXNvdXJjZSI6WyJhY3M6b2RwczoqOnByb2plY3RzL2dyYXBoX2VtYmVkZGluZy9pbnN0YW5jZXMvMjAxOTA3MDcxNTA2NTY5NjZnbWZnYWYzXzJlNzk4ZGMxXzBkN2JfNGVhZF84NjM3XzVmOTIwMmY2YTdhNCJdfV0sIlZlcnNpb24iOiIxIn0=

4. hard 测试命令

pai -name pytorch -project algo_public_dev -Dpython=3.6 -Dscript="file:///apsarapangu/disk1/hengsong.lhs/origin_deep_cluster_odps_5.tar.gz" -DentryFile="clusterUsingPrecenter.py" -Dtables="odps://graph_embedding/tables/hs_jingyan_query_related_video_pool_2_3,odps://graph_embedding/tables/hs_jingyan_query_related_top_query_1" -Doutputs="odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_0,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_1,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_2,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_3,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_4,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_5,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_6,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_7,odps://graph_embedding/tables/hs_jingyan_query_cluster_result_title3_8" -Dbucket="oss://bucket-automl/" -Darn="acs:ram::1293303983251548:role/graph2018" -Dhost="cn-hangzhou.oss-internal.aliyun-inc.com" -DuserDefinedParameters="" -DworkerCount=10;

http://logview.odps.aliyun-inc.com:8080/logview/?h=http://service-corp.odps.aliyun-inc.com/api&p=graph_embedding&i=2019070715072929g4kgaf3_d46a3337_b7c5_4e8e_aba6_8b2915559ea2&token=d3Fta04vZ003OEVZRHN2UDdHcXY5bjVJekJvPSxPRFBTX09CTzoxMjkzMzAzOTgzMjUxNTQ4LDE1NjMxMTY4NTQseyJTdGF0ZW1lbnQiOlt7IkFjdGlvbiI6WyJvZHBzOlJlYWQiXSwiRWZmZWN0IjoiQWxsb3ciLCJSZXNvdXJjZSI6WyJhY3M6b2RwczoqOnByb2plY3RzL2dyYXBoX2VtYmVkZGluZy9pbnN0YW5jZXMvMjAxOTA3MDcxNTA3MjkyOWc0a2dhZjNfZDQ2YTMzMzdfYjdjNV80ZThlX2FiYTZfOGIyOTE1NTU5ZWEyIl19XSwiVmVyc2lvbiI6IjEifQ==

3. topK 测试程序

pai -name pytorch -project algo_public_dev -Dpython=3.6 -Dscript="file:///apsarapangu/disk1/hengsong.lhs/origin_deep_cluster_odps_5.tar.gz" -DentryFile="test_result_of_alinlp.py" -Dtables="odps://graph_embedding/tables/hs_jingyan_query_related_video_pool_2_3" -Doutputs="odps://graph_embedding/tables/hs_result_for_alinlp" -Dbucket="oss://bucket-automl/" -Darn="acs:ram::1293303983251548:role/graph2018" -Dhost="cn-hangzhou.oss-internal.aliyun-inc.com" -DuserDefinedParameters="" -DworkerCount=1;