odps常用命令

odpscmd使用:
源端配置好 config.ini:project,ak,sk service地址,tunnel地址
odpscmd 下载
odps@ odps_project>tunnel download dim_trans_flg_c0087 ./dim_trans_flg_c0087.txt;

目标端配置好 config.ini:project,ak,sk service地址,tunnel地址
odpscmd 上传
odps@ odps_project>tunnel upload dim_trans_flg_c0087.txt dim_trans_flg_c0087;

表、视图导入:
./odpscmd/bin/odpscmd --config=./odps_config_dest.ini -f odps_project_view.sql

获取当前登录用户:
odps@project_name>whoami;

退出MaxCompute客户端:
odps@project_name>quit;
--等价于如下命令。
odps@project_name>q;

获取命令帮助
方式一:在MaxCompute客户端查看命令帮助信息。
odps@project_name>help;
--等价于如下命令。
odps@project_name>h;
odps@project_name>help table;

--列举项目空间
list projects;
--进入项目空间
use cy1_odps;
--列举表名称
show tables;

where options include:
    --help                                  (-h)for help
    --config=                  specify another config file
    --project=                    use project
    --endpoint=           set endpoint
    -k                                   will skip begining queries and start from specified position
    -r                                   set retry times
    -f <"file_path;">                       execute command in file
    -e <"command;[command;]...">            execute command, include sql command
where -e option  include:
    -e ";"                                                execute sql
    -e "quit;"                                                 quit
    -e "list projects;"                                        list projects
    -e "use ;"                                       open project
    -e "read   [<(col_name>[,..])][PARTITION <(partition_spec)>][line_num];"
                                                               read data from table
    -e "add file  [as alias] [comment 'cmt'][-f];"
                                                               add file
    -e "add archive  [as alias] [comment 'cmt'][-f];"
                                                               add archive
    -e "add table  [partition (spec)] [as alias] [comment 'cmt'][-f];"
                                                               add table
    -e "add jar  [comment 'cmt'][-f];"
                                                               add jar
    -e "get resource [:] ;" download a file resource from server to path.

    -e "create function  as '' using ',...';"
                                                               create function
    -e "drop resource ;"                             drop resource
    -e "drop function ;"                             drop function
    -e "list resources;"                                       list resources
    -e "list functions;"                                       list functions
    -e "show p  [from startdate to enddate] [number];"         show instances, date format: eg. 2012-08-27
    -e "kill [-sync] ;"                                    stop instance
    -e "set =;"                                    set config value
    -e "alias =;"                                  alias config value
    -e "show flags;"                                           show set & alias config
    -e "status ;"                                  get instance status
    -e "show securityconfiguration;"                         show the access control config of the project
    -e "list users|roles;"                                   list all users or roles
    -e "create|drop role ;"                            create or drop role
    -e "add|remove user ;"                             add or remove user
    -e "describe|desc role ;"                           desc the role
    -e "grant  to ;"
    -e "revoke  from ;"
    -e "grant  on   to user|role ;"
    -e "revoke  on   from user|role ;"
    -e "grant super  to user "
    -e "revoke super  from user "
    -e "show grants [for ] [on type ];"
    -e "show acl for  [on type ];"
    -e "put policy  [on role ];"        e.g put policy e:\policy.txt
    -e "get policy [on role ];"
    -e "set checkpermissionusingacl|checkpermissionusingpolicy|objectcreatorhasaccesspermission
            |objectcreatorhasgrantpermission|projectprotection=true|false;"
    -e "set labelsecurity=true|false;"
    -e "set label  to user ;"
    -e "set label  to table [column_list];"
    -e "grant label  on table [column_list] to user  [with exp ];"
    -e "revoke label on table [column_list] from user ;"
    -e "clear expired grants;"
    -e "show label [level] grants [on table ] [for user ];"
    -e "set projectprotection=true|false with exception ;"
    -e "add|remove trustedproject ;"
    -e "list trustedprojects;"
    -e "create|drop package ;"                                      Create or drop a package
    -e "add   to package ;"           Add a resource to the resource list of the package
    -e "desc|describe_resource .;"                   Describe a resource
    -e "remove   from package ;"      Remove a resource from the resource list of the package
    -e "allow|disallow project  to install package  [using label ];" Allow or disallow a project to install the package
    -e "show packages;"                                                           Show created package list and installed package list
    -e "desc package [.];"                            Display the details of the package, include resource list
    -e "install|uninstall package .;"                 Install or uninstall a package
    -e "tunnel upload  ;"                                            Tunnel Command, could find usage in ODPS Documents.
    -e "tunnel download 
;"     -e "export table ;"     -e "export  [-rftpd];" 筋斗云日常维护: select project_name,REGEXP_SUBSTR(regexp_replace(source_xml,'\n',''),'Query.*Query') as viewbilud from m_task where ds>='20220321' and lower(source_xml) like '%create view%' limit 2; for ip in {59..68};do mysql -h172.24.23.${ip} -P3306 -uadmin -p -e "select version();";done --分区表行数统计: select b.name,sum(a.source_count),sum(a.destination_count),a.physical_size,a.table_id from max_compute_partition a,max_compute_table b where a.project_id='12' and a.table_id=b.id and b.partitioned='1' group by b.name; --非分区表行数统计: select b.name,a.source_count,a.destination_count,a.physical_size,a.table_id from  max_compute_partition a,max_compute_table b where a.project_id='12' and a.table_id=b.id and b.partitioned='0'; dataworks进入对应项目空间: 普通表:drop table ${table_name} 分区表:alter table ${table_name} drop partition ${partition_filtercondition} odps筋斗云元数据库: mysql -h127.0.0.1 -uqianyi -p -D ladder delete from max_compute_partition where project_id='5' and check_state <> 'PASS'; --任务是insert overwrite方式的列表 select file_name,content from file where app_id='10029' and file_delete=0 and content like '%\"truncate\":true%'; select project_name,name,type,partition_spec,owner_name,view_text from m_table where name='dim_trans_flg_c0087' and ds='20220321'; 视图依赖项目空间查询: explain select * from dim_bill_medium_c0084; select a.file_name,a.file_folder_id,b.folder_item_id,b.folder_item_name from file a,folder b where a.file_delete=0 and a.file_folder_id=b.folder_id and use_type=0; select status,gmt_create from datapro_compare_task_instance_step where gmt_create >  order by gmt_create desc;  select status,gmt_create from datapro_compare_task_instance_step where gmt_create > '2022-04-15 11:15:00' and status != 2 and status != 3; select distinct(state) from max_compute_partition; select distinct(check_state) from max_compute_partition; select distinct(state) from max_compute_table where project_id=23 and virtual_view<>1; update max_compute_project set check_state='PASS',state='Finish' where id=''; delete from max_compute_partition where project_id='12' and check_state <> 'PASS'; delete from max_compute_table where project_id='5' and state="Error"; from(\s)+

你可能感兴趣的:(BigData,odps,大数据,数据仓库)