利用doris-catalog跨大数据平台导数
CREATE CATALOG hive_dif_prodnew PROPERTIES (
‘type’ = ‘hms’,
‘ipc.client.fallback-to-simple-auth-allowed’ = ‘true’,
‘hive.metastore.uris’ = ‘thrift://XXX:9083’,
‘hive.metastore.sasl.enabled’ = ‘true’,
‘hive.metastore.kerberos.principal’ = XXX’hive/_HOST@GOERTEK.COM’,
‘hive.metastore.kerberos.krb5_conf_path’ = ‘/etc/krb5.conf’,
‘hive.metastore.authentication.type’ = ‘kerberos’,
‘hadoop.security.authentication’ = ‘kerberos’,
‘hadoop.kerberos.principal’ = ‘databulu/XXX@GXXX.COM’,
‘hadoop.kerberos.keytab’ = ‘/data01/sdb/doris/kerberos/databulu.keytab’,
‘fs.defaultFS’ = ‘hdfs://gXXXf’,
‘dfs.nameservices’ = ‘gXXXf’,
‘dfs.namenode.rpc-address.gXXX71’ = ‘1XXX71:8020’,
‘dfs.namenode.rpc-address.gXXX70’ = ‘1XXX70:8020’,
‘dfs.ha.namenodes.goertekwf’ = ‘XXX70,XXX71’,
‘dfs.client.failover.proxy.provider.goertekwf’ = ‘org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider’
);
查看 Catalog
SHOW CATALOGS;
切换 Catalog
SWITCH hive_catalog;
使用与查询
SHOW DATABASES;
USE db_name;
SHOW TABLES;
SELECT * FROM table_name LIMIT 10; 切换 Catalog 后,即可像查询内部数据一样操作。
跨Catalog查询
SELECT * FROM hive_catalog.db1.table_a a JOIN mysql_catalog.db2.table_b b ON a.id = b.id; 无需移动数据,即可直接关联分析不同数据源的表。
跨平台导数
INSERT OVERWRITE TABLE VALUES(val1, val2, val3, val4)
INSERT OVERWRITE TABLE hive_ctl.hive_db.hive_tbl(col1, col2) SELECT col1, col2 FROM internal.db1.tbl1;
更多推荐
所有评论(0)