hudi方式对接argodb
参考:
set global _gbase_hdfs_rpcconfig='dfs.encrypt.data.transfer=false,dfs.block.access.token.enable=true';
set _gbase_hdfs_rpcconfig='dfs.encrypt.data.transfer=false,dfs.block.access.token.enable=true';
set global gbase_hdfs_hdfs port=8020;
set gbase_hdfs_port=8020;
set global gbase_hdfs_namenodes='cpbd-argodb-test-nn01-142:50070,cpbd-argodb-test-nn01-143:50070';
set gbase_hdfs_namenodes='cpbd-argodb-test-nn01-142:50070,cpbd-argodb-test-nn01-143:50070';
set global gbase_hdfs_auth_mode=kerberos;
set gbase_hdfs_auth_mode=kerberos;
set global gbase_hdfs_principal="hive/cpbd-argodb-test-dn01-147@cpbd-argodb-test";
set gbase_hdfs_principal="hive/cpbd-argodb-test-dn01-147@cpbd-argodb-test";
set global gbase_hdfs_protocol=rpc;
set gbase_hdfs_protocol=rpc;
set global gbase_hdfs_keytab="/data1/147/argodb_computing.keytab";
set gbase_hdfs_keytab="/data1/147/argodb_computing.keytab";
select * from test.test1;
create secret atest from file '/data1/147/argodb_computing.keytab';
create secret atestconf from file '/home/gbase/krb5.conf';
CREATE catalog secret_hudi6 with type = 'hudi'
metastore_type="hive"
metastore_uris="thrift://192.168.1.147:9083"
hdfs.protocol="rpc"
hdfs.auth_mode ="kerberos"
hdfs.principal="hive/cpbd-argodb-test-dn01-147@cpbd-argodb-test"
hdfs.keytab ="/data1/147/argodb_computing.keytab"
hdfs.url="hdfs://hive@cpbd-argodb-test-nn01-142:8020/"
table_meta_cache_refresh_interval_sec ="600"
gcdw_hdfs_keytab ="atest"
gcdw_hdfs_kerberos_config ="atestconf";
-- 5.2.1
show databases;
use catalog secret_hudi6;
show databases;
use test;
show tables;
热门帖子
- 12025-12-01浏览数:182764
- 22023-05-09浏览数:25062
- 42023-09-25浏览数:18526
- 52020-05-11浏览数:17529