GBase 8a
安装配置
文章

hudi方式对接argodb

发表于2025-04-07 15:11:3720次浏览1个评论

参考:
set global _gbase_hdfs_rpcconfig='dfs.encrypt.data.transfer=false,dfs.block.access.token.enable=true';
set  _gbase_hdfs_rpcconfig='dfs.encrypt.data.transfer=false,dfs.block.access.token.enable=true';
set global gbase_hdfs_hdfs port=8020;
set gbase_hdfs_port=8020;
set global gbase_hdfs_namenodes='cpbd-argodb-test-nn01-142:50070,cpbd-argodb-test-nn01-143:50070';
set gbase_hdfs_namenodes='cpbd-argodb-test-nn01-142:50070,cpbd-argodb-test-nn01-143:50070';
set global gbase_hdfs_auth_mode=kerberos;
set gbase_hdfs_auth_mode=kerberos;
set global gbase_hdfs_principal="hive/cpbd-argodb-test-dn01-147@cpbd-argodb-test";
set gbase_hdfs_principal="hive/cpbd-argodb-test-dn01-147@cpbd-argodb-test";
set global gbase_hdfs_protocol=rpc;
set gbase_hdfs_protocol=rpc;
set global gbase_hdfs_keytab="/data1/147/argodb_computing.keytab";
set gbase_hdfs_keytab="/data1/147/argodb_computing.keytab";
select * from test.test1;

create secret atest from file '/data1/147/argodb_computing.keytab';
create secret atestconf from file '/home/gbase/krb5.conf';
CREATE catalog secret_hudi6 with type = 'hudi'
metastore_type="hive"
metastore_uris="thrift://192.168.1.147:9083"
hdfs.protocol="rpc"
hdfs.auth_mode ="kerberos"
hdfs.principal="hive/cpbd-argodb-test-dn01-147@cpbd-argodb-test"
hdfs.keytab ="/data1/147/argodb_computing.keytab"
hdfs.url="hdfs://hive@cpbd-argodb-test-nn01-142:8020/"
table_meta_cache_refresh_interval_sec ="600"
gcdw_hdfs_keytab ="atest"
gcdw_hdfs_kerberos_config ="atestconf";

 

-- 5.2.1
show databases;
use catalog secret_hudi6;
show databases;
use  test;
show tables;

评论

登录后才可以发表评论
崔哥发表于 6个月前
梅花不肯傍春光,自向深冬著艳阳。龙笛远吹胡地月,燕钗初试汉宫妆。风虽强暴翻添思,雪欲侵凌更助香。应笑暂时桃李树,盗天和气作年芳。