代码拉取完成，页面将自动刷新
同步操作将从 袋鼠云/chunjun 强制同步，此操作会覆盖自 Fork 仓库以来所做的任何修改，且无法恢复！！！
确定后同步将在后台操作，完成时将刷新页面，请耐心等待。
目前FlinkX的部分插件支持了kerberos认证，有Hive、Hbase、HDFS三个插件。
目前支持两种方式，一种是从本地加载，即任务运行的机器上对应的目录必须存在配置里指定的证书文件，另一种是从sftp服务器下载，需要配置sftp服务器的配置信息。
使用本地配置示例：
"hbaseConfig": {
"hbase.zookeeper.property.clientPort": "2181",
"hbase.rootdir": "hdfs://ns1/hbase",
"hbase.cluster.distributed": "true",
"hbase.zookeeper.quorum": "host1,host2,host3",
"zookeeper.znode.parent": "/hbase",
"hbase.security.authentication":"Kerberos",
"hbase.security.authorization":true,
"hbase.master.kerberos.principal":"hbase/node1@TEST.COM",
"hbase.master.keytab.file":"hbase.keytab",
"hbase.regionserver.keytab.file":"hbase.keytab",
"hbase.regionserver.kerberos.principal":"hbase/node1@TEST.COM",
"java.security.krb5.conf":"krb5.conf",
"useLocalFile":true
}
从sftp下载配置示例：
"hbaseConfig": {
"hbase.zookeeper.property.clientPort": "2181",
"hbase.rootdir": "hdfs://ns1/hbase",
"hbase.cluster.distributed": "true",
"hbase.zookeeper.quorum": "host1,host2,host3",
"zookeeper.znode.parent": "/hbase",
"hbase.security.authentication":"Kerberos",
"hbase.security.authorization":true,
"hbase.master.kerberos.principal":"hbase/node1@TEST.COM",
"hbase.master.keytab.file":"hbase.keytab",
"hbase.regionserver.keytab.file":"hbase.keytab",
"hbase.regionserver.kerberos.principal":"hbase/node1@TEST.COM",
"remoteDir":"/sftp/flinkx/keytab/hbase",
"sftp":{
"host":"127.0.0.1",
"port":"22",
"username":"",
"password":""
}
}
从sftp下载时的查找顺序：
1.在/sftp/flinkx/keytab/hbase目录下查找hbase.keytab文件，如果找不到则2
2.假设任务运行在node1机器上，则在/sftp/flinkx/keytab/hbase/node1下找hbase.keytab文件，找不到则报错;
"hbaseConfig": {
"hbase.zookeeper.property.clientPort": "2181",
"hbase.rootdir": "hdfs://ns1/hbase",
"hbase.cluster.distributed": "true",
"hbase.zookeeper.quorum": "host1,host2,host3",
"zookeeper.znode.parent": "/hbase",
"hbase.security.authentication":"Kerberos",
"hbase.security.authorization":true,
"hbase.master.kerberos.principal":"hbase/node1@TEST.COM",
"hbase.master.keytab.file":"hbase.keytab",
"hbase.regionserver.keytab.file":"hbase.keytab",
"hbase.regionserver.kerberos.principal":"hbase/node1@TEST.COM",
"java.security.krb5.conf":"krb5.conf"
}
"hadoopConf":{
"dfs.ha.namenodes.ns1": "nn1,nn2",
"dfs.namenode.rpc-address.ns1.nn2": "node03:9000",
"dfs.client.failover.proxy.provider.ns1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider",
"dfs.namenode.rpc-address.ns1.nn1": "node02:9000",
"dfs.nameservices": "ns1"
"hadoop.security.authorization": "true",
"hadoop.security.authentication": "Kerberos",
"dfs.namenode.kerberos.principal": "hdfs/_HOST@HADOOP.COM",
"dfs.namenode.keytab.file": "hdfs.keytab",
"java.security.krb5.conf": "krb5.conf"
}
jdbcUrl格式：jdbc:hive2://127.0.0.1:10000/default;principal=hive/node1@HADOOP.COM
"hadoopConf":{
"dfs.ha.namenodes.ns1": "nn1,nn2",
"dfs.namenode.rpc-address.ns1.nn2": "node03:9000",
"dfs.client.failover.proxy.provider.ns1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider",
"dfs.namenode.rpc-address.ns1.nn1": "node02:9000",
"dfs.nameservices": "ns1"
"hadoop.security.authorization": "true",
"hadoop.security.authentication": "Kerberos",
"dfs.namenode.kerberos.principal": "hdfs/_HOST@HADOOP.COM",
"dfs.namenode.keytab.file": "hdfs.keytab",
"java.security.krb5.conf": "krb5.conf"
}
此处可能存在不合适展示的内容，页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容，可点击提交进行申诉，我们将尽快为您处理。