0
0

开源大数据集群部署（十四）Ranger集成Hbase

作者：櫰木
在hd1.dtstack.com主机上执行
在hmaster和back master上进行安装和执行

  • 解压ranger-2.3.0-hbase-plugin
  1. [root@hd1.dtstack.com ranger-plugin]# cd /root/bigdata[root@hd1.dtstack.com ranger-plugin]# tar -zvxf ranger-2.3.0-hbase-plugin -C /opt
  • 配置ranger hbase插件的install.properties
  1. [root@hd1.dtstack.com ranger-2.3.0-hbase-plugin]# cat >install.properties<<EOF# Licensed to the Apache Software Foundation (ASF) under one or more# contributor license agreements.  See the NOTICE file distributed with# this work for additional information regarding copyright ownership.# The ASF licenses this file to You under the Apache License, Version 2.0# (the "License"); you may not use this file except in compliance with# the License.  You may obtain a copy of the License at##     http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing, software# distributed under the License is distributed on an "AS IS" BASIS,# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.# See the License for the specific language governing permissions and# limitations under the License.## Location of Policy Manager URL  ## Example:# POLICY_MGR_URL=http://policymanager.xasecure.net:6080#
  2. POLICY_MGR_URL=http://hd1.dtstack.com:6080## This is the repository name created within policy manager## Example:# REPOSITORY_NAME=hbasedev#
  3. REPOSITORY_NAME=hbasedev
  4.  
  5. ## HBase configuration directory## Example:# COMPONENT_INSTALL_DIR_NAME=/var/local/hbase-1.1.5#
  6. COMPONENT_INSTALL_DIR_NAME=/opt/hbase
  7.  
  8. # AUDIT configuration with V3 properties#Should audit be summarized at source
  9. XAAUDIT.SUMMARY.ENABLE=true# Enable audit logs to Solr#Example#XAAUDIT.SOLR.ENABLE=true#XAAUDIT.SOLR.URL=http://localhost:6083/solr/ranger_audits#XAAUDIT.SOLR.ZOOKEEPER=#XAAUDIT.SOLR.FILE_SPOOL_DIR=/var/log/hbase/audit/solr/spool#XAAUDIT.SOLR.ENABLE=false#XAAUDIT.SOLR.URL=http://hd1.dtstack.com:8983/solr/ranger_audits#XAAUDIT.SOLR.USER=NONE#XAAUDIT.SOLR.PASSWORD=NONE#XAAUDIT.SOLR.ZOOKEEPER=hd1:2181,hd2:2181,hd3:2181/ranger_audits#XAAUDIT.SOLR.FILE_SPOOL_DIR=/var/log/hadoop/hdfs/audit/solr/spool# Enable audit logs to ElasticSearch#Example#XAAUDIT.ELASTICSEARCH.ENABLE=true#XAAUDIT.ELASTICSEARCH.URL=localhost#XAAUDIT.ELASTICSEARCH.INDEX=audit
  10.  
  11. XAAUDIT.ELASTICSEARCH.ENABLE=false
  12. XAAUDIT.ELASTICSEARCH.URL=NONE
  13. XAAUDIT.ELASTICSEARCH.USER=NONE
  14. XAAUDIT.ELASTICSEARCH.PASSWORD=NONE
  15. XAAUDIT.ELASTICSEARCH.INDEX=NONE
  16. XAAUDIT.ELASTICSEARCH.PORT=NONE
  17. XAAUDIT.ELASTICSEARCH.PROTOCOL=NONE
  18.  
  19. # Enable audit logs to HDFS#Example#XAAUDIT.HDFS.ENABLE=true#XAAUDIT.HDFS.HDFS_DIR=hdfs://node-1.example.com:8020/ranger/audit#  If using Azure Blob Storage#XAAUDIT.HDFS.HDFS_DIR=wasb[s]://<containername>@<accountname>.blob.core.windows.net/<path>#XAAUDIT.HDFS.HDFS_DIR=wasb://ranger_audit_container@my-azure-account.blob.core.windows.net/ranger/audit#XAAUDIT.HDFS.FILE_SPOOL_DIR=/var/log/hbase/audit/hdfs/spool
  20.  
  21. XAAUDIT.HDFS.ENABLE=false
  22. XAAUDIT.HDFS.HDFS_DIR=hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit
  23. XAAUDIT.HDFS.FILE_SPOOL_DIR=/var/log/hbase/audit/hdfs/spool
  24.  
  25. # Following additional propertis are needed When auditing to Azure Blob Storage via HDFS# Get these values from your /etc/hadoop/conf/core-site.xml#XAAUDIT.HDFS.HDFS_DIR=wasb[s]://<containername>@<accountname>.blob.core.windows.net/<path>
  26. XAAUDIT.HDFS.AZURE_ACCOUNTNAME=__REPLACE_AZURE_ACCOUNT_NAME
  27. XAAUDIT.HDFS.AZURE_ACCOUNTKEY=__REPLACE_AZURE_ACCOUNT_KEY
  28. XAAUDIT.HDFS.AZURE_SHELL_KEY_PROVIDER=__REPLACE_AZURE_SHELL_KEY_PROVIDER
  29. XAAUDIT.HDFS.AZURE_ACCOUNTKEY_PROVIDER=__REPLACE_AZURE_ACCOUNT_KEY_PROVIDER
  30.  
  31. #Log4j Audit Provider
  32. XAAUDIT.LOG4J.ENABLE=false
  33. XAAUDIT.LOG4J.IS_ASYNC=false
  34. XAAUDIT.LOG4J.ASYNC.MAX.QUEUE.SIZE=10240
  35. XAAUDIT.LOG4J.ASYNC.MAX.FLUSH.INTERVAL.MS=30000
  36. XAAUDIT.LOG4J.DESTINATION.LOG4J=true
  37. XAAUDIT.LOG4J.DESTINATION.LOG4J.LOGGER=xaaudit
  38.  
  39. # Enable audit logs to Amazon CloudWatch Logs#Example#XAAUDIT.AMAZON_CLOUDWATCH.ENABLE=true#XAAUDIT.AMAZON_CLOUDWATCH.LOG_GROUP=ranger_audits#XAAUDIT.AMAZON_CLOUDWATCH.LOG_STREAM={instance_id}#XAAUDIT.AMAZON_CLOUDWATCH.FILE_SPOOL_DIR=/var/log/hive/audit/amazon_cloudwatch/spool
  40.  
  41. XAAUDIT.AMAZON_CLOUDWATCH.ENABLE=false
  42. XAAUDIT.AMAZON_CLOUDWATCH.LOG_GROUP=NONE
  43. XAAUDIT.AMAZON_CLOUDWATCH.LOG_STREAM_PREFIX=NONE
  44. XAAUDIT.AMAZON_CLOUDWATCH.FILE_SPOOL_DIR=NONE
  45. XAAUDIT.AMAZON_CLOUDWATCH.REGION=NONE
  46.  
  47. # End of V3 properties##  Audit to HDFS Configuration## If XAAUDIT.HDFS.IS_ENABLED is set to true, please replace tokens# that start with __REPLACE__ with appropriate values#  XAAUDIT.HDFS.IS_ENABLED=true#  XAAUDIT.HDFS.DESTINATION_DIRECTORY=hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit/%app-type%/%time:yyyyMMdd%#  XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY=__REPLACE__LOG_DIR/hbase/audit/%app-type%#  XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY=__REPLACE__LOG_DIR/hbase/audit/archive/%app-type%## Example:#  XAAUDIT.HDFS.IS_ENABLED=true#  XAAUDIT.HDFS.DESTINATION_DIRECTORY=hdfs://namenode.example.com:8020/ranger/audit/%app-type%/%time:yyyyMMdd%#  XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY=/var/log/hbase/audit/%app-type%#  XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY=/var/log/hbase/audit/archive/%app-type%#
  48. XAAUDIT.HDFS.IS_ENABLED=false
  49. XAAUDIT.HDFS.DESTINATION_DIRECTORY=hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit/%app-type%/%time:yyyyMMdd%
  50. XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY=__REPLACE__LOG_DIR/hbase/audit/%app-type%
  51. XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY=__REPLACE__LOG_DIR/hbase/audit/archive/%app-type%
  52.  
  53. XAAUDIT.HDFS.DESTINTATION_FILE=%hostname%-audit.log
  54. XAAUDIT.HDFS.DESTINTATION_FLUSH_INTERVAL_SECONDS=900
  55. XAAUDIT.HDFS.DESTINTATION_ROLLOVER_INTERVAL_SECONDS=86400
  56. XAAUDIT.HDFS.DESTINTATION_OPEN_RETRY_INTERVAL_SECONDS=60
  57. XAAUDIT.HDFS.LOCAL_BUFFER_FILE=%time:yyyyMMdd-HHmm.ss%.log
  58. XAAUDIT.HDFS.LOCAL_BUFFER_FLUSH_INTERVAL_SECONDS=60
  59. XAAUDIT.HDFS.LOCAL_BUFFER_ROLLOVER_INTERVAL_SECONDS=600
  60. XAAUDIT.HDFS.LOCAL_ARCHIVE_MAX_FILE_COUNT=10#Solr Audit Provider
  61. XAAUDIT.SOLR.IS_ENABLED=false
  62. XAAUDIT.SOLR.MAX_QUEUE_SIZE=1
  63. XAAUDIT.SOLR.MAX_FLUSH_INTERVAL_MS=1000
  64. XAAUDIT.SOLR.SOLR_URL=http://localhost:6083/solr/ranger_audits# End of V2 properties## SSL Client Certificate Information## Example:# SSL_KEYSTORE_FILE_PATH=/etc/hbase/conf/ranger-plugin-keystore.jks# SSL_KEYSTORE_PASSWORD=none# SSL_TRUSTSTORE_FILE_PATH=/etc/hbase/conf/ranger-plugin-truststore.jks# SSL_TRUSTSTORE_PASSWORD=none## You do not need use SSL between agent and security admin tool, please leave these sample value as it is.#
  65. SSL_KEYSTORE_FILE_PATH=/etc/hbase/conf/ranger-plugin-keystore.jks
  66. SSL_KEYSTORE_PASSWORD=myKeyFilePassword
  67. SSL_TRUSTSTORE_FILE_PATH=/etc/hbase/conf/ranger-plugin-truststore.jks
  68. SSL_TRUSTSTORE_PASSWORD=changeit
  69.  
  70. ## Should HBase GRANT/REVOKE update XA policies?## Example:#     UPDATE_XAPOLICIES_ON_GRANT_REVOKE=true#     UPDATE_XAPOLICIES_ON_GRANT_REVOKE=false#
  71. UPDATE_XAPOLICIES_ON_GRANT_REVOKE=true## Custom component user# CUSTOM_COMPONENT_USER=<custom-user># keep blank if component user is default
  72. CUSTOM_USER=hbase
  73.  
  74.  
  75. ## Custom component group# CUSTOM_COMPONENT_GROUP=<custom-group># keep blank if component group is default
  76. CUSTOM_GROUP=hadoop
  77. EOF
  • 初始化ranger hbase
  1. [root@hd1.dtstack.com ranger-2.3.0-hbase-plugin]# ./enable-hbase-plugin.sh
  • 重启hbase服务
  1. [hbase@hd1.dtstack.com~]$ sh stop-habse.sh
  2. [hbase@hd1.dtstack.com~]$ sh start-habse.sh
  • Ranger admin页面配置hbase

访问地址：http://hd1.dtstack.com:6080/
用户密码：admin/rangerAdmin123
在这里插入图片描述
在这里插入图片描述
测试连通性，连接成功后保存即可
在这里插入图片描述

  1. #在core-site.xml查看此参数
  3. hadoop.security.authentication: Kerberos
  5. 在hbase-site.xml中查看此参数
  7. hbase.master.kerberos.principal：hbase/_HOST@DTSTACK.COM
  9. hbase.zookeeper.property.clientPort: 2181
  11. hbase.zookeeper.quorum: hd1.dtstack.com,hd2.dtstack.com,hd3.dtstack.com
  13. zookeeper.znode.parent : /hbase11
  15. #下载策略
  17. policy.download.auth.users: hdfs

更多技术信息请查看云掣官网https://yunche.pro/?t=yrgw

标签： 大数据 开源 hbase
本文转载自: https://blog.csdn.net/weixin_43756308/article/details/136445522
版权归原作者 云掣YUNCHE 所有， 如有侵权，请联系我们删除。
登录后发布评论

“开源大数据集群部署（十四）Ranger集成Hbase”的评论:

还没有评论
关于作者
...
overfit同步小助手
文章同步
相关阅读

网络安全法-网络运行安全

使用selenium/drissionpage时如何阻止chrome自动跳转http到https

docker desktop 里部署的Open WebUI 管理员密码忘记了的处理方法

在ubuntu20.04中搭建onsite比赛运行环境

利用开源的低代码表单设计器FcDesigner高效管理和渲染复杂表单结构

Kafka学习笔记

【前端】浏览器输入url到页面呈现发生了什么？

文章导航
没有找到文章内容分段。。。