我在Atlas中找不到Kafka主题

时间:2019-07-24 07:41:06

标签: apache-kafka kerberos atlas apache-ranger

我有一个带护林员的Kerborised Hadoop集群。我正在同一集群中实施图集。与此相同,在运行import-hive.sh和import-HBase.sh脚本后,我能够在地图集中看到hive和HBase表。但是我看不到Atlas中的Kafka主题。我尝试运行Kafka实用程序,但它不存在。

我能够通过Kafka CLI描述以下主题

ATLAS_HOOK ATLAS_ENTITIES

下面是atlas-application.properties

atlas.audit.hbase.tablename=ATLAS_ENTITY_AUDIT_EVENTS
atlas.audit.hbase.zookeeper.quorum=HOSTNAME
atlas.audit.zookeeper.session.timeout.ms=60000
atlas.authentication.keytab=/etc/security/keytabs/atlas.service.keytab
atlas.authentication.method.file=true
atlas.authentication.method.file.filename=/usr/hdp/current/atlas-server/conf/users-credentials.properties
atlas.authentication.method.kerberos=true
atlas.authentication.method.kerberos.keytab=/etc/security/keytabs/spnego.service.keytab
atlas.authentication.method.kerberos.name.rules=RULE:[1:$1@$0](ambari-qa-trinitylocal@HUB.LOCAL)s/.*/ambari-qa/\
RULE:[1:$1@$0](druid-trinitylocal@HUB.LOCAL)s/.*/druid/\
RULE:[1:$1@$0](hbase-trinitylocal@HUB.LOCAL)s/.*/hbase/\
RULE:[1:$1@$0](hdfs-trinitylocal@HUB.LOCAL)s/.*/hdfs/\
RULE:[1:$1@$0](spark-trinitylocal@HUB.LOCAL)s/.*/spark/\
RULE:[1:$1@$0](yarn-ats-trinitylocal@HUB.LOCAL)s/.*/yarn-ats/\
RULE:[1:$1@$0](zeppelin-trinitylocal@HUB.LOCAL)s/.*/zeppelin/\
RULE:[1:$1@$0](.*@HUB.LOCAL)s/@.*//\
RULE:[2:$1@$0](activity_analyzer@HUB.LOCAL)s/.*/activity_analyzer/\
RULE:[2:$1@$0](activity_explorer@HUB.LOCAL)s/.*/activity_explorer/\
RULE:[2:$1@$0](amshbase@HUB.LOCAL)s/.*/ams/\
RULE:[2:$1@$0](amsmon@HUB.LOCAL)s/.*/ams/\
RULE:[2:$1@$0](amszk@HUB.LOCAL)s/.*/ams/\
RULE:[2:$1@$0](atlas@HUB.LOCAL)s/.*/atlas/\
RULE:[2:$1@$0](dn@HUB.LOCAL)s/.*/hdfs/\
RULE:[2:$1@$0](hbase@HUB.LOCAL)s/.*/hbase/\
RULE:[2:$1@$0](hive@HUB.LOCAL)s/.*/hive/\
RULE:[2:$1@$0](jhs@HUB.LOCAL)s/.*/mapred/\
RULE:[2:$1@$0](nm@HUB.LOCAL)s/.*/yarn/\
RULE:[2:$1@$0](nn@HUB.LOCAL)s/.*/hdfs/\
RULE:[2:$1@$0](rangeradmin@HUB.LOCAL)s/.*/ranger/\
RULE:[2:$1@$0](rangertagsync@HUB.LOCAL)s/.*/rangertagsync/\
RULE:[2:$1@$0](rangerusersync@HUB.LOCAL)s/.*/rangerusersync/\
RULE:[2:$1@$0](rm@HUB.LOCAL)s/.*/yarn/\
RULE:[2:$1@$0](spark@HUB.LOCAL)s/.*/spark/\
RULE:[2:$1@$0](yarn@HUB.LOCAL)s/.*/yarn/\
RULE:[2:$1@$0](yarn-ats-hbase@HUB.LOCAL)s/.*/yarn-ats/\
DEFAULT
atlas.authentication.method.kerberos.principal=HTTP/_HOST@HUB.LOCAL
atlas.authentication.method.ldap=false
atlas.authentication.method.ldap.ad.base.dn=
atlas.authentication.method.ldap.ad.bind.dn=
atlas.authentication.method.ldap.ad.bind.password=
atlas.authentication.method.ldap.ad.default.role=ROLE_USER
atlas.authentication.method.ldap.ad.domain=
atlas.authentication.method.ldap.ad.referral=ignore
atlas.authentication.method.ldap.ad.url=
atlas.authentication.method.ldap.ad.user.searchfilter=(sAMAccountName={0})
atlas.authentication.method.ldap.base.dn=
atlas.authentication.method.ldap.bind.dn=
atlas.authentication.method.ldap.bind.password=
atlas.authentication.method.ldap.default.role=ROLE_USER
atlas.authentication.method.ldap.groupRoleAttribute=cn
atlas.authentication.method.ldap.groupSearchBase=
atlas.authentication.method.ldap.groupSearchFilter=
atlas.authentication.method.ldap.referral=ignore
atlas.authentication.method.ldap.type=ldap
atlas.authentication.method.ldap.url=
atlas.authentication.method.ldap.user.searchfilter=
atlas.authentication.method.ldap.userDNpattern=uid=
atlas.authentication.principal=atlas/_HOST@HUB.LOCAL
atlas.authorizer.impl=ranger
atlas.cluster.name=trinitylocal
atlas.enableTLS=false
atlas.graph.index.search.solr.mode=cloud
atlas.graph.index.search.solr.wait-searcher=true
atlas.graph.index.search.solr.zookeeper-url=HOSTNAME:2181/infra-solr
atlas.graph.storage.hbase.table=atlas_janus
atlas.graph.storage.hostname=trinity.hub.local
atlas.jaas.KafkaClient.loginModuleControlFlag=required
atlas.jaas.KafkaClient.loginModuleName=com.sun.security.auth.module.Krb5LoginModule
atlas.jaas.KafkaClient.option.keyTab=/etc/security/keytabs/atlas.service.keytab
atlas.jaas.KafkaClient.option.principal=atlas/_HOST@HUB.LOCAL
atlas.jaas.KafkaClient.option.serviceName=kafka
atlas.jaas.KafkaClient.option.storeKey=true
atlas.jaas.KafkaClient.option.useKeyTab=true
atlas.kafka.auto.commit.enable=false
atlas.kafka.bootstrap.servers=HOSTNAME:6667
atlas.kafka.hook.group.id=atlas
atlas.kafka.sasl.kerberos.service.name=kafka
atlas.kafka.security.protocol=SASL_PLAINTEXT
atlas.kafka.zookeeper.connect=trinity.hub.local:2181
atlas.kafka.zookeeper.connection.timeout.ms=30000
atlas.kafka.zookeeper.session.timeout.ms=60000
atlas.kafka.zookeeper.sync.time.ms=20
atlas.lineage.schema.query.hive_table=hive_table where __guid='%s'\, columns
atlas.lineage.schema.query.Table=Table where __guid='%s'\, columns
atlas.notification.create.topics=true
atlas.notification.embedded=false
atlas.notification.replicas=1
atlas.notification.topics=ATLAS_HOOK,ATLAS_ENTITIES
atlas.proxyusers=
atlas.rest.address=http://HOSTNAME:21000
atlas.server.address.id1=HOSTNAME:21000
atlas.server.bind.address=0.0.0.0
atlas.server.ha.enabled=false
atlas.server.ha.zookeeper.acl=auth:
atlas.server.http.port=21000
atlas.server.https.port=21443
atlas.server.ids=id1
atlas.simple.authz.policy.file=/usr/hdp/current/atlas-server/conf/atlas-simple-authz-policy.json
atlas.solr.kerberos.enable=true
atlas.ssl.exclude.protocols=TLSv1.2
atlas.sso.knox.browser.useragent=
atlas.sso.knox.enabled=false
atlas.sso.knox.providerurl=
atlas.sso.knox.publicKey=

0 个答案:

没有答案