Я пытаюсь использовать dynatrace в качестве источника для flume и hadoop в качестве приемника, где dynatrace и flume находятся на одном сервере, а hadoop - на другом сервере.
Однако при запуске лотка я получаю ошибку ниже:
ОШИБКА [conf-file-poller-0] (org.apache.flume.conf.file.AbstractFileConfigurationProvider $ FileWatcherRunnable.run: 211) - Необработанная ошибка java.lang.NoSuchMethodError: org.slf4j.spi.LocationAware ( slf4j / Marker; Ljava / lang / String; ILjava / lang / String; Ljava / lang / Throwable;) V в org.apache.commons.logging.impl.SLF4JLocationAwareLog.debug (SLF4JLocationAwareLog.java:120) в org.apache. hadoop.metrics2.impl.MetricsSystemImpl.register (MetricsSystemImpl.java:220) в org.apache.hadoop.metrics2.MetricsSystem.register (MetricsSystem.java:54) в org.apache.hadoop.security.UserGroupInformation $ UgiMetrics.create ( UserGroupInformation.java:106) на org.apache.hadoop.security.UserGroupInformation. (UserGroupInformation.java:208) на org.apache.flume.sink.hdfs.HDFSEventSink.authenticate (HDFSEventSink.java:529) на org.apache. flume.sink.hdfs.HDFSEventSink.configure (HDFSEventSink.java:247) в org.apache.flume.conf.Configurables.configure (Configurables. java: 41) в org.apache.flume.conf.properties.PropertiesFileConfigurationProvider.loadSinks (PropertiesFileConfigurationProvider.java:373) в org.apache.flume.conf.properties.PropertiesFileConfigurationProvider.load (PropertiesFileConfiguration.Provider.load (PropertiesFileConfiguration. .flume.conf.file.AbstractFileConfigurationProvider.doLoad (AbstractFileConfigurationProvider.java:123) в org.apache.flume.conf.file.AbstractFileConfigurationProvider.access $ 300 (AbstractFileConfigurationProvider.java:38) в org.apache.flume.conf.file.AbstractFileConfigurationProvider.access AbstractFileConfigurationProvider $ FileWatcherRunnable.run (AbstractFileConfigurationProvider.java:202) в java.util.concurrent.Executors $ RunnableAdapter.call (Executors.java:471) в java.util.concurrent.FutureTask.java.util.concurrent.FutureTask.java.ua .util.concurrent.ScheduledThreadPoolExecutor $ ScheduledFutureTask.access $ 301 (ScheduledThreadPoolExecutor.java:178) в java.util.concurrent.ScheduledThreadPoolExecutor $ Schedul edFutureTask.run (ScheduledThreadPoolExecutor.java:293) в java.util.concurrent.ThreadPoolExecutor.runWorker (ThreadPoolExecutor.java:1145) в java.util.concurrent.ThreadPoolExecutor ($ Worker) в Java15. .Thread.run (Thread.java:745)
Это мой файл конфигурации лотка:
# Name the components on this agent
QKDSK305.sources = HTTPSource
QKDSK305.sinks = PurePathSink UserActionSink VisitSink NullSink
QKDSK305.channels = PurePathChannel UserActionChannel VisitChannel NullChannel
# Describe/configure HTTPSource
QKDSK305.sources.HTTPSource.type = org.apache.flume.source.http.HTTPSource
QKDSK305.sources.HTTPSource.port = 4321
QKDSK305.sources.HTTPSource.handler = com.dynatrace.diagnostics.btexport.flume.BtExportHandler
# Describe sinks
QKDSK305.sinks.PurePathSink.type = hdfs
QKDSK305.sinks.PurePathSink.hdfs.path = hdfs://QKDSK303:9000/user/bts/pp
QKDSK305.sinks.PurePathSink.hdfs.fileType = DataStream
QKDSK305.sinks.PurePathSink.hdfs.filePrefix = export
QKDSK305.sinks.PurePathSink.hdfs.fileSuffix = .txt
QKDSK305.sinks.PurePathSink.hdfs.rollInterval = 120
QKDSK305.sinks.PurePathSink.hdfs.rollSize = 131072
QKDSK305.sinks.PurePathSink.serializer = com.dynatrace.diagnostics.btexport.flume.BtPurePathSerializerBuilder
QKDSK305.sinks.UserActionSink.type = hdfs
QKDSK305.sinks.UserActionSink.hdfs.path = hdfs://QKDSK303:9000/user/bts/pa
QKDSK305.sinks.UserActionSink.hdfs.fileType = DataStream
QKDSK305.sinks.UserActionSink.hdfs.filePrefix = export
QKDSK305.sinks.UserActionSink.hdfs.fileSuffix = .txt
QKDSK305.sinks.UserActionSink.hdfs.rollInterval = 120
QKDSK305.sinks.UserActionSink.hdfs.rollSize = 131072
QKDSK305.sinks.UserActionSink.serializer = com.dynatrace.diagnostics.btexport.flume.BtPageActionSerializerBuilder
QKDSK305.sinks.VisitSink.type = hdfs
QKDSK305.sinks.VisitSink.hdfs.path = hdfs://QKDSK303:9000/user/bts/visit
QKDSK305.sinks.VisitSink.hdfs.fileType = DataStream
QKDSK305.sinks.VisitSink.hdfs.filePrefix = export
QKDSK305.sinks.VisitSink.hdfs.fileSuffix = .txt
QKDSK305.sinks.VisitSink.hdfs.rollInterval = 120
QKDSK305.sinks.VisitSink.hdfs.rollSize = 131072
QKDSK305.sinks.VisitSink.serializer = com.dynatrace.diagnostics.btexport.flume.BtVisitSerializerBuilder
QKDSK305.sinks.VisitSink.serializer.charset = ISO-8859-2
QKDSK305.sinks.NullSink.type = null
QKDSK305.channels.NullChannel.type = memory
# Use a channel which buffers events in memory
QKDSK305.channels.PurePathChannel.type = memory
QKDSK305.channels.PurePathChannel.capacity = 1000
QKDSK305.channels.PurePathChannel.transactionCapactiy = 100
QKDSK305.channels.UserActionChannel.type = memory
QKDSK305.channels.UserActionChannel.capacity = 1000
QKDSK305.channels.UserActionChannel.transactionCapactiy = 100
QKDSK305.channels.VisitChannel.type = memory
QKDSK305.channels.VisitChannel.capacity = 1000
QKDSK305.channels.VisitChannel.transactionCapactiy = 100
# Bind the source and sink to the channel
QKDSK305.sources.HTTPSource.channels = PurePathChannel UserActionChannel VisitChannel NullChannel
QKDSK305.sinks.PurePathSink.channel = PurePathChannel
QKDSK305.sinks.UserActionSink.channel = UserActionChannel
QKDSK305.sinks.VisitSink.channel = VisitChannel
QKDSK305.sinks.NullSink.channel = NullChannel
QKDSK305.sources.HTTPSource.selector.type = multiplexing
QKDSK305.sources.HTTPSource.selector.header = btType
QKDSK305.sources.HTTPSource.selector.mapping.PUREPATH = PurePathChannel
QKDSK305.sources.HTTPSource.selector.mapping.PAGE_ACTION = UserActionChannel
QKDSK305.sources.HTTPSource.selector.mapping.VISIT = VisitChannel
QKDSK305.sources.HTTPSource.selector.default = NullChannel
Пожалуйста, помогите.
Спасибо, Пранил
