Kinesis輸入流到Logstash

我目前正在評估我們的數據攝入需求的Logstash。其中一個用例是從AWS Kinesis流中讀取數據。我試圖安裝logstash-input-kinesis插件。當我運行它時，我看不到logstash處理來自流的任何事件。我的logstash與其他類型的輸入（tcp）正常工作。調試日誌中沒有錯誤。它只是表現爲沒有任何處理。我的配置文件是：Kinesis輸入流到Logstash

input { 
    kinesis { 
     kinesis_stream_name => "GwsElasticPoc" 
     application_name => "logstash" 
     type => "kinesis" 
    } 
    tcp { 
     port => 10000 
     type => tcp 
    } 
} 

filter { 
    if [type] == "kinesis" { 
     json { 
      source => "message" 
     } 
    } 

    if [type] == "tcp" { 
     grok { 
      match => { "message" => "Hello, %{WORD:name}"} 
     } 
    } 
} 

output{ 
    if [type] == "kinesis" 
    { 
     elasticsearch{ 
      hosts => "http://localhost:9200" 
      user => "elastic" 
      password => "changeme" 
      index => elasticpoc 
     } 
    } 
    if [type] == "tcp" 
    { 
     elasticsearch{ 
      hosts => "http://localhost:9200" 
      user => "elastic" 
      password => "changeme" 
      index => elkpoc 
     } 
    } 
}

來源

2017-02-16 rishabhmdh7985