0. Create kafka user
sudo adduser kafka
sudo adduser kafka sudo
su -l kafka
1. Download and Install kafka archive
| import com.fasterxml.jackson.core.JsonFactory; | |
| import com.fasterxml.jackson.core.JsonGenerator; | |
| import org.simpleflatmapper.csv.CsvParser; | |
| import org.simpleflatmapper.csv.CsvReader; | |
| import java.io.IOException; | |
| import java.util.Iterator; | |
| // uses http://simpleflatmapper.org/0101-getting-started-csv.html for csv parser | |
| // and jackson-core for JsonGenerator |
| input { | |
| file { | |
| path => "/var/log/xferlog" | |
| type => "xferlog" | |
| add_field => { "program" => "proftpd" } | |
| } | |
| } | |
| filter { | |
| if [type] == "xferlog" { |
| # delete all data | |
| curl -XDELETE localhost:9200/test | |
| # create an index and define specific french stop_words | |
| curl -XPUT localhost:9200/test -d '{ | |
| "settings" : { | |
| "index" : { | |
| "analysis" : { | |
| "analyzer" : { | |
| "french" : { |