WARNING: Could not find logstash.yml which is typically located in $LS_HOME/config or /etc/logstash. You can specify the path using --path.settings. Continuing using the defaults
Could not find log4j2 configuration at path /usr/share/logstash/config/log4j2.properties. Using default config which logs to console
08:22:26.778 [LogStash::Runner] ERROR logstash.agent - Cannot load an invalid configuration {:reason=>"translation missing: en.logstash.agent.configuration.invalid_plugin_register"}
input {
redis {
#host => "192.168.56.134:6379" # INDEXER_HOSTNAME
data_type => "list"
key => "logstash"
# key = "wifi"
# key = "182717945870"
codec => json
batch_count => 100 # how many messages to fetch at once
}
}
output {
elasticsearch {hosts => "192.168.56.134" }
stdout { codec=> rubydebug }
}
sudo /usr/share/logstash/bin/logstash -f /etc/logstash/conf.d/csv.conf
redis-cli -h 192.168.56.134
input {
file {
path => "/home/fcs/test/*.csv"
start_position => beginning
# to read from the beginning of file
# sincedb_path => "/dev/null"
type => "m05a"
}
}
filter{
if [type] == "m05a"{
csv {
columns => ["URL", "Product_Name", "ItemNo", "Price", "country"]
}
date {
timezone => "Asia/Taipei"
target => "@timestamp"
}
mutate{
convert => ["Price", "integer"]
}
}
}
output {
if [type] == "m05a"{
elasticsearch {
hosts => "192.168.56.134:9200"
index => "logstash-%{type}-%{+YYYYMMdd}"
document_type => "%{type}"
}
}
}
http://192.168.56.134:9200/
http://192.168.56.134:5601
http://www.ebay.com/itm/MV01-Pre-Columbia-Inca-Antique-Nazca-Small-Polychrome-Pottery-pot-vase-/352153509349?hash=item51fdfc1de5:g:k4kAAOSwnJVZmj9b,"MV01 Pre-Columbia Inca Antique Nazca Small Polychrome Pottery pot vase",352153509349,45267,Japan
http://www.ebay.com/itm/Authentic-Mayan-Pre-Columbian-Chac-Bowl-/282627351482?hash=item41cde723ba:g:ebwAAOSwrRlZoz8k,"Authentic Mayan Pre Columbian Chac Bowl",282627351482,39231,United States
http://www.ebay.com/itm/ANTIQUE-KACHINA-KATSINA-ZUNI-circa-1940-1950-/222627010061?hash=item33d59a960d:g:N54AAOSwXz9ZlfLs,"ANTIQUE KACHINA KATSINA ZUNI circa 1940/1950",222627010061,39077,France
http://www.ebay.com/itm/Taino-Caribbean-Indians-Shaman-s-Vomit-Stick-circa-1300-1500-/152680511867?hash=item238c77b97b:g:5ZYAAOSwGJlZNirA,"Taino (Caribbean Indians) Shaman’s Vomit Stick…….circa (1300 - 1500)",152680511867,72427,Canada
http://www.ebay.com/itm/round-oak-A-18-finial-/253123017546?hash=item3aef4ebb4a:g:kZ4AAOSw3GFZn2SX,"round oak A 18 finial",253123017546,10592,United States
![]()
![]()
![]()
![]()
proxy流程：
LINE