|
...
|
...
|
@@ -9,72 +9,53 @@ go-stash有大概logstash 5倍的吞吐性能，并且部署简单，一个可 |
|
|
|
## Quick Start
|
|
|
|
|
|
|
|
```shell
|
|
|
|
gostash -f etc/config.json
|
|
|
|
gostash -f etc/config.yaml
|
|
|
|
```
|
|
|
|
|
|
|
|
config.json示例如下:
|
|
|
|
|
|
|
|
```json
|
|
|
|
{
|
|
|
|
"Input": {
|
|
|
|
"Kafka": {
|
|
|
|
"Name": "gostash",
|
|
|
|
"Brokers": [
|
|
|
|
"172.16.186.16:19092",
|
|
|
|
"172.16.186.17:19092"
|
|
|
|
],
|
|
|
|
"Topic": "k8slog",
|
|
|
|
"Group": "pro",
|
|
|
|
"NumProducers": 16
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"Filters": [
|
|
|
|
{
|
|
|
|
"Action": "drop",
|
|
|
|
"Conditions": [
|
|
|
|
{
|
|
|
|
"Key": "k8s_container_name",
|
|
|
|
"Value": "-rpc",
|
|
|
|
"Type": "contains"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Key": "level",
|
|
|
|
"Value": "info",
|
|
|
|
"Type": "match",
|
|
|
|
"Op": "and"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Action": "remove_field",
|
|
|
|
"Fields": [
|
|
|
|
"message",
|
|
|
|
"_source",
|
|
|
|
"_type",
|
|
|
|
"_score",
|
|
|
|
"_id",
|
|
|
|
"@version",
|
|
|
|
"topic",
|
|
|
|
"index",
|
|
|
|
"beat",
|
|
|
|
"docker_container",
|
|
|
|
"offset",
|
|
|
|
"prospector",
|
|
|
|
"source",
|
|
|
|
"stream"
|
|
|
|
]
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"Output": {
|
|
|
|
"ElasticSearch": {
|
|
|
|
"Hosts": [
|
|
|
|
"172.16.141.4:9200",
|
|
|
|
"172.16.141.5:9200"
|
|
|
|
],
|
|
|
|
"DailyIndexPrefix": "k8s_pro-"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
config.yaml示例如下:
|
|
|
|
|
|
|
|
```yaml
|
|
|
|
Input:
|
|
|
|
Kafka:
|
|
|
|
Name: gostash
|
|
|
|
Brokers:
|
|
|
|
- 172.16.186.16:19092
|
|
|
|
- 172.16.186.17:19092
|
|
|
|
Topic: k8slog
|
|
|
|
Group: pro
|
|
|
|
NumProducers: 16
|
|
|
|
Filters:
|
|
|
|
- Action: drop
|
|
|
|
Conditions:
|
|
|
|
- Key: k8s_container_name
|
|
|
|
Value: "-rpc"
|
|
|
|
Type: contains
|
|
|
|
- Key: level
|
|
|
|
Value: info
|
|
|
|
Type: match
|
|
|
|
Op: and
|
|
|
|
- Action: remove_field
|
|
|
|
Fields:
|
|
|
|
- message
|
|
|
|
- _source
|
|
|
|
- _type
|
|
|
|
- _score
|
|
|
|
- _id
|
|
|
|
- "@version"
|
|
|
|
- topic
|
|
|
|
- index
|
|
|
|
- beat
|
|
|
|
- docker_container
|
|
|
|
- offset
|
|
|
|
- prospector
|
|
|
|
- source
|
|
|
|
- stream
|
|
|
|
Output:
|
|
|
|
ElasticSearch:
|
|
|
|
Hosts:
|
|
|
|
- 172.16.141.4:9200
|
|
|
|
- 172.16.141.5:9200
|
|
|
|
DailyIndexPrefix: k8s_pro-
|
|
|
|
```
|
|
|
|
|
|
|
|
### 微信交流群
|
...
|
...
|
|
