作者 kevin

add quick start

正在显示 1 个修改的文件 包含 76 行增加1 行删除
1 -# go-stash项目介绍 1 +# go-stash
2 2
3 go-stash is a free and open server-side data processing pipeline that ingests data from Kafka, transforms it, and then sends it to ElasticSearch. 3 go-stash is a free and open server-side data processing pipeline that ingests data from Kafka, transforms it, and then sends it to ElasticSearch.
4 4
  5 +## Quick Start
  6 +
  7 +```shell
  8 +gostash -f etc/config.json
  9 +```
  10 +
  11 +config.json looks like:
  12 +
  13 +```json
  14 +{
  15 + "Input": {
  16 + "Kafka": {
  17 + "Name": "gostash",
  18 + "Brokers": [
  19 + "172.16.186.16:19092",
  20 + "172.16.186.17:19092"
  21 + ],
  22 + "Topic": "k8slog",
  23 + "Group": "pro",
  24 + "NumProducers": 16,
  25 + "MetricsUrl": "http://localhost:2222/add"
  26 + }
  27 + },
  28 + "Filters": [
  29 + {
  30 + "Action": "drop",
  31 + "Conditions": [
  32 + {
  33 + "Key": "k8s_container_name",
  34 + "Value": "-rpc",
  35 + "Type": "contains"
  36 + },
  37 + {
  38 + "Key": "level",
  39 + "Value": "info",
  40 + "Type": "match",
  41 + "Op": "and"
  42 + }
  43 + ]
  44 + },
  45 + {
  46 + "Action": "remove_field",
  47 + "Fields": [
  48 + "message",
  49 + "_source",
  50 + "_type",
  51 + "_score",
  52 + "_id",
  53 + "@version",
  54 + "topic",
  55 + "index",
  56 + "beat",
  57 + "docker_container",
  58 + "offset",
  59 + "prospector",
  60 + "source",
  61 + "stream"
  62 + ]
  63 + }
  64 + ],
  65 + "Output": {
  66 + "ElasticSearch": {
  67 + "Hosts": [
  68 + "172.16.141.4:9200",
  69 + "172.16.141.5:9200"
  70 + ],
  71 + "DailyIndexPrefix": "k8s_pro-"
  72 + }
  73 + }
  74 +}
  75 +```
  76 +
  77 +### 微信交流群
  78 +
  79 +添加我的微信:kevwan,请注明go-stash,我拉进go-stash社区群🤝