mirror of
https://github.com/Icinga/icingabeat.git
synced 2025-07-29 08:44:08 +02:00
First attempt to retreive, parse and push events
This commit is contained in:
Blerim Sheqa
parent
4d119a92a6
commit
09dfabda0b
1
.gitignore
vendored
1
.gitignore
vendored
@ -5,3 +5,4 @@
|
||||
/icingabeat
|
||||
/icingabeat.test
|
||||
*.pyc
|
||||
logs/
|
||||
|
||||
@ -5,3 +5,11 @@
|
||||
icingabeat:
|
||||
# Defines how often an event is sent to the output
|
||||
period: 1s
|
||||
# Icinga 2 API endpoint
|
||||
host: "localhost"
|
||||
# Port of Icinga 2 API
|
||||
port: 5665
|
||||
# User for Icinga 2 API
|
||||
user: "icinga"
|
||||
# Password for the Icinga 2 API user
|
||||
password: "icinga"
|
||||
|
||||
@ -1,7 +1,14 @@
|
||||
package beater
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"crypto/tls"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"log"
|
||||
"net/http"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/elastic/beats/libbeat/beat"
|
||||
@ -12,13 +19,56 @@ import (
|
||||
"github.com/icinga/icingabeat/config"
|
||||
)
|
||||
|
||||
// Icingabeat type
|
||||
type Icingabeat struct {
|
||||
done chan struct{}
|
||||
config config.Config
|
||||
client publisher.Client
|
||||
|
||||
closer io.Closer
|
||||
mutex sync.Mutex
|
||||
}
|
||||
|
||||
// Creates beater
|
||||
func requestURL(icingabeat *Icingabeat, method, path string) *http.Response {
|
||||
transport := &http.Transport{
|
||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||
}
|
||||
|
||||
client := &http.Client{
|
||||
Transport: transport,
|
||||
}
|
||||
|
||||
url := fmt.Sprintf("https://%s:%v%s", icingabeat.config.Host, icingabeat.config.Port, path)
|
||||
|
||||
request, err := http.NewRequest(method, url, nil)
|
||||
|
||||
if err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
|
||||
request.Header.Add("Accept", "application/json")
|
||||
request.SetBasicAuth(icingabeat.config.User, icingabeat.config.Password)
|
||||
response, err := client.Do(request)
|
||||
if err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
|
||||
return response
|
||||
}
|
||||
|
||||
func apiStatus(icingabeat *Icingabeat) bool {
|
||||
|
||||
response := requestURL(icingabeat, "GET", "/v1/status")
|
||||
|
||||
if response.StatusCode == 200 {
|
||||
return true
|
||||
}
|
||||
|
||||
log.Println("Request:", response.Request.URL)
|
||||
log.Fatalln("Error:", response.Status)
|
||||
return false
|
||||
}
|
||||
|
||||
// New beater
|
||||
func New(b *beat.Beat, cfg *common.Config) (beat.Beater, error) {
|
||||
config := config.DefaultConfig
|
||||
if err := cfg.Unpack(&config); err != nil {
|
||||
@ -26,35 +76,71 @@ func New(b *beat.Beat, cfg *common.Config) (beat.Beater, error) {
|
||||
}
|
||||
|
||||
bt := &Icingabeat{
|
||||
done: make(chan struct{}),
|
||||
config: config,
|
||||
}
|
||||
return bt, nil
|
||||
}
|
||||
|
||||
// Run Icingabeat
|
||||
func (bt *Icingabeat) Run(b *beat.Beat) error {
|
||||
logp.Info("icingabeat is running! Hit CTRL-C to stop it.")
|
||||
|
||||
bt.client = b.Publisher.Connect()
|
||||
ticker := time.NewTicker(bt.config.Period)
|
||||
|
||||
if apiStatus(bt) {
|
||||
logp.Info("API is here!!!")
|
||||
} else {
|
||||
logp.Info("API not available")
|
||||
}
|
||||
|
||||
response := requestURL(bt, "POST", "/v1/events?queue=icingabeat&types=CheckResult")
|
||||
reader := bufio.NewReader(response.Body)
|
||||
bt.mutex.Lock()
|
||||
bt.closer = response.Body
|
||||
bt.mutex.Unlock()
|
||||
|
||||
for {
|
||||
select {
|
||||
case <-bt.done:
|
||||
return nil
|
||||
case <-ticker.C:
|
||||
line, err := reader.ReadBytes('\n')
|
||||
if err != nil {
|
||||
bt.mutex.Lock()
|
||||
tst := bt.closer == nil
|
||||
bt.mutex.Unlock()
|
||||
|
||||
if tst {
|
||||
break
|
||||
}
|
||||
logp.Err("Error reading line %#v", err)
|
||||
}
|
||||
|
||||
event := common.MapStr{
|
||||
"@timestamp": common.Time(time.Now()),
|
||||
"type": b.Name,
|
||||
"event": "icingabeat to come here",
|
||||
var event common.MapStr
|
||||
|
||||
if err := json.Unmarshal(line, &event); err != nil {
|
||||
logp.Info("Unmarshal problem %v", err)
|
||||
bt.mutex.Lock()
|
||||
tst := bt.closer == nil
|
||||
bt.mutex.Unlock()
|
||||
|
||||
if tst {
|
||||
break
|
||||
}
|
||||
continue
|
||||
}
|
||||
event["@timestamp"] = common.Time(time.Now())
|
||||
event["type"] = b.Name
|
||||
bt.client.PublishEvent(event)
|
||||
logp.Info("Event sent")
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// Stop Icingabeat
|
||||
func (bt *Icingabeat) Stop() {
|
||||
bt.client.Close()
|
||||
close(bt.done)
|
||||
bt.mutex.Lock()
|
||||
if bt.closer != nil {
|
||||
bt.closer.Close()
|
||||
bt.closer = nil
|
||||
}
|
||||
bt.mutex.Unlock()
|
||||
}
|
||||
|
||||
@ -5,10 +5,18 @@ package config
|
||||
|
||||
import "time"
|
||||
|
||||
// Config options
|
||||
type Config struct {
|
||||
Period time.Duration `config:"period"`
|
||||
Period time.Duration `config:"period"`
|
||||
Host string `config:"host"`
|
||||
Port int `config:"port"`
|
||||
User string `config:"user"`
|
||||
Password string `config:"password"`
|
||||
}
|
||||
|
||||
// DefaultConfig values
|
||||
var DefaultConfig = Config{
|
||||
Period: 1 * time.Second,
|
||||
Host: "localhost",
|
||||
Port: 5665,
|
||||
}
|
||||
|
||||
@ -5,6 +5,14 @@
|
||||
icingabeat:
|
||||
# Defines how often an event is sent to the output
|
||||
period: 1s
|
||||
# Icinga 2 API endpoint
|
||||
host: "localhost"
|
||||
# Port of Icinga 2 API
|
||||
port: 5665
|
||||
# User for Icinga 2 API
|
||||
user: "icinga"
|
||||
# Password for the Icinga 2 API user
|
||||
password: "icinga"
|
||||
|
||||
#================================ General ======================================
|
||||
|
||||
|
||||
@ -5,6 +5,14 @@
|
||||
icingabeat:
|
||||
# Defines how often an event is sent to the output
|
||||
period: 1s
|
||||
# Icinga 2 API endpoint
|
||||
host: "demo.icinga.com"
|
||||
# Port of Icinga 2 API
|
||||
port: 5665
|
||||
# User for Icinga 2 API
|
||||
user: "root"
|
||||
# Password for the Icinga 2 API user
|
||||
password: "icinga"
|
||||
|
||||
#================================ General =====================================
|
||||
|
||||
@ -29,7 +37,7 @@ icingabeat:
|
||||
#-------------------------- Elasticsearch output ------------------------------
|
||||
output.elasticsearch:
|
||||
# Array of hosts to connect to.
|
||||
hosts: ["localhost:9200"]
|
||||
hosts: ["demo.icinga.com:9200"]
|
||||
|
||||
# Optional protocol and basic auth credentials.
|
||||
#protocol: "https"
|
||||
|
||||
@ -1,27 +1,11 @@
|
||||
2016-12-02T11:47:19+01:00 INFO Setup Beat: icingabeat; Version: 6.0.0-alpha1
|
||||
2016-12-02T11:47:19+01:00 INFO Metrics logging every 30s
|
||||
2016-12-02T11:47:19+01:00 INFO Loading template enabled. Reading template file: /Users/bsheqa/go/src/github.com/icinga/icingabeat/icingabeat.template.json
|
||||
2016-12-02T11:47:19+01:00 INFO Loading template enabled for Elasticsearch 2.x. Reading template file: /Users/bsheqa/go/src/github.com/icinga/icingabeat/icingabeat.template-es2x.json
|
||||
2016-12-02T11:47:19+01:00 INFO Elasticsearch url: http://localhost:9200
|
||||
2016-12-02T11:47:19+01:00 INFO Activated elasticsearch as output plugin.
|
||||
2016-12-02T11:47:19+01:00 INFO Publisher name: Blerims-MacBook-Pro.local
|
||||
2016-12-02T11:47:19+01:00 INFO Flush Interval set to: 1s
|
||||
2016-12-02T11:47:19+01:00 INFO Max Bulk Size set to: 50
|
||||
2016-12-02T11:47:19+01:00 INFO icingabeat start running.
|
||||
2016-12-02T11:47:19+01:00 INFO icingabeat is running! Hit CTRL-C to stop it.
|
||||
2016-12-02T11:47:20+01:00 INFO Event sent
|
||||
2016-12-02T11:47:21+01:00 INFO Event sent
|
||||
2016-12-02T11:47:21+01:00 ERR Connecting error publishing events (retrying): Get http://localhost:9200: dial tcp 127.0.0.1:9200: getsockopt: connection refused
|
||||
2016-12-02T11:47:22+01:00 INFO Event sent
|
||||
2016-12-02T11:47:22+01:00 ERR Connecting error publishing events (retrying): Get http://localhost:9200: dial tcp 127.0.0.1:9200: getsockopt: connection refused
|
||||
2016-12-02T11:47:23+01:00 INFO Event sent
|
||||
2016-12-02T11:47:24+01:00 INFO Event sent
|
||||
2016-12-02T11:47:24+01:00 ERR Connecting error publishing events (retrying): Get http://localhost:9200: dial tcp 127.0.0.1:9200: getsockopt: connection refused
|
||||
2016-12-02T11:47:25+01:00 INFO Event sent
|
||||
2016-12-02T11:47:26+01:00 INFO Event sent
|
||||
2016-12-02T11:47:27+01:00 INFO Event sent
|
||||
2016-12-02T11:47:28+01:00 INFO Event sent
|
||||
2016-12-02T11:47:28+01:00 ERR Connecting error publishing events (retrying): Get http://localhost:9200: dial tcp 127.0.0.1:9200: getsockopt: connection refused
|
||||
2016-12-02T11:47:29+01:00 INFO Total non-zero values: libbeat.publisher.messages_in_worker_queues=9 libbeat.publisher.published_events=9
|
||||
2016-12-02T11:47:29+01:00 INFO Uptime: 9.720728469s
|
||||
2016-12-02T11:47:29+01:00 INFO icingabeat stopped.
|
||||
2016-12-08T17:15:46+01:00 INFO Home path: [/Users/bsheqa/go/src/github.com/icinga/icingabeat] Config path: [/Users/bsheqa/go/src/github.com/icinga/icingabeat] Data path: [/Users/bsheqa/go/src/github.com/icinga/icingabeat/data] Logs path: [/Users/bsheqa/go/src/github.com/icinga/icingabeat/logs]
|
||||
2016-12-08T17:15:46+01:00 INFO Setup Beat: icingabeat; Version: 6.0.0-alpha1
|
||||
2016-12-08T17:15:46+01:00 INFO Loading template enabled. Reading template file: /Users/bsheqa/go/src/github.com/icinga/icingabeat/icingabeat.template.json
|
||||
2016-12-08T17:15:46+01:00 INFO Loading template enabled for Elasticsearch 2.x. Reading template file: /Users/bsheqa/go/src/github.com/icinga/icingabeat/icingabeat.template-es2x.json
|
||||
2016-12-08T17:15:46+01:00 INFO Elasticsearch url: http://localhost:9200
|
||||
2016-12-08T17:15:46+01:00 INFO Activated elasticsearch as output plugin.
|
||||
2016-12-08T17:15:46+01:00 INFO Publisher name: blerims-mbp.int.netways.de
|
||||
2016-12-08T17:15:46+01:00 INFO Flush Interval set to: 1s
|
||||
2016-12-08T17:15:46+01:00 INFO Max Bulk Size set to: 50
|
||||
2016-12-08T17:15:46+01:00 INFO icingabeat start running.
|
||||
2016-12-08T17:15:46+01:00 INFO icingabeat is running! Hit CTRL-C to stop it.
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user