Skip to content

slapos
slapos
Commit 81e637c0 authored by Jérome Perrin's avatar Jérome Perrin
Browse files
Options

software/grafana: version up, split servers and agent 

Split the instances in two:
 - "default" instance is grafana, loki (for logs) and influxdb (for
metrics)
 - "agent" instance is telegraf collecting metrics and logs and sending
 it the the "default" instance.

Next steps will be that the agent becomes not used, instead the
slapos instances will be able to push metrics or logs directly, probably
using fluentbit and sending to either loki/influxdb or wendelin.
parent 5efd3eb8
Pipeline #37486 failed with stage
    in 0 seconds
    Expand all Hide whitespace changes
    Inline Side-by-side
    Showing with 2459 additions and 807 deletions
    software/grafana/buildout.hash.cfg
    View file @ 81e637c0
    ......@@ -15,28 +15,27 @@
    [instance-profile]
    filename = instance.cfg.in
    md5sum = 8c9dc41c176ba01116de5b71aaa704de
    md5sum = 32c772c593d2c3c38c26186b91b78cf8
    [instance-default]
    filename = instance-default.cfg.in
    md5sum = b4330fbe0c9c3631f4f477c06d3460b3
    [instance-agent]
    filename = instance-agent.cfg.in
    md5sum = 6bbc97cf8e752d22773d5f23ecdda37d
    [influxdb-config-file]
    filename = influxdb-config-file.cfg.in
    md5sum = a28972ced3e0f4aa776e43a9c44717c0
    [telegraf-config-file]
    filename = telegraf-config-file.cfg.in
    md5sum = a1a9c22c2a7829c66a49fc2504604d21
    [grafana-config-file]
    filename = grafana-config-file.cfg.in
    md5sum = e255dcca466f5de51698d24cbd114577
    md5sum = 2b75d6b1984d9d154303ec773aa88474
    [grafana-provisioning-config-file]
    filename = grafana-provisioning-config-file.cfg.in
    md5sum = 3aa0f1ed752b2a59ea2b5e7c1733daf3
    [grafana-provisioning-dashboards-config-file]
    filename = grafana-provisioning-dashboards-config-file.cfg.in
    md5sum = 5616679a9c5c2757540175ead3f5500a
    [loki-config-file]
    filename = loki-config-file.cfg.in
    md5sum = ad2baf4599a937d7352034a41fa24814
    [promtail-config-file]
    filename = promtail-config-file.cfg.in
    md5sum = 5f1b3a1a3d3f98daeab4780106452d71
    software/grafana/grafana-config-file.cfg.in
    View file @ 81e637c0
    ......@@ -154,7 +154,7 @@ reporting_enabled = true
    # in some UI views to notify that grafana or plugin update exists
    # This option does not cause any auto updates, nor send any information
    # only a GET request to https://grafana.com to get latest versions
    check_for_updates = true
    check_for_updates = false
    # Google Analytics universal tracking code, only enabled if you specify an id here
    google_analytics_ua_id =
    ......@@ -334,23 +334,21 @@ allow_sign_up = true
    #################################### SMTP / Emailing #####################
    [smtp]
    {% set email = slapparameter_dict.get('email', {}) %}
    #enabled = false
    enabled = {{ slapparameter_dict.get('smtp-server') and 'true' or 'false' }}
    enabled = {{ email.get('smtp-server') and 'true' or 'false' }}
    #host = locahost:25
    host = {{ slapparameter_dict.get('smtp-server', '') }}
    host = {{ email.get('smtp-server', '') }}
    #user =
    user = {{ slapparameter_dict.get('smtp-username', '') }}
    user = {{ email.get('smtp-username', '') }}
    # If the password contains # or ; you have to wrap it with trippel quotes. Ex """#password;"""
    #password =
    password = {{ slapparameter_dict.get('smtp-password', '') and '"""%s"""' % slapparameter_dict['smtp-password'] or ""}}
    password = {{ email.get('smtp-password', '') and '"""%s"""' % email['smtp-password'] or ""}}
    cert_file =
    key_file =
    #skip_verify = false
    skip_verify = {{ slapparameter_dict.get('smtp-verify-ssl', 'true').lower() == 'true' and 'false' or 'true' }}
    #from_address = admin@grafana.localhost
    from_address = {{ slapparameter_dict.get('email-from-address', '') }}
    #from_name = Grafana
    from_name = {{ slapparameter_dict.get('email-from-name', 'Grafana') }}
    skip_verify = {{ email.get('smtp-verify-ssl') and 'false' or 'true' }}
    from_address = {{ email.get('email-from-address', '') }}
    from_name = {{ email.get('email-from-name', 'Grafana') }}
    ehlo_identity =
    [emails]
    ......
    software/grafana/grafana-provisioning-config-file.cfg.in deleted 100644 → 0
    View file @ 5efd3eb8
    # https://grafana.com/docs/administration/provisioning/#example-datasource-config-file
    apiVersion: 1
    datasources:
    - name: telegraf
    type: influxdb
    access: proxy
    url: {{ influxdb['url'] }}
    user: {{ influxdb['auth-username'] }}
    database: telegraf
    isDefault: true
    jsonData:
    tlsSkipVerify: true
    secureJsonData:
    password: {{ influxdb['auth-password'] }}
    version: 1
    editable: false
    - name: loki
    type: loki
    access: proxy
    url: {{ loki['url'] }}
    version: 1
    editable: false
    software/grafana/grafana-provisioning-dashboards-config-file.cfg.in 0 → 100644
    View file @ 81e637c0
    # https://grafana.com/docs/grafana/latest/administration/provisioning/#dashboards
    apiVersion: 1
    providers:
    - name: SlapOS
    folder: ''
    updateIntervalSeconds: 10
    allowUiUpdates: false
    options:
    path: {{ dashboards_dir }}
    software/grafana/instance-agent-input-schema.json 0 → 100644
    View file @ 81e637c0
    {
    "$schema": "https://json-schema.org/draft/2019-09/schema",
    "description": "Parameters to instantiate an agent collecting logs and metrics",
    "type": "object",
    "additionalProperties": false,
    "unevaluatedProperties": false,
    "$defs": {
    "type": {
    "description": "Type of the application. With `SlapOS` type, some metrics are collected from supervisor and from some known partition types (for example: ERP5's mariadb or ERP5's zopes). With `system` type, only log files are ingested.",
    "type": "string",
    "default": "SlapOS",
    "enum": [
    "SlapOS",
    "system"
    ]
    },
    "name": {
    "description": "Name of this application",
    "type": "string"
    },
    "urls": {
    "description": "URLs to monitor for availability and certificate lifetime",
    "type": "array",
    "items": {
    "type": "string"
    }
    },
    "log-file-patterns": {
    "type": "array",
    "items": {
    "type": "string"
    },
    "description": "Glob patterns for watched log files."
    },
    "static-tags": {
    "type": "object",
    "description": "Static tags for this partition",
    "examples": [
    {
    "service-level": "production",
    "data-center": "abc123"
    }
    ]
    }
    },
    "required": [
    "applications",
    "influxdb",
    "loki"
    ],
    "properties": {
    "applications": {
    "description": "Applications to monitor",
    "type": "array",
    "items": {
    "oneOf": [
    {
    "type": "object",
    "additionalProperties": false,
    "description": "Configuration for SlapOS type application",
    "required": [
    "type",
    "name",
    "instance-root",
    "partitions"
    ],
    "properties": {
    "type": {
    "$ref": "#/$defs/type",
    "const": "SlapOS"
    },
    "name": {
    "$ref": "#/$defs/name"
    },
    "urls": {
    "$ref": "#/$defs/urls"
    },
    "instance-root": {
    "description": "Directory containing SlapOS partitions.",
    "type": "string",
    "examples": [
    "/srv/slapgrid/",
    "/srv/slapgrid/slappart30/srv/runner/instance/"
    ]
    },
    "partitions": {
    "description": "SlapOS partitions to monitor",
    "type": "array",
    "items": {
    "type": "object",
    "required": [
    "name",
    "reference"
    ],
    "unevaluatedProperties": false,
    "properties": {
    "name": {
    "type": "string",
    "description": "Friendly name of the partition",
    "examples": [
    "mariadb",
    "zope-activity"
    ]
    },
    "reference": {
    "type": "string",
    "description": "Reference of the partition",
    "examples": [
    "slappart1",
    "slappart2"
    ]
    },
    "type": {
    "type": "string",
    "description": "Type of the partition. Known types have metrics and logs collected",
    "enum": [
    "erp5/mariadb",
    "erp5/balancer",
    "erp5/zope-activity",
    "erp5/zope-front",
    "erp5/zeo",
    "mariadb",
    "default"
    ],
    "default": "default"
    },
    "log-file-patterns": {
    "$ref": "#/$defs/log-file-patterns",
    "description": "Glob pattern for log files to watch. This mostly makes sense for `default` partition type. `{partition_root_directory}` python `.format`-style substitution variable is supported."
    },
    "static-tags": {
    "$ref": "#/$defs/static-tags"
    }
    },
    "allOf": [
    {
    "if": {
    "properties": {
    "type": {
    "enum": [
    "mariadb",
    "erp5/mariadb"
    ]
    }
    }
    },
    "then": {
    "properties": {
    "dbname": {
    "type": "string",
    "description": "Database name"
    },
    "username": {
    "type": "string",
    "description": "Username to connect to database"
    }
    }
    }
    }
    ],
    "examples": [
    {
    "name": "zope-backoffice",
    "type": "erp5/zope-front",
    "reference": "slappart1",
    "static-tags": {
    "instance": "instance-name"
    }
    },
    {
    "name": "mariadb",
    "type": "erp5/mariadb",
    "reference": "slappart2"
    },
    {
    "name": "Theia",
    "type": "default",
    "log-file-patterns": [
    "{partition_root_directory}/.slappart*log"
    ]
    }
    ]
    }
    }
    }
    },
    {
    "type": "object",
    "additionalProperties": false,
    "description": "Configuration for `system` type application",
    "required": [
    "type",
    "name"
    ],
    "properties": {
    "type": {
    "$ref": "#/$defs/type",
    "const": "system"
    },
    "name": {
    "$ref": "#/$defs/name"
    },
    "urls": {
    "$ref": "#/$defs/urls"
    },
    "partitions": {
    "type": "array",
    "items": {
    "type": "object",
    "additionalProperties": false,
    "properties": {
    "name": {
    "type": "string",
    "description": "Friendly name of the partition",
    "examples": [
    "syslog",
    "email"
    ]
    },
    "log-file-patterns": {
    "$ref": "#/$defs/log-file-patterns"
    },
    "static-tags": {
    "$ref": "#/$defs/static-tags"
    }
    },
    "examples": [
    {
    "name": "syslog",
    "log-file-patterns": [
    "/var/log/syslog"
    ]
    },
    {
    "name": "kernel",
    "log-file-patterns": [
    "/var/log/kern.log",
    "/var/log/messages"
    ]
    },
    {
    "name": "re6stnet",
    "log-file-patterns": [
    "/var/log/re6stnet/*.log"
    ]
    }
    ]
    }
    }
    }
    }
    ]
    }
    },
    "influxdb": {
    "description": "Connection information for influxdb",
    "type": "object",
    "additionalProperties": false,
    "required": [
    "url",
    "database",
    "username",
    "password"
    ],
    "properties": {
    "url": {
    "description": "IPv6 URL of influxdb HTTP endpoint",
    "format": "uri",
    "type": "string"
    },
    "database": {
    "description": "database created in influxdb",
    "type": "string"
    },
    "username": {
    "description": "username for influxdb",
    "type": "string"
    },
    "password": {
    "description": "password for influxdb user",
    "type": "string"
    }
    }
    },
    "loki": {
    "description": "Connection information for loki",
    "type": "object",
    "additionalProperties": false,
    "required": [
    "url",
    "caucase-url"
    ],
    "properties": {
    "url": {
    "description": "Base URL of Loki",
    "format": "uri",
    "type": "string"
    },
    "caucase-url": {
    "description": "URL caucase service used by Loki",
    "format": "uri",
    "type": "string"
    }
    }
    }
    }
    }
    software/grafana/instance-agent-output-schema.json 0 → 100644
    View file @ 81e637c0
    {
    "$schema": "http://json-schema.org/draft-07/schema#",
    "description": "Values returned by agent instantiation",
    "additionalProperties": false,
    "properties": {
    "telegraf-extra-config-dir": {
    "description": "Directory in telegraf partition where extra configuration file will be loaded. These files must match *.conf pattern",
    "type": "string"
    },
    "promtail-url": {
    "description": "URL of embedded server from promtail",
    "format": "uri",
    "type": "string"
    },
    "facl-script": {
    "description": "Path of a generated script to set ACL for the agent to access files and sockets. This might be needed depending on how slapos partitions were formatted",
    "type": "string"
    }
    },
    "type": "object"
    }
    software/grafana/instance-agent.cfg.in 0 → 100644
    View file @ 81e637c0
    This diff is collapsed.
    software/grafana/instance-default-input-schema.json 0 → 100644
    View file @ 81e637c0
    {
    "$schema": "https://json-schema.org/draft/2019-09/schema",
    "description": "Parameters to instantiate Grafana",
    "type": "object",
    "additionalProperties": false,
    "properties": {
    "email": {
    "type": "object",
    "description": "Email configuration",
    "additionalProperties": false,
    "properties": {
    "smtp-server": {
    "description": "SMTP server used by Grafana to send emails (in host:port format). Leaving this empty will disable email sending.",
    "type": "string"
    },
    "smtp-username": {
    "description": "Username to connect to SMTP server",
    "type": "string"
    },
    "smtp-password": {
    "description": "Password to connect to SMTP server",
    "type": "string"
    },
    "smtp-verify-ssl": {
    "description": "Verify certificate of SMTP server",
    "type": "boolean",
    "default": true
    },
    "email-from-address": {
    "description": "Email address used in `From:` header of emails",
    "type": "string"
    },
    "email-from-name": {
    "description": "Name used in `From:` header of emails",
    "default": "Grafana",
    "type": "string"
    }
    }
    },
    "frontend": {
    "type": "object",
    "additionalProperties": false,
    "properties": {
    "custom-domain": {
    "description": "Custom domain to use when requesting a rapid-cdn frontend",
    "type": "string",
    "format": "hostname"
    }
    }
    },
    "caucase": {
    "type": "object",
    "description": "Caucase configuration. To connect external agents, it's required to approve their client certificates, either using an external caucase referenced as `external-caucase-url` or registering a user with `user-auto-approve-count`",
    "additionalProperties": false,
    "properties": {
    "external-caucase-url": {
    "description": "URL of a caucase instance to manage all server and clients certificates, to use instead of embedding caucase",
    "type": "string",
    "format": "uri"
    },
    "user-auto-approve-count": {
    "description": "Number of users to automatically approve in the embedded caucase",
    "type": "integer",
    "default": 0
    }
    }
    },
    "influxdb": {
    "description": "Fine tuning influxdb parameters",
    "type": "object",
    "additionalProperties": false,
    "properties": {
    "default-retention-policy-days": {
    "description": "Number of days to keep metrics data",
    "default": 720,
    "type": "integer"
    }
    }
    },
    "loki": {
    "description": "Fine tuning loki parameters",
    "type": "object",
    "additionalProperties": false,
    "properties": {
    "retention-period-days": {
    "description": "Number of days to keep log data",
    "default": 60,
    "type": "integer"
    }
    }
    },
    "agent": {
    "type": "object",
    "properties": {
    "applications": {
    "$ref": "./instance-agent-input-schema.json#properties/applications"
    }
    }
    }
    }
    }
    software/grafana/instance-output-schema.json → software/grafana/instance-default-output-schema.json
    View file @ 81e637c0
    {
    "$schema": "http://json-schema.org/draft-04/schema#",
    "$schema": "http://json-schema.org/draft-07/schema#",
    "description": "Values returned by Grafana instantiation",
    "additionalProperties": false,
    "properties": {
    "url": {
    "description": "Shared frontend for this Grafana instance",
    "pattern": "^https://",
    "format": "uri",
    "type": "string"
    },
    "grafana-username": {
    ......@@ -18,12 +17,12 @@
    },
    "grafana-url": {
    "description": "IPv6 URL to access grafana",
    "pattern": "^https://",
    "format": "uri",
    "type": "string"
    },
    "influxdb-url": {
    "description": "IPv6 URL of influxdb HTTP endpoint",
    "pattern": "^https://",
    "format": "uri",
    "type": "string"
    },
    "influxdb-database": {
    ......@@ -38,8 +37,23 @@
    "description": "password for influxdb user",
    "type": "string"
    },
    "telegraf-extra-config-dir": {
    "description": "Directory in telegraf partition where extra configuration file will be loaded. These files must match *.conf pattern",
    "loki-url": {
    "description": "Base URL of Loki",
    "format": "uri",
    "type": "string"
    },
    "loki-caucase-url": {
    "description": "URL caucase service used by Loki",
    "format": "uri",
    "type": "string"
    },
    "agent-promtail-url": {
    "description": "URL of embedded server from promtail",
    "format": "uri",
    "type": "string"
    },
    "agent-facl-script": {
    "description": "Path of a generated script to set ACL for the agent to access files and sockets. This might be needed depending on how slapos partitions were formatted",
    "type": "string"
    }
    },
    ......
    software/grafana/instance-default.cfg.in 0 → 100644
    View file @ 81e637c0
    This diff is collapsed.
    software/grafana/instance-input-schema.json deleted 100644 → 0
    View file @ 5efd3eb8
    {
    "$schema": "http://json-schema.org/draft-04/schema#",
    "description": "Parameters to instantiate Grafana",
    "type": "object",
    "additionalProperties": false,
    "properties": {
    "smtp-server": {
    "description": "SMTP server used by grafana to send emails (in host:port format). Leaving this empty will disable email sending.",
    "type": "string"
    },
    "smtp-username": {
    "description": "Username to connect to SMTP server",
    "type": "string"
    },
    "smtp-password": {
    "description": "Password to connect to SMTP server",
    "type": "string"
    },
    "smtp-verify-ssl": {
    "description": "Verify SSL certificate of SMTP server",
    "type": "string",
    "enum": [
    "true",
    "false"
    ]
    },
    "email-from-address": {
    "description": "Email address used in From: header of emails",
    "type": "string"
    },
    "email-from-name": {
    "description": "Name used in From: header of emails",
    "default": "Grafana",
    "type": "string"
    },
    "promtail-extra-scrape-config": {
    "description": "Raw promtail config (experimental parameter, see https://github.com/grafana/loki/blob/v0.3.0/docs/promtail.md#scrape-configs for detail)",
    "default": "",
    "type": "string"
    }
    }
    }
    software/grafana/instance.cfg.in
    View file @ 81e637c0
    This diff is collapsed.
    software/grafana/loki-config-file.cfg.in deleted 100644 → 0
    View file @ 5efd3eb8
    auth_enabled: false
    server:
    http_listen_address: {{ loki['ip'] }}
    http_listen_port: {{ loki['port'] }}
    grpc_listen_address: {{ loki['ip'] }}
    grpc_listen_port: {{ loki['grpc-port'] }}
    ingester:
    lifecycler:
    address: {{ loki['ip'] }}
    ring:
    kvstore:
    store: inmemory
    replication_factor: 1
    chunk_idle_period: 15m
    schema_config:
    configs:
    - from: 2018-04-15
    store: boltdb
    object_store: filesystem
    schema: v9
    index:
    prefix: index_
    period: 168h
    storage_config:
    boltdb:
    directory: {{ loki['storage-boltdb-dir'] }}
    filesystem:
    directory: {{ loki['storage-filesystem-dir'] }}
    limits_config:
    enforce_metric_name: false
    reject_old_samples: true
    reject_old_samples_max_age: 168h
    chunk_store_config:
    max_look_back_period: 0
    table_manager:
    chunk_tables_provisioning:
    inactive_read_throughput: 0
    inactive_write_throughput: 0
    provisioned_read_throughput: 0
    provisioned_write_throughput: 0
    index_tables_provisioning:
    inactive_read_throughput: 0
    inactive_write_throughput: 0
    provisioned_read_throughput: 0
    provisioned_write_throughput: 0
    retention_deletes_enabled: false
    retention_period: 0
    software/grafana/promtail-config-file.cfg.in deleted 100644 → 0
    View file @ 5efd3eb8
    server:
    http_listen_address: {{ promtail['ip'] }}
    http_listen_port: {{ promtail['http-port'] }}
    grpc_listen_address: {{ promtail['ip'] }}
    grpc_listen_port: {{ promtail['grpc-port'] }}
    external_url: {{ promtail['url'] }}
    positions:
    filename: {{ promtail['dir'] }}/positions.yaml
    clients:
    - url: {{ loki['url'] }}/api/prom/push
    scrape_configs:
    - job_name: test
    static_configs:
    - targets:
    - localhost
    labels:
    job: grafanalogs
    __path__: ./var/log/*log
    {{ slapparameter_dict.get('promtail-extra-scrape-config', '') }}
    software/grafana/software.cfg
    View file @ 81e637c0
    [buildout]
    extends =
    ../../stack/slapos.cfg
    ../../stack/caucase/buildout.cfg
    ../../stack/nodejs.cfg
    ../../component/make/buildout.cfg
    ../../component/golang/buildout.cfg
    ../../component/openssl/buildout.cfg
    ../../component/curl/buildout.cfg
    ../../component/dash/buildout.cfg
    ../../component/jq/buildout.cfg
    ../../component/systemd/buildout.cfg
    ../../component/fluent-bit/buildout.cfg
    buildout.hash.cfg
    versions = versions
    parts =
    slapos-cookbook
    instance-profile
    gowork
    influxdb-config-file
    telegraf-config-file
    grafana-config-file
    grafana-provisioning-config-file
    loki-config-file
    promtail-config-file
    grafana-provisioning-dashboards-config-file
    fluent-bit
    post-install-cleanup
    [nodejs]
    <= nodejs-14.16.0
    [go_github.com_grafana_grafana]
    <= go-git-package
    go.importpath = github.com/grafana/grafana
    repository = https://github.com/grafana/grafana
    revision = v7.5.2-0-gca413c612f
    revision = v10.1.2-0-g8e428858dd
    [go_github.com_grafana_loki]
    <= go-git-package
    go.importpath = github.com/grafana/loki
    repository = https://github.com/perrinjerome/loki
    revision = v2.2.1-1-gda6d45f2
    repository = https://github.com/grafana/loki
    revision = v3.1.0-0-g935aee77e
    [go_github.com_influxdata_influxdb]
    <= go-git-package
    ......@@ -46,49 +46,80 @@ revision = v1.8.4-0-gbc8ec4384e
    <= go-git-package
    go.importpath = github.com/influxdata/telegraf
    repository = https://github.com/influxdata/telegraf
    revision = v1.17.3-0-g24a552b90b
    revision = v1.28.1-0-g3ea9ffbe2
    [go_github.com_perrinjerome_slapos_telegraf_input]
    <= go-git-package
    go.importpath = github.com/perrinjerome/telegraf-input-slapos
    repository = https://github.com/perrinjerome/telegraf-input-slapos
    revision = v0.0.2-0-gd4c5221
    [go_github.com_prometheus_prometheus]
    <= go-git-package
    go.importpath = github.com/prometheus/prometheus
    repository = https://github.com/prometheus/prometheus
    revision = v0.41.0-0-gc0d8a56c6
    # [go_github.com_jaegertracking_jaeger]
    # <= go-git-package
    # go.importpath = github.com/jaegertracking/jaeger
    # repository = https://github.com/jaegertracking/jaeger
    # revision = v1.20.0-623-gcac21f82
    [gowork]
    # Fails with current default golang1.18
    golang = ${golang1.17:location}
    install =
    ${go_github.com_grafana_loki:location}:./cmd/loki
    ${go_github.com_grafana_loki:location}:./cmd/promtail
    ${go_github.com_grafana_loki:location}:./clients/cmd/promtail
    ${go_github.com_grafana_loki:location}:./cmd/logcli
    ${go_github.com_influxdata_telegraf:location}:./cmd/...
    ${go_github.com_influxdata_influxdb:location}:./cmd/...
    ${go_github.com_perrinjerome_slapos_telegraf_input:location}:./...
    ${go_github.com_prometheus_prometheus:location}:./cmd/...
    # disable cgo, to prevent loki/promtail from using go-systemd
    environment =
    CGO_ENABLED = 0
    CGO_ENABLED=1
    CGO_CFLAGS=-I${systemd:location}/include
    buildflags =
    -tags promtail_journal_enabled
    cpkgpath =
    ${systemd:location}
    telegraf-bin = ${:bin}/telegraf
    telegraf-input-slapos-bin = ${:bin}/telegraf-input-slapos
    influx-bin = ${:bin}/influx
    influxd-bin = ${:bin}/influxd
    grafana-bin = ${:bin}/grafana-server
    grafana-bin = ${grafana:binpath}/grafana
    grafana-homepath = ${grafana:homepath}
    loki-bin = ${:bin}/loki
    promtail-bin = ${:bin}/promtail
    [post-install-cleanup]
    recipe = plone.recipe.command
    stop-on-error = true
    # remove caches and binary files confusing software check
    command =
    chmod +w ${gowork.dir:directory}/pkg/mod/github.com/gabriel-vasile/mimetype@v1.4.2/testdata/ \
    && rm -rf ${gowork.dir:directory}/pkg/mod/github.com/gabriel-vasile/mimetype@v1.4.2/testdata/so.so \
    && chmod -w ${gowork.dir:directory}/pkg/mod/github.com/gabriel-vasile/mimetype@v1.4.2/testdata/ \
    && rm -rf ${buildout:directory}/.cache/
    [grafana]
    recipe = plone.recipe.command
    command = bash -c "
    cd ${:homepath} &&
    . ${gowork:env.sh} &&
    # Unlike the loki, grafana _needs_ CGO_ENABLED, so we override here
    export CGO_ENABLED=1 &&
    command = bash -ce "
    cd ${:homepath} && \
    . ${gowork:env.sh} && \
    go install github.com/google/wire/cmd/wire@v0.5.0 && \
    wire gen -tags oss ./pkg/server ./pkg/cmd/grafana-cli/runner && \
    go run build.go setup && \
    go run build.go build && \
    ${yarn:location}/bin/yarn install --pure-lockfile && \
    export NODE_OPTIONS=--max_old_space_size=8192 && \
    ${yarn:location}/bin/yarn install --immutable && \
    ${yarn:location}/bin/yarn run themes:generate && \
    ${yarn:location}/bin/yarn run build && \
    ${yarn:location}/bin/yarn run plugins:build-bundled && \
    # Cleanup yarn and Cypress caches
    rm -rf ${buildout:directory}/.cache/Cypress/ && \
    rm -rf ${buildout:directory}/.cache/yarn/
    "
    ${yarn:location}/bin/yarn run plugins:build-bundled"
    homepath = ${go_github.com_grafana_grafana:location}
    # XXX "linux-amd64" is not portable here
    binpath = ${go_github.com_grafana_grafana:location}/bin/linux-amd64
    stop-on-error = true
    [download-file-base]
    ......@@ -98,19 +129,22 @@ url = ${:_profile_base_location_}/${:filename}
    [influxdb-config-file]
    <= download-file-base
    [telegraf-config-file]
    <= download-file-base
    [grafana-config-file]
    <= download-file-base
    [grafana-provisioning-config-file]
    [grafana-provisioning-dashboards-config-file]
    <= download-file-base
    [loki-config-file]
    [instance-eggs]
    recipe = zc.recipe.egg
    eggs =
    toml
    [instance-agent]
    <= download-file-base
    [promtail-config-file]
    [instance-default]
    <= download-file-base
    [instance-profile]
    ......@@ -120,8 +154,11 @@ output = ${buildout:directory}/instance.cfg
    extensions = jinja2.ext.do
    context =
    section buildout buildout
    key instance_default instance-default:target
    key instance_agent instance-agent:target
    key openssl_bin openssl-output:openssl
    key telegraf_bin gowork:telegraf-bin
    key telegraf_input_slapos_bin gowork:telegraf-input-slapos-bin
    key influxd_bin gowork:influxd-bin
    key influx_bin gowork:influx-bin
    key grafana_bin gowork:grafana-bin
    ......@@ -130,8 +167,13 @@ context =
    key promtail_bin gowork:promtail-bin
    key curl_bin :curl-bin
    key dash_bin :dash-bin
    key jq_bin :jq-bin
    key caucase_jinja2_library caucase-jinja2-library:target
    curl-bin = ${curl:location}/bin/curl
    dash-bin = ${dash:location}/bin/dash
    jq-bin = ${jq:location}/bin/jq
    depends = ${instance-eggs:eggs} ${caucase-eggs:eggs}
    [versions]
    inotifyx = 0.2.2
    toml = 0.10.2
    software/grafana/software.cfg.json
    View file @ 81e637c0
    {
    "name": "Grafana",
    "description": "Grafana, Telegraf and Influxdb",
    "serialisation": "xml",
    "description": "Grafana, Influxdb, Loki and Telegraf",
    "serialisation": "json-in-xml",
    "software-type": {
    "default": {
    "title": "Default",
    "description": "Grafana, Telegraf and Influxdb in same partition",
    "request": "instance-input-schema.json",
    "response": "instance-output-schema.json",
    "description": "Grafana, Influxdb and Loki",
    "request": "instance-default-input-schema.json",
    "response": "instance-default-output-schema.json",
    "index": 0
    },
    "agent": {
    "title": "Agent",
    "description": "Telegraf agent sending metrics to Influxdb and Promtail agent sending logs to Loki",
    "request": "instance-agent-input-schema.json",
    "response": "instance-agent-output-schema.json",
    "index": 0
    }
    }
    ......
    software/grafana/telegraf-config-file.cfg.in deleted 100644 → 0
    View file @ 5efd3eb8
    # Telegraf configuration
    # Telegraf is entirely plugin driven. All metrics are gathered from the
    # declared plugins.
    # Even if a plugin has no configuration, it must be declared in here
    # to be active. Declaring a plugin means just specifying the name
    # as a section with no variables. To deactivate a plugin, comment
    # out the name and any variables.
    # Use 'telegraf -config telegraf.toml -test' to see what metrics a config
    # file would generate.
    # One rule that plugins conform to is wherever a connection string
    # can be passed, the values '' and 'localhost' are treated specially.
    # They indicate to the plugin to use their own builtin configuration to
    # connect to the local system.
    # NOTE: The configuration has a few required parameters. They are marked
    # with 'required'. Be sure to edit those to make this configuration work.
    # Tags can also be specified via a normal map, but only one form at a time:
    [tags]
    # dc = "us-east-1"
    # Configuration for telegraf agent
    [agent]
    # Default data collection interval for all plugins
    interval = "10s"
    # Rounds collection interval to 'interval'
    # ie, if interval="10s" then always collect on :00, :10, :20, etc.
    round_interval = true
    # Default data flushing interval for all outputs. You should not set this below
    # interval. Maximum flush_interval will be flush_interval + flush_jitter
    flush_interval = "10s"
    # Jitter the flush interval by a random amount. This is primarily to avoid
    # large write spikes for users running a large number of telegraf instances.
    # ie, a jitter of 5s and interval 10s means flushes will happen every 10-15s
    flush_jitter = "0s"
    # Run telegraf in debug mode
    debug = false
    # Override default hostname, if empty use os.Hostname()
    hostname = ""
    ###############################################################################
    # OUTPUTS #
    ###############################################################################
    [outputs]
    # Configuration for influxdb server to send metrics to
    [outputs.influxdb]
    # The full HTTP or UDP endpoint URL for your InfluxDB instance
    # Multiple urls can be specified for InfluxDB cluster support.
    # urls = ["udp://localhost:8089"] # UDP endpoint example
    # XXX XXX XXX
    #urls = ["http://localhost:8086"] # required
    urls = ["{{ influxdb['url'] }}"]
    insecure_skip_verify = true # because we are using a self signed certificate
    # The target database for metrics (telegraf will create it if not exists)
    database = "{{ influxdb['database'] }}" # required
    # Precision of writes, valid values are n, u, ms, s, m, and h
    # note: using second precision greatly helps InfluxDB compression
    precision = "s"
    # Connection timeout (for the connection with InfluxDB), formatted as a string.
    # If not provided, will default to 0 (no timeout)
    # timeout = "5s"
    username = "{{ influxdb['auth-username'] }}"
    password = "{{ influxdb['auth-password'] }}"
    # Set the user agent for HTTP POSTs (can be useful for log differentiation)
    # user_agent = "telegraf"
    # Set UDP payload size, defaults to InfluxDB UDP Client default (512 bytes)
    # udp_payload = 512
    ###############################################################################
    # PLUGINS #
    ###############################################################################
    # Read metrics about cpu usage
    [cpu]
    # Whether to report per-cpu stats or not
    percpu = true
    # Whether to report total system cpu stats or not
    totalcpu = true
    # Comment this line if you want the raw CPU time metrics
    drop = ["cpu_time"]
    # Read metrics about memory usage
    [mem]
    # no configuration
    [disk]
    [io]
    [system]
    ###############################################################################
    # ERP5 - PLUGINS #
    ###############################################################################
    #
    # Left here as example, don't edit this file directly, but place your config
    # files in {{ telegraf['extra-config-dir'] }}
    #
    #[mysql]
    # servers = ["root@unix(/srv/slapgrid/slappart12/srv/runner/instance/slappart1/var/run/mariadb.sock)/erp5"]
    #[memcached]
    # # XXX kumofs does not support memcached's stat command
    # servers = ["10.0.248.233:2013", "10.0.248.233:2003"]
    #[haproxy]
    # servers = ["http://10.0.121.162:2150/haproxy", "http://10.0.121.162:2152/haproxy"]
    #[[inputs.exec]]
    # commands = ["/srv/slapgrid/slappart0/bin/slapsensor /srv/slapgrid/slappart0/srv/runner/instance/etc/supervisord.conf"]
    # name_suffix = "_slapos"
    # interval = "5s"
    ###############################################################################
    # SERVICE PLUGINS #
    ###############################################################################
    software/grafana/test/test.py
    View file @ 81e637c0
    This diff is collapsed.
    Markdown is supported
    0% or
    You are about to add 0 people to the discussion. Proceed with caution.
    Finish editing this message first!
    Please register or to comment
    GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7