[CouchDB] TSDB Enablement

[agithomas]

Test Environment Setup

• Creation of CouchDB cluster setup for testing / Data preparation for testing.

Datastream : server

• Add dimension fields
  • [TSDB] Couchdb add dimension fields #5855
• Adding metric_type mapping
  • Not applicable. Already exist

Verification and validation

• Verify if field mapping is correct in the data stream template.
• Verification of data in visualisation after enabling TSDB flag in kibana
• Verification of the count of documents (before & after TSDB enablement) in Discover Interface

[agithomas]

Index Mapping after TSDB enablement

{
  "mappings": {
    "_meta": {
      "managed_by": "fleet",
      "managed": true,
      "package": {
        "name": "couchdb"
      }
    },
    "_data_stream_timestamp": {
      "enabled": true
    },
    "dynamic_templates": [
      {
        "strings_as_keyword": {
          "match_mapping_type": "string",
          "mapping": {
            "ignore_above": 1024,
            "type": "keyword"
          }
        }
      }
    ],
    "date_detection": false,
    "properties": {
      "@timestamp": {
        "type": "date"
      },
      "agent": {
        "properties": {
          "ephemeral_id": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "id": {
            "type": "keyword",
            "time_series_dimension": true
          },
          "name": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "type": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "version": {
            "type": "keyword",
            "ignore_above": 1024
          }
        }
      },
      "cloud": {
        "properties": {
          "account": {
            "properties": {
              "id": {
                "type": "keyword",
                "ignore_above": 1024
              }
            }
          },
          "availability_zone": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "instance": {
            "properties": {
              "id": {
                "type": "keyword",
                "time_series_dimension": true
              },
              "name": {
                "type": "keyword",
                "ignore_above": 1024
              }
            }
          },
          "machine": {
            "properties": {
              "type": {
                "type": "keyword",
                "ignore_above": 1024
              }
            }
          },
          "project": {
            "properties": {
              "id": {
                "type": "keyword",
                "time_series_dimension": true
              }
            }
          },
          "provider": {
            "type": "keyword",
            "time_series_dimension": true
          },
          "service": {
            "properties": {
              "name": {
                "type": "keyword",
                "ignore_above": 1024
              }
            }
          }
        }
      },
      "container": {
        "properties": {
          "id": {
            "type": "keyword",
            "time_series_dimension": true
          }
        }
      },
      "couchdb": {
        "properties": {
          "server": {
            "properties": {
              "auth_cache": {
                "properties": {
                  "hits": {
                    "type": "long",
                    "time_series_metric": "counter"
                  },
                  "misses": {
                    "type": "long",
                    "time_series_metric": "counter"
                  }
                }
              },
              "database": {
                "properties": {
                  "open": {
                    "type": "long",
                    "time_series_metric": "counter"
                  },
                  "reads": {
                    "type": "long",
                    "time_series_metric": "counter"
                  },
                  "writes": {
                    "type": "long",
                    "time_series_metric": "counter"
                  }
                }
              },
              "httpd": {
                "properties": {
                  "clients_requesting_changes": {
                    "type": "long",
                    "time_series_metric": "counter"
                  },
                  "request_methods": {
                    "properties": {
                      "copy": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "delete": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "get": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "head": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "post": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "put": {
                        "type": "long",
                        "time_series_metric": "counter"
                      }
                    }
                  },
                  "requests": {
                    "properties": {
                      "bulk": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "count": {
                        "type": "long",
                        "time_series_metric": "counter"
                      }
                    }
                  },
                  "status_codes": {
                    "properties": {
                      "200": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "201": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "202": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "301": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "304": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "400": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "401": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "403": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "404": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "405": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "409": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "412": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "500": {
                        "type": "long",
                        "time_series_metric": "counter"
                      }
                    }
                  },
                  "view_reads": {
                    "properties": {
                      "count": {
                        "type": "long",
                        "time_series_metric": "counter"
                      },
                      "temporary": {
                        "type": "long",
                        "time_series_metric": "counter"
                      }
                    }
                  }
                }
              },
              "open_os_files": {
                "type": "long",
                "time_series_metric": "counter"
              },
              "request_time": {
                "properties": {
                  "avg": {
                    "type": "float",
                    "meta": {
                      "unit": "s"
                    }
                  }
                }
              }
            }
          }
        }
      },
      "data_stream": {
        "properties": {
          "dataset": {
            "type": "constant_keyword",
            "value": "couchdb.server"
          },
          "namespace": {
            "type": "constant_keyword",
            "value": "default"
          },
          "type": {
            "type": "constant_keyword",
            "value": "metrics"
          }
        }
      },
      "ecs": {
        "properties": {
          "version": {
            "type": "keyword",
            "ignore_above": 1024
          }
        }
      },
      "elastic_agent": {
        "properties": {
          "id": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "snapshot": {
            "type": "boolean"
          },
          "version": {
            "type": "keyword",
            "ignore_above": 1024
          }
        }
      },
      "error": {
        "properties": {
          "message": {
            "type": "match_only_text"
          }
        }
      },
      "event": {
        "properties": {
          "agent_id_status": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "category": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "dataset": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "duration": {
            "type": "long"
          },
          "ingested": {
            "type": "date",
            "format": "strict_date_time_no_millis||strict_date_optional_time||epoch_millis"
          },
          "kind": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "module": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "type": {
            "type": "keyword",
            "ignore_above": 1024
          }
        }
      },
      "host": {
        "properties": {
          "architecture": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "containerized": {
            "type": "boolean"
          },
          "hostname": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "id": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "ip": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "mac": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "name": {
            "type": "keyword",
            "time_series_dimension": true
          },
          "os": {
            "properties": {
              "codename": {
                "type": "keyword",
                "ignore_above": 1024
              },
              "family": {
                "type": "keyword",
                "ignore_above": 1024
              },
              "kernel": {
                "type": "keyword",
                "ignore_above": 1024
              },
              "name": {
                "type": "keyword",
                "ignore_above": 1024
              },
              "platform": {
                "type": "keyword",
                "ignore_above": 1024
              },
              "type": {
                "type": "keyword",
                "ignore_above": 1024
              },
              "version": {
                "type": "keyword",
                "ignore_above": 1024
              }
            }
          }
        }
      },
      "metricset": {
        "properties": {
          "name": {
            "type": "keyword",
            "ignore_above": 1024
          },
          "period": {
            "type": "long"
          }
        }
      },
      "service": {
        "properties": {
          "address": {
            "type": "keyword",
            "time_series_dimension": true
          },
          "type": {
            "type": "keyword",
            "ignore_above": 1024
          }
        }
      },
      "tags": {
        "type": "keyword",
        "ignore_above": 1024
      }
    }
  }
}

[agithomas]

Dashboard loading properly