2023-10-18 15:48:21 +02:00

161 lines
5.1 KiB
Python

from __future__ import annotations
import logging
from collections.abc import Iterable
from dataclasses import dataclass
from pathlib import Path
from types import TracebackType
from typing import Any, NamedTuple, Optional, Union # noqa: UNT001
from influxdb_client import (
Bucket,
BucketRetentionRules,
BucketsApi,
InfluxDBClient,
Point,
WriteApi,
WritePrecision,
)
from influxdb_client.client.write.point import DEFAULT_WRITE_PRECISION
from influxdb_client.client.write_api import SYNCHRONOUS
from influxdb_client.rest import ApiException
from reactivex import Observable
from icon_service_base.database.config import InfluxDBConfig
from icon_service_base.database.create_config import create_config
logger = logging.getLogger(__name__)
class InfluxDBSession:
"""
The `InfluxDBConnection` class serves as a context manager for a connection
to an InfluxDB server. This connection is established using credentials
provided through environment variables.
Example usage:
```
with InfluxDBSession() as influx_client:
# Creating a bucket
influx_client.create_bucket(
bucket_name='my_new_bucket', description='This is a new bucket'
)
# Writing data to a bucket
record = {
"measurement": "your_measurement", # Replace with your measurement
"tags": {
"example_tag": "tag_value", # Replace with your tag and its value
},
"fields": {
"example_field": 123, # Replace with your field and its value
},
"time": "2023-06-05T00:00:00Z", # Replace with your timestamp
}
influx_client.write(
bucket='my_new_bucket', record=record
)
```
"""
conf_folder: Path | str
def __init__(self, config_folder: Optional[Path | str] = None) -> None:
self._config = create_config(
InfluxDBConfig,
config_folder=config_folder,
config_file="influxdb_config.yaml",
)
self.url = self._config.url
self.token = self._config.token.get_secret_value()
self.org = self._config.org
self._client: InfluxDBClient
self._write_api: WriteApi
self._buckets_api: BucketsApi
def __enter__(self) -> InfluxDBSession:
self._client = InfluxDBClient(url=self.url, token=self.token, org=self.org)
self._write_api = self._client.write_api(write_options=SYNCHRONOUS) # type: ignore
return self
def __exit__(
self,
exc_type: type[BaseException] | None,
exc_value: BaseException | None,
exc_traceback: TracebackType | None,
) -> None:
self._write_api.close()
self._client.__del__()
def write(
self,
bucket: str,
record: Union[ # type: ignore
str,
Iterable[str],
Point,
Iterable[Point],
dict[str, Any],
Iterable[dict[str, Any]],
bytes,
Iterable[bytes],
Observable[Any],
NamedTuple,
Iterable[NamedTuple],
],
org: Optional[str] = None,
write_precision: WritePrecision = DEFAULT_WRITE_PRECISION, # type: ignore
**kwargs: Any,
) -> Any:
self._write_api.write( # type: ignore
bucket=bucket,
org=org if org is not None else self.org,
record=record,
write_precision=write_precision, # type: ignore
**kwargs,
)
def create_bucket( # noqa: CFQ002
self,
bucket: Bucket | None = None,
bucket_name: str | None = None,
org_id: int | None = None,
retention_rules: BucketRetentionRules | None = None,
description: str | None = None,
org: str | None = None,
) -> None:
"""
Create a bucket in the InfluxDB instance. This function wraps the create_bucket
from `influxdb_client` in a try-catch block and logs potential errors.
Args:
bucket (Bucket | PostBucketRequest, optional): Bucket instance to be
created.
bucket_name (str, optional): Name of the bucket to be created.
org_id (int, optional): The organization id for the bucket.
retention_rules (BucketRetentionRules, optional): Retention rules for the
bucket.
description (str, optional): Description of the bucket.
org (str, optional): The name of the organization for the bucket. Takes
the ID, Name, or Organization. If not specified, the default value from
`InfluxDBClient.org` is used.
"""
self._buckets_api = self._client.buckets_api()
try:
self._buckets_api.create_bucket(
bucket=bucket,
bucket_name=bucket_name,
org_id=org_id,
retention_rules=retention_rules,
description=description,
org=org,
)
except ApiException as e:
if e.status == 422:
logger.debug(e.message)
return
logger.error(e)
return