Source code for exporters.transform.base_transform

from exporters.logger.base_logger import TransformLogger
from exporters.pipeline.base_pipeline_item import BasePipelineItem


[docs]class BaseTransform(BasePipelineItem): """ This module receives a batch and writes it where needed. It can implement the following methods: """ def __init__(self, options, metadata=None): super(BaseTransform, self).__init__(options, metadata) self.logger = TransformLogger({ 'log_level': options.get('log_level'), 'logger_name': options.get('logger_name') })
[docs] def transform_batch(self, batch): """ Receives the batch, transforms it, and returns it. """ raise NotImplementedError
[docs] def set_metadata(self, key, value, module='transform'): super(BaseTransform, self).set_metadata(key, value, module)
[docs] def update_metadata(self, data, module='transform'): super(BaseTransform, self).update_metadata(data, module)
[docs] def get_metadata(self, key, module='transform'): return super(BaseTransform, self).get_metadata(key, module)
[docs] def get_all_metadata(self, module='transform'): return super(BaseTransform, self).get_all_metadata(module)