mirror of
https://github.com/elastic/eland.git
synced 2025-07-11 00:02:14 +08:00
c5730e6d38
* Adding python 3.5 compatibility. Main issue is ordering of dictionaries. * Updating notebooks with 3.7 results. * Removing tempoorary code. * Defaulting to OrderedDict for python 3.5 + lint all code All code reformated by PyCharm and inspection results analysed.
93 lines
2.6 KiB
Python
93 lines
2.6 KiB
Python
from abc import ABC, abstractmethod
|
|
|
|
# -------------------------------------------------------------------------------------------------------------------- #
|
|
# PostProcessingActions #
|
|
# -------------------------------------------------------------------------------------------------------------------- #
|
|
from eland import SortOrder
|
|
|
|
|
|
class PostProcessingAction(ABC):
|
|
def __init__(self, action_type):
|
|
"""
|
|
Abstract class for postprocessing actions
|
|
|
|
Parameters
|
|
----------
|
|
action_type: str
|
|
The action type (e.g. sort_index, head etc.)
|
|
"""
|
|
self._action_type = action_type
|
|
|
|
@property
|
|
def type(self):
|
|
return self._action_type
|
|
|
|
@abstractmethod
|
|
def resolve_action(self, df):
|
|
pass
|
|
|
|
@abstractmethod
|
|
def __repr__(self):
|
|
pass
|
|
|
|
|
|
class SortIndexAction(PostProcessingAction):
|
|
def __init__(self):
|
|
super().__init__("sort_index")
|
|
|
|
def resolve_action(self, df):
|
|
return df.sort_index()
|
|
|
|
def __repr__(self):
|
|
return "('{}')".format(self.type)
|
|
|
|
|
|
class HeadAction(PostProcessingAction):
|
|
def __init__(self, count):
|
|
super().__init__("head")
|
|
|
|
self._count = count
|
|
|
|
def resolve_action(self, df):
|
|
return df.head(self._count)
|
|
|
|
def __repr__(self):
|
|
return "('{}': ('count': {}))".format(self.type, self._count)
|
|
|
|
|
|
class TailAction(PostProcessingAction):
|
|
def __init__(self, count):
|
|
super().__init__("tail")
|
|
|
|
self._count = count
|
|
|
|
def resolve_action(self, df):
|
|
return df.tail(self._count)
|
|
|
|
def __repr__(self):
|
|
return "('{}': ('count': {}))".format(self.type, self._count)
|
|
|
|
|
|
class SortFieldAction(PostProcessingAction):
|
|
def __init__(self, sort_params_string):
|
|
super().__init__("sort_field")
|
|
|
|
if sort_params_string is None:
|
|
raise ValueError("Expected valid string")
|
|
|
|
# Split string
|
|
sort_params = sort_params_string.split(":")
|
|
if len(sort_params) != 2:
|
|
raise ValueError("Expected ES sort params string (e.g. _doc:desc). Got '{}'".format(sort_params_string))
|
|
|
|
self._sort_field = sort_params[0]
|
|
self._sort_order = SortOrder.from_string(sort_params[1])
|
|
|
|
def resolve_action(self, df):
|
|
if self._sort_order == SortOrder.ASC:
|
|
return df.sort_values(self._sort_field, True)
|
|
return df.sort_values(self._sort_field, False)
|
|
|
|
def __repr__(self):
|
|
return "('{}': ('sort_field': '{}', 'sort_order': {}))".format(self.type, self._sort_field, self._sort_order)
|