mirror of
https://github.com/elastic/eland.git
synced 2025-07-24 00:00:39 +08:00
131 lines
4.9 KiB
Python
131 lines
4.9 KiB
Python
# Licensed to Elasticsearch B.V. under one or more contributor
|
|
# license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright
|
|
# ownership. Elasticsearch B.V. licenses this file to you under
|
|
# the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# File called _pytest for PyCharm compatability
|
|
|
|
import numpy as np
|
|
import pytest
|
|
from pandas.testing import assert_frame_equal, assert_series_equal
|
|
|
|
from tests.common import TestData
|
|
|
|
|
|
class TestDataFrameAggs(TestData):
|
|
def test_basic_aggs(self):
|
|
pd_flights = self.pd_flights()
|
|
ed_flights = self.ed_flights()
|
|
|
|
pd_sum_min = pd_flights.select_dtypes(include=[np.number]).agg(["sum", "min"])
|
|
ed_sum_min = ed_flights.select_dtypes(include=[np.number]).agg(
|
|
["sum", "min"], numeric_only=True
|
|
)
|
|
|
|
# Eland returns all float values for all metric aggs, pandas can return int
|
|
# TODO - investigate this more
|
|
pd_sum_min = pd_sum_min.astype("float64")
|
|
assert_frame_equal(pd_sum_min, ed_sum_min, check_exact=False)
|
|
|
|
pd_sum_min_std = pd_flights.select_dtypes(include=[np.number]).agg(
|
|
["sum", "min", "std"]
|
|
)
|
|
ed_sum_min_std = ed_flights.select_dtypes(include=[np.number]).agg(
|
|
["sum", "min", "std"], numeric_only=True
|
|
)
|
|
|
|
print(pd_sum_min_std.dtypes)
|
|
print(ed_sum_min_std.dtypes)
|
|
|
|
assert_frame_equal(pd_sum_min_std, ed_sum_min_std, check_exact=False, rtol=True)
|
|
|
|
def test_terms_aggs(self):
|
|
pd_flights = self.pd_flights()
|
|
ed_flights = self.ed_flights()
|
|
|
|
pd_sum_min = pd_flights.select_dtypes(include=[np.number]).agg(["sum", "min"])
|
|
ed_sum_min = ed_flights.select_dtypes(include=[np.number]).agg(
|
|
["sum", "min"], numeric_only=True
|
|
)
|
|
|
|
# Eland returns all float values for all metric aggs, pandas can return int
|
|
# TODO - investigate this more
|
|
pd_sum_min = pd_sum_min.astype("float64")
|
|
assert_frame_equal(pd_sum_min, ed_sum_min, check_exact=False)
|
|
|
|
pd_sum_min_std = pd_flights.select_dtypes(include=[np.number]).agg(
|
|
["sum", "min", "std"]
|
|
)
|
|
ed_sum_min_std = ed_flights.select_dtypes(include=[np.number]).agg(
|
|
["sum", "min", "std"], numeric_only=True
|
|
)
|
|
|
|
print(pd_sum_min_std.dtypes)
|
|
print(ed_sum_min_std.dtypes)
|
|
|
|
assert_frame_equal(pd_sum_min_std, ed_sum_min_std, check_exact=False, rtol=True)
|
|
|
|
def test_aggs_median_var(self):
|
|
pd_ecommerce = self.pd_ecommerce()
|
|
ed_ecommerce = self.ed_ecommerce()
|
|
|
|
pd_aggs = pd_ecommerce[
|
|
["taxful_total_price", "taxless_total_price", "total_quantity"]
|
|
].agg(["median", "var"])
|
|
ed_aggs = ed_ecommerce[
|
|
["taxful_total_price", "taxless_total_price", "total_quantity"]
|
|
].agg(["median", "var"], numeric_only=True)
|
|
|
|
print(pd_aggs, pd_aggs.dtypes)
|
|
print(ed_aggs, ed_aggs.dtypes)
|
|
|
|
# Eland returns all float values for all metric aggs, pandas can return int
|
|
# TODO - investigate this more
|
|
pd_aggs = pd_aggs.astype("float64")
|
|
assert_frame_equal(pd_aggs, ed_aggs, check_exact=False, rtol=2)
|
|
|
|
# If Aggregate is given a string then series is returned.
|
|
@pytest.mark.parametrize("agg", ["mean", "min", "max"])
|
|
def test_terms_aggs_series(self, agg):
|
|
pd_flights = self.pd_flights()
|
|
ed_flights = self.ed_flights()
|
|
|
|
pd_sum_min_std = pd_flights.select_dtypes(include=[np.number]).agg(agg)
|
|
ed_sum_min_std = ed_flights.select_dtypes(include=[np.number]).agg(
|
|
agg, numeric_only=True
|
|
)
|
|
|
|
assert_series_equal(pd_sum_min_std, ed_sum_min_std)
|
|
|
|
def test_terms_aggs_series_with_single_list_agg(self):
|
|
# aggs list with single agg should return dataframe.
|
|
pd_flights = self.pd_flights()
|
|
ed_flights = self.ed_flights()
|
|
|
|
pd_sum_min = pd_flights.select_dtypes(include=[np.number]).agg(["mean"])
|
|
ed_sum_min = ed_flights.select_dtypes(include=[np.number]).agg(
|
|
["mean"], numeric_only=True
|
|
)
|
|
|
|
assert_frame_equal(pd_sum_min, ed_sum_min)
|
|
|
|
# If Wrong Aggregate value is given.
|
|
def test_terms_wrongaggs(self):
|
|
ed_flights = self.ed_flights()[["FlightDelayMin"]]
|
|
|
|
match = "('abc', ' not currently implemented')"
|
|
with pytest.raises(NotImplementedError, match=match):
|
|
ed_flights.select_dtypes(include=[np.number]).agg("abc")
|