# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. class GroupTest < Test::Unit::TestCase include Helper::Fixture def setup raw_table = { :group_key1 => Arrow::UInt8Array.new([1, 1, 2, 3, 3, 3]), :group_key2 => Arrow::UInt8Array.new([1, 1, 1, 1, 2, 2]), :int => Arrow::Int32Array.new([-1, -2, nil, -4, -5, -6]), :uint => Arrow::UInt32Array.new([1, nil, 3, 4, 5, 6]), :float => Arrow::FloatArray.new([nil, 2.2, 3.3, 4.4, 5.5, 6.6]), :string => Arrow::StringArray.new(["a", "b", "c", nil, "e", "f"]), } @table = Arrow::Table.new(raw_table) end sub_test_case("key") do test("Time") do time_values = [ Time.parse("2018-01-29"), Time.parse("2018-01-30"), ] raw_table = { :time => Arrow::ArrayBuilder.build(time_values), :int => Arrow::Int32Array.new([-1, -2]), } table = Arrow::Table.new(raw_table) assert_equal(<<-TABLE, table.group(:time).count.to_s) time count(int) (timestamp) (int64) 0 #{time_values[0].iso8601} 1 1 #{time_values[1].iso8601} 1 TABLE end end sub_test_case("#count") do test("single") do assert_equal(<<-TABLE, @table.group(:group_key1).count.to_s) group_key1 count(group_key2) count(int) count(uint) count(float) count(string) (uint8) (int64) (int64) (int64) (int64) (int64) 0 1 2 2 1 1 2 1 2 1 0 1 1 1 2 3 3 3 3 3 2 TABLE end test("multiple") do assert_equal(<<-TABLE, @table.group(:group_key1, :group_key2).count.to_s) group_key1 group_key2 count(int) count(uint) count(float) count(string) (uint8) (uint8) (int64) (int64) (int64) (int64) 0 1 1 2 1 1 2 1 2 1 0 1 1 1 2 3 1 1 1 1 0 3 3 2 2 2 2 2 TABLE end test("column") do group = @table.group(:group_key1, :group_key2) assert_equal(<<-TABLE, group.count(:int, :uint).to_s) group_key1 group_key2 count(int) count(uint) (uint8) (uint8) (int64) (int64) 0 1 1 2 1 1 2 1 0 1 2 3 1 1 1 3 3 2 2 2 TABLE end end sub_test_case("#sum") do test("single") do assert_equal(<<-TABLE, @table.group(:group_key1).sum.to_s) group_key1 sum(group_key2) sum(int) sum(uint) sum(float) (uint8) (uint64) (int64) (uint64) (double) 0 1 2 -3 1 2.200000 1 2 1 (null) 3 3.300000 2 3 5 -15 15 16.500000 TABLE end test("multiple") do assert_equal(<<-TABLE, @table.group(:group_key1, :group_key2).sum.to_s) group_key1 group_key2 sum(int) sum(uint) sum(float) (uint8) (uint8) (int64) (uint64) (double) 0 1 1 -3 1 2.200000 1 2 1 (null) 3 3.300000 2 3 1 -4 4 4.400000 3 3 2 -11 11 12.100000 TABLE end end sub_test_case("#mean") do test("single") do assert_equal(<<-TABLE, @table.group(:group_key1).mean.to_s) group_key1 mean(group_key2) mean(int) mean(uint) mean(float) (uint8) (double) (double) (double) (double) 0 1 1.000000 -1.500000 1.000000 2.200000 1 2 1.000000 (null) 3.000000 3.300000 2 3 1.666667 -5.000000 5.000000 5.500000 TABLE end test("multiple") do assert_equal(<<-TABLE, @table.group(:group_key1, :group_key2).mean.to_s) group_key1 group_key2 mean(int) mean(uint) mean(float) (uint8) (uint8) (double) (double) (double) 0 1 1 -1.500000 1.000000 2.200000 1 2 1 (null) 3.000000 3.300000 2 3 1 -4.000000 4.000000 4.400000 3 3 2 -5.500000 5.500000 6.050000 TABLE end end sub_test_case("#min") do test("single") do assert_equal(<<-TABLE, @table.group(:group_key1).min.to_s) group_key1 min(group_key2) min(int) min(uint) min(float) (uint8) (uint8) (int32) (uint32) (float) 0 1 1 -2 1 2.200000 1 2 1 (null) 3 3.300000 2 3 1 -6 4 4.400000 TABLE end test("multiple") do assert_equal(<<-TABLE, @table.group(:group_key1, :group_key2).min.to_s) group_key1 group_key2 min(int) min(uint) min(float) (uint8) (uint8) (int32) (uint32) (float) 0 1 1 -2 1 2.200000 1 2 1 (null) 3 3.300000 2 3 1 -4 4 4.400000 3 3 2 -6 5 5.500000 TABLE end end sub_test_case("#max") do test("single") do assert_equal(<<-TABLE, @table.group(:group_key1).max.to_s) group_key1 max(group_key2) max(int) max(uint) max(float) (uint8) (uint8) (int32) (uint32) (float) 0 1 1 -1 1 2.200000 1 2 1 (null) 3 3.300000 2 3 2 -4 6 6.600000 TABLE end test("multiple") do assert_equal(<<-TABLE, @table.group(:group_key1, :group_key2).max.to_s) group_key1 group_key2 max(int) max(uint) max(float) (uint8) (uint8) (int32) (uint32) (float) 0 1 1 -1 1 2.200000 1 2 1 (null) 3 3.300000 2 3 1 -4 4 4.400000 3 3 2 -5 6 6.600000 TABLE end end sub_test_case("#aggregate") do test("function()") do group = @table.group(:group_key1, :group_key2) assert_equal(<<-TABLE, group.aggregate("count(int)", "sum(uint)").to_s) group_key1 group_key2 count(int) sum(uint) (uint8) (uint8) (int64) (uint64) 0 1 1 2 1 1 2 1 0 3 2 3 1 1 4 3 3 2 2 11 TABLE end end end