Searched refs:key_batch (Results 1 – 6 of 6) sorted by relevance
/dports/devel/spark/spark-2.1.1/python/pyspark/ |
H A D | serializers.py | 301 for (key_batch, val_batch) in zip(key_batch_stream, val_batch_stream): 303 yield product(key_batch, val_batch) 328 for (key_batch, val_batch) in zip(key_batch_stream, val_batch_stream): 329 if len(key_batch) != len(val_batch): 331 " in batches: (%d, %d)" % (len(key_batch), len(val_batch))) 333 yield zip(key_batch, val_batch)
|
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/compute/kernels/ |
H A D | hash_aggregate_test.cc | 321 ExpectConsume(key_batch, expected); in ExpectConsume() 326 ConsumeAndValidate(key_batch, &ids); in ExpectConsume() 380 ValidateConsume(key_batch, id_batch); in ConsumeAndValidate() 412 key_batch[i].is_array() in ValidateConsume() 414 : *MakeArrayFromScalar(*key_batch[i].scalar(), key_batch.length); in ValidateConsume() 588 ExecBatch key_batch{ in TEST() local 590 g.ConsumeAndValidate(key_batch); in TEST() 599 ExecBatch key_batch{ in TEST() local 601 g.ConsumeAndValidate(key_batch); in TEST() 610 ExecBatch key_batch{ in TEST() local [all …]
|
H A D | hash_aggregate.cc | 2264 ExecBatch key_batch, argument_batch; in GroupBy() local 2266 key_batch_iterator->Next(&key_batch)) { in GroupBy() 2267 if (key_batch.length == 0) continue; in GroupBy() 2269 task_group->Append([&, key_batch, argument_batch] { in GroupBy() 2281 ARROW_ASSIGN_OR_RAISE(Datum id_batch, grouper->Consume(key_batch)); in GroupBy()
|
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/dataset/ |
H A D | partition.cc | 127 compute::ExecBatch key_batch({}, batch->num_rows()); in Partition() local 129 key_batch.values.emplace_back(batch->column_data(i)); in Partition() 133 compute::internal::Grouper::Make(key_batch.GetDescriptors())); in Partition() 135 ARROW_ASSIGN_OR_RAISE(Datum id_batch, grouper->Consume(key_batch)); in Partition()
|
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/compute/exec/ |
H A D | aggregate_node.cc | 375 ExecBatch key_batch(std::move(keys), batch.length); in Consume() local 378 ARROW_ASSIGN_OR_RAISE(Datum id_batch, state->grouper->Consume(key_batch)); in Consume()
|
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/adapters/orc/ |
H A D | adapter_util.cc | 698 liborc::ColumnVectorBatch* key_batch = (batch->keys).get(); in WriteMapBatch() local 725 key_batch->resize(new_subarray_orc_offset); in WriteMapBatch() 729 subarray_orc_offset, key_batch)); in WriteMapBatch()
|