Home
last modified time | relevance | path

Searched refs:key_batch (Results 1 – 6 of 6) sorted by relevance

/dports/devel/spark/spark-2.1.1/python/pyspark/
H A Dserializers.py301 for (key_batch, val_batch) in zip(key_batch_stream, val_batch_stream):
303 yield product(key_batch, val_batch)
328 for (key_batch, val_batch) in zip(key_batch_stream, val_batch_stream):
329 if len(key_batch) != len(val_batch):
331 " in batches: (%d, %d)" % (len(key_batch), len(val_batch)))
333 yield zip(key_batch, val_batch)
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/compute/kernels/
H A Dhash_aggregate_test.cc321 ExpectConsume(key_batch, expected); in ExpectConsume()
326 ConsumeAndValidate(key_batch, &ids); in ExpectConsume()
380 ValidateConsume(key_batch, id_batch); in ConsumeAndValidate()
412 key_batch[i].is_array() in ValidateConsume()
414 : *MakeArrayFromScalar(*key_batch[i].scalar(), key_batch.length); in ValidateConsume()
588 ExecBatch key_batch{ in TEST() local
590 g.ConsumeAndValidate(key_batch); in TEST()
599 ExecBatch key_batch{ in TEST() local
601 g.ConsumeAndValidate(key_batch); in TEST()
610 ExecBatch key_batch{ in TEST() local
[all …]
H A Dhash_aggregate.cc2264 ExecBatch key_batch, argument_batch; in GroupBy() local
2266 key_batch_iterator->Next(&key_batch)) { in GroupBy()
2267 if (key_batch.length == 0) continue; in GroupBy()
2269 task_group->Append([&, key_batch, argument_batch] { in GroupBy()
2281 ARROW_ASSIGN_OR_RAISE(Datum id_batch, grouper->Consume(key_batch)); in GroupBy()
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/dataset/
H A Dpartition.cc127 compute::ExecBatch key_batch({}, batch->num_rows()); in Partition() local
129 key_batch.values.emplace_back(batch->column_data(i)); in Partition()
133 compute::internal::Grouper::Make(key_batch.GetDescriptors())); in Partition()
135 ARROW_ASSIGN_OR_RAISE(Datum id_batch, grouper->Consume(key_batch)); in Partition()
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/compute/exec/
H A Daggregate_node.cc375 ExecBatch key_batch(std::move(keys), batch.length); in Consume() local
378 ARROW_ASSIGN_OR_RAISE(Datum id_batch, state->grouper->Consume(key_batch)); in Consume()
/dports/databases/arrow/apache-arrow-6.0.1/cpp/src/arrow/adapters/orc/
H A Dadapter_util.cc698 liborc::ColumnVectorBatch* key_batch = (batch->keys).get(); in WriteMapBatch() local
725 key_batch->resize(new_subarray_orc_offset); in WriteMapBatch()
729 subarray_orc_offset, key_batch)); in WriteMapBatch()