1 /*
2 * librdkafka - Apache Kafka C library
3 *
4 * Copyright (c) 2016, Magnus Edenhill
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are met:
9 *
10 * 1. Redistributions of source code must retain the above copyright notice,
11 * this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright notice,
13 * this list of conditions and the following disclaimer in the documentation
14 * and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 * POSSIBILITY OF SUCH DAMAGE.
27 */
28
29 #include "test.h"
30
31 /* Typical include path would be <librdkafka/rdkafka.h>, but this program
32 * is built from within the librdkafka source tree and thus differs. */
33 #include "rdkafka.h" /* for Kafka driver */
34
35
36 /**
37 * Issue #597: increase fetch.message.max.bytes until large messages can
38 * be fetched.
39 *
40 * General idea:
41 * - Produce 1000 small messages < MAX_BYTES
42 * - Produce 1000 large messages > MAX_BYTES
43 * - Create consumer with fetch.message.max.bytes=MAX_BYTES
44 * - Consume from beginning
45 * - All messages should be received.
46 */
47
48
main_0041_fetch_max_bytes(int argc,char ** argv)49 int main_0041_fetch_max_bytes (int argc, char **argv) {
50 const char *topic = test_mk_topic_name(__FUNCTION__, 1);
51 const int partition = 0;
52 const int msgcnt = 2*1000;
53 const int MAX_BYTES = 100000;
54 uint64_t testid;
55 rd_kafka_conf_t *conf;
56 rd_kafka_t *rk;
57 rd_kafka_topic_t *rkt;
58
59 test_conf_init(NULL, NULL, 60);
60
61 testid = test_id_generate();
62 rk = test_create_producer();
63 rkt = test_create_producer_topic(rk, topic, NULL);
64
65 test_produce_msgs(rk, rkt, testid, partition, 0, msgcnt/2, NULL, MAX_BYTES/10);
66 test_produce_msgs(rk, rkt, testid, partition, msgcnt/2, msgcnt/2, NULL, MAX_BYTES*5);
67
68 rd_kafka_topic_destroy(rkt);
69 rd_kafka_destroy(rk);
70
71 TEST_SAY("Creating consumer\n");
72 test_conf_init(&conf, NULL, 0);
73
74 test_conf_set(conf, "fetch.message.max.bytes", tsprintf("%d", MAX_BYTES));
75
76 /* This test may be slower when running with SSL or Helgrind,
77 * restart the timeout. */
78 test_timeout_set(60);
79
80 rk = test_create_consumer(NULL, NULL, conf, NULL);
81 rkt = rd_kafka_topic_new(rk, topic, NULL);
82
83 test_consumer_start("CONSUME", rkt, partition,
84 RD_KAFKA_OFFSET_BEGINNING);
85 test_consume_msgs("CONSUME", rkt, testid, partition, TEST_NO_SEEK,
86 0, msgcnt, 1);
87 test_consumer_stop("CONSUME", rkt, partition);
88
89 rd_kafka_topic_destroy(rkt);
90 rd_kafka_destroy(rk);
91
92 return 0;
93 }
94