xref: /freebsd/contrib/unbound/util/data/msgparse.c (revision e17f5b1d)
1 /*
2  * util/data/msgparse.c - parse wireformat DNS messages.
3  *
4  * Copyright (c) 2007, NLnet Labs. All rights reserved.
5  *
6  * This software is open source.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  *
12  * Redistributions of source code must retain the above copyright notice,
13  * this list of conditions and the following disclaimer.
14  *
15  * Redistributions in binary form must reproduce the above copyright notice,
16  * this list of conditions and the following disclaimer in the documentation
17  * and/or other materials provided with the distribution.
18  *
19  * Neither the name of the NLNET LABS nor the names of its contributors may
20  * be used to endorse or promote products derived from this software without
21  * specific prior written permission.
22  *
23  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27  * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
29  * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
30  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34  */
35 /**
36  * \file
37  * Routines for message parsing a packet buffer to a descriptive structure.
38  */
39 #include "config.h"
40 #include "util/data/msgparse.h"
41 #include "util/data/msgreply.h"
42 #include "util/data/dname.h"
43 #include "util/data/packed_rrset.h"
44 #include "util/storage/lookup3.h"
45 #include "util/regional.h"
46 #include "sldns/rrdef.h"
47 #include "sldns/sbuffer.h"
48 #include "sldns/parseutil.h"
49 #include "sldns/wire2str.h"
50 
51 /** smart comparison of (compressed, valid) dnames from packet */
52 static int
53 smart_compare(sldns_buffer* pkt, uint8_t* dnow,
54 	uint8_t* dprfirst, uint8_t* dprlast)
55 {
56 	if(LABEL_IS_PTR(*dnow)) {
57 		/* ptr points to a previous dname */
58 		uint8_t* p;
59 		if((size_t)PTR_OFFSET(dnow[0], dnow[1])
60 			>= sldns_buffer_limit(pkt))
61 			return -1;
62 		p = sldns_buffer_at(pkt, PTR_OFFSET(dnow[0], dnow[1]));
63 		if( p == dprfirst || p == dprlast )
64 			return 0;
65 		/* prev dname is also a ptr, both ptrs are the same. */
66 		if(LABEL_IS_PTR(*dprlast) &&
67 			dprlast[0] == dnow[0] && dprlast[1] == dnow[1])
68 			return 0;
69 	}
70 	return dname_pkt_compare(pkt, dnow, dprlast);
71 }
72 
73 /**
74  * Allocate new rrset in region, fill with data.
75  */
76 static struct rrset_parse*
77 new_rrset(struct msg_parse* msg, uint8_t* dname, size_t dnamelen,
78 	uint16_t type, uint16_t dclass, hashvalue_type hash,
79 	uint32_t rrset_flags, sldns_pkt_section section,
80 	struct regional* region)
81 {
82 	struct rrset_parse* p = regional_alloc(region, sizeof(*p));
83 	if(!p) return NULL;
84 	p->rrset_bucket_next = msg->hashtable[hash & (PARSE_TABLE_SIZE-1)];
85 	msg->hashtable[hash & (PARSE_TABLE_SIZE-1)] = p;
86 	p->rrset_all_next = 0;
87 	if(msg->rrset_last)
88 		msg->rrset_last->rrset_all_next = p;
89 	else 	msg->rrset_first = p;
90 	msg->rrset_last = p;
91 	p->hash = hash;
92 	p->section = section;
93 	p->dname = dname;
94 	p->dname_len = dnamelen;
95 	p->type = type;
96 	p->rrset_class = dclass;
97 	p->flags = rrset_flags;
98 	p->rr_count = 0;
99 	p->size = 0;
100 	p->rr_first = 0;
101 	p->rr_last = 0;
102 	p->rrsig_count = 0;
103 	p->rrsig_first = 0;
104 	p->rrsig_last = 0;
105 	return p;
106 }
107 
108 /** See if next rrset is nsec at zone apex */
109 static int
110 nsec_at_apex(sldns_buffer* pkt)
111 {
112 	/* we are at ttl position in packet. */
113 	size_t pos = sldns_buffer_position(pkt);
114 	uint16_t rdatalen;
115 	if(sldns_buffer_remaining(pkt) < 7) /* ttl+len+root */
116 		return 0; /* eek! */
117 	sldns_buffer_skip(pkt, 4); /* ttl */;
118 	rdatalen = sldns_buffer_read_u16(pkt);
119 	if(sldns_buffer_remaining(pkt) < rdatalen) {
120 		sldns_buffer_set_position(pkt, pos);
121 		return 0; /* parse error happens later */
122 	}
123 	/* must validate the nsec next domain name format */
124 	if(pkt_dname_len(pkt) == 0) {
125 		sldns_buffer_set_position(pkt, pos);
126 		return 0; /* parse error */
127 	}
128 
129 	/* see if SOA bit is set. */
130 	if(sldns_buffer_position(pkt) < pos+4+rdatalen) {
131 		/* nsec type bitmap contains items */
132 		uint8_t win, blen, bits;
133 		/* need: windownum, bitmap len, firstbyte */
134 		if(sldns_buffer_position(pkt)+3 > pos+4+rdatalen) {
135 			sldns_buffer_set_position(pkt, pos);
136 			return 0; /* malformed nsec */
137 		}
138 		win = sldns_buffer_read_u8(pkt);
139 		blen = sldns_buffer_read_u8(pkt);
140 		bits = sldns_buffer_read_u8(pkt);
141 		/* 0window always first window. bitlen >=1 or parse
142 		   error really. bit 0x2 is SOA. */
143 		if(win == 0 && blen >= 1 && (bits & 0x02)) {
144 			sldns_buffer_set_position(pkt, pos);
145 			return 1;
146 		}
147 	}
148 
149 	sldns_buffer_set_position(pkt, pos);
150 	return 0;
151 }
152 
153 /** Calculate rrset flags */
154 static uint32_t
155 pkt_rrset_flags(sldns_buffer* pkt, uint16_t type, sldns_pkt_section sec)
156 {
157 	uint32_t f = 0;
158 	if(type == LDNS_RR_TYPE_NSEC && nsec_at_apex(pkt)) {
159 		f |= PACKED_RRSET_NSEC_AT_APEX;
160 	} else if(type == LDNS_RR_TYPE_SOA && sec == LDNS_SECTION_AUTHORITY) {
161 		f |= PACKED_RRSET_SOA_NEG;
162 	}
163 	return f;
164 }
165 
166 hashvalue_type
167 pkt_hash_rrset(sldns_buffer* pkt, uint8_t* dname, uint16_t type,
168 	uint16_t dclass, uint32_t rrset_flags)
169 {
170 	/* note this MUST be identical to rrset_key_hash in packed_rrset.c */
171 	/* this routine handles compressed names */
172 	hashvalue_type h = 0xab;
173 	h = dname_pkt_hash(pkt, dname, h);
174 	h = hashlittle(&type, sizeof(type), h);		/* host order */
175 	h = hashlittle(&dclass, sizeof(dclass), h);	/* netw order */
176 	h = hashlittle(&rrset_flags, sizeof(uint32_t), h);
177 	return h;
178 }
179 
180 /** create partial dname hash for rrset hash */
181 static hashvalue_type
182 pkt_hash_rrset_first(sldns_buffer* pkt, uint8_t* dname)
183 {
184 	/* works together with pkt_hash_rrset_rest */
185 	/* note this MUST be identical to rrset_key_hash in packed_rrset.c */
186 	/* this routine handles compressed names */
187 	hashvalue_type h = 0xab;
188 	h = dname_pkt_hash(pkt, dname, h);
189 	return h;
190 }
191 
192 /** create a rrset hash from a partial dname hash */
193 static hashvalue_type
194 pkt_hash_rrset_rest(hashvalue_type dname_h, uint16_t type, uint16_t dclass,
195 	uint32_t rrset_flags)
196 {
197 	/* works together with pkt_hash_rrset_first */
198 	/* note this MUST be identical to rrset_key_hash in packed_rrset.c */
199 	hashvalue_type h;
200 	h = hashlittle(&type, sizeof(type), dname_h);	/* host order */
201 	h = hashlittle(&dclass, sizeof(dclass), h);	/* netw order */
202 	h = hashlittle(&rrset_flags, sizeof(uint32_t), h);
203 	return h;
204 }
205 
206 /** compare rrset_parse with data */
207 static int
208 rrset_parse_equals(struct rrset_parse* p, sldns_buffer* pkt, hashvalue_type h,
209 	uint32_t rrset_flags, uint8_t* dname, size_t dnamelen,
210 	uint16_t type, uint16_t dclass)
211 {
212 	if(p->hash == h && p->dname_len == dnamelen && p->type == type &&
213 		p->rrset_class == dclass && p->flags == rrset_flags &&
214 		dname_pkt_compare(pkt, dname, p->dname) == 0)
215 		return 1;
216 	return 0;
217 }
218 
219 
220 struct rrset_parse*
221 msgparse_hashtable_lookup(struct msg_parse* msg, sldns_buffer* pkt,
222 	hashvalue_type h, uint32_t rrset_flags, uint8_t* dname,
223 	size_t dnamelen, uint16_t type, uint16_t dclass)
224 {
225 	struct rrset_parse* p = msg->hashtable[h & (PARSE_TABLE_SIZE-1)];
226 	while(p) {
227 		if(rrset_parse_equals(p, pkt, h, rrset_flags, dname, dnamelen,
228 			type, dclass))
229 			return p;
230 		p = p->rrset_bucket_next;
231 	}
232 	return NULL;
233 }
234 
235 /** return type networkformat that rrsig in packet covers */
236 static int
237 pkt_rrsig_covered(sldns_buffer* pkt, uint8_t* here, uint16_t* type)
238 {
239 	size_t pos = sldns_buffer_position(pkt);
240 	sldns_buffer_set_position(pkt, (size_t)(here-sldns_buffer_begin(pkt)));
241 	/* ttl + len + size of small rrsig(rootlabel, no signature) */
242 	if(sldns_buffer_remaining(pkt) < 4+2+19)
243 		return 0;
244 	sldns_buffer_skip(pkt, 4); /* ttl */
245 	if(sldns_buffer_read_u16(pkt) < 19) /* too short */ {
246 		sldns_buffer_set_position(pkt, pos);
247 		return 0;
248 	}
249 	*type = sldns_buffer_read_u16(pkt);
250 	sldns_buffer_set_position(pkt, pos);
251 	return 1;
252 }
253 
254 /** true if covered type equals prevtype */
255 static int
256 pkt_rrsig_covered_equals(sldns_buffer* pkt, uint8_t* here, uint16_t type)
257 {
258 	uint16_t t;
259 	if(pkt_rrsig_covered(pkt, here, &t) && t == type)
260 		return 1;
261 	return 0;
262 }
263 
264 void
265 msgparse_bucket_remove(struct msg_parse* msg, struct rrset_parse* rrset)
266 {
267 	struct rrset_parse** p;
268 	p = &msg->hashtable[ rrset->hash & (PARSE_TABLE_SIZE-1) ];
269 	while(*p) {
270 		if(*p == rrset) {
271 			*p = rrset->rrset_bucket_next;
272 			return;
273 		}
274 		p = &( (*p)->rrset_bucket_next );
275 	}
276 }
277 
278 /** change section of rrset from previous to current section */
279 static void
280 change_section(struct msg_parse* msg, struct rrset_parse* rrset,
281 	sldns_pkt_section section)
282 {
283 	struct rrset_parse *p, *prev;
284 	/* remove from list */
285 	if(section == rrset->section)
286 		return;
287 	p = msg->rrset_first;
288 	prev = 0;
289 	while(p) {
290 		if(p == rrset) {
291 			if(prev) prev->rrset_all_next = p->rrset_all_next;
292 			else	msg->rrset_first = p->rrset_all_next;
293 			if(msg->rrset_last == rrset)
294 				msg->rrset_last = prev;
295 			break;
296 		}
297 		prev = p;
298 		p = p->rrset_all_next;
299 	}
300 	/* remove from count */
301 	switch(rrset->section) {
302 		case LDNS_SECTION_ANSWER: msg->an_rrsets--; break;
303 		case LDNS_SECTION_AUTHORITY: msg->ns_rrsets--; break;
304 		case LDNS_SECTION_ADDITIONAL: msg->ar_rrsets--; break;
305 		default: log_assert(0);
306 	}
307 	/* insert at end of list */
308 	rrset->rrset_all_next = 0;
309 	if(msg->rrset_last)
310 		msg->rrset_last->rrset_all_next = rrset;
311 	else	msg->rrset_first = rrset;
312 	msg->rrset_last = rrset;
313 	/* up count of new section */
314 	switch(section) {
315 		case LDNS_SECTION_AUTHORITY: msg->ns_rrsets++; break;
316 		case LDNS_SECTION_ADDITIONAL: msg->ar_rrsets++; break;
317 		default: log_assert(0);
318 	}
319 	rrset->section = section;
320 }
321 
322 /** see if rrset of type RRSIG contains sig over given type */
323 static int
324 rrset_has_sigover(sldns_buffer* pkt, struct rrset_parse* rrset, uint16_t type,
325 	int* hasother)
326 {
327 	int res = 0;
328 	struct rr_parse* rr = rrset->rr_first;
329 	log_assert( rrset->type == LDNS_RR_TYPE_RRSIG );
330 	while(rr) {
331 		if(pkt_rrsig_covered_equals(pkt, rr->ttl_data, type))
332 			res = 1;
333 		else	*hasother = 1;
334 		rr = rr->next;
335 	}
336 	return res;
337 }
338 
339 /** move rrsigs from sigset to dataset */
340 static int
341 moveover_rrsigs(sldns_buffer* pkt, struct regional* region,
342 	struct rrset_parse* sigset, struct rrset_parse* dataset, int duplicate)
343 {
344 	struct rr_parse* sig = sigset->rr_first;
345 	struct rr_parse* prev = NULL;
346 	struct rr_parse* insert;
347 	struct rr_parse* nextsig;
348 	while(sig) {
349 		nextsig = sig->next;
350 		if(pkt_rrsig_covered_equals(pkt, sig->ttl_data,
351 			dataset->type)) {
352 			if(duplicate) {
353 				/* new */
354 				insert = (struct rr_parse*)regional_alloc(
355 					region, sizeof(struct rr_parse));
356 				if(!insert) return 0;
357 				insert->outside_packet = 0;
358 				insert->ttl_data = sig->ttl_data;
359 				insert->size = sig->size;
360 				/* prev not used */
361 			} else {
362 				/* remove from sigset */
363 				if(prev) prev->next = sig->next;
364 				else	sigset->rr_first = sig->next;
365 				if(sigset->rr_last == sig)
366 					sigset->rr_last = prev;
367 				sigset->rr_count--;
368 				sigset->size -= sig->size;
369 				insert = sig;
370 				/* prev not changed */
371 			}
372 			/* add to dataset */
373 			dataset->rrsig_count++;
374 			insert->next = 0;
375 			if(dataset->rrsig_last)
376 				dataset->rrsig_last->next = insert;
377 			else	dataset->rrsig_first = insert;
378 			dataset->rrsig_last = insert;
379 			dataset->size += insert->size;
380 		} else  {
381 			prev = sig;
382 		}
383 		sig = nextsig;
384 	}
385 	return 1;
386 }
387 
388 /** change an rrsig rrset for use as data rrset */
389 static struct rrset_parse*
390 change_rrsig_rrset(struct rrset_parse* sigset, struct msg_parse* msg,
391 	sldns_buffer* pkt, uint16_t datatype, uint32_t rrset_flags,
392 	int hasother, sldns_pkt_section section, struct regional* region)
393 {
394 	struct rrset_parse* dataset = sigset;
395 	hashvalue_type hash = pkt_hash_rrset(pkt, sigset->dname, datatype,
396 		sigset->rrset_class, rrset_flags);
397 	log_assert( sigset->type == LDNS_RR_TYPE_RRSIG );
398 	log_assert( datatype != LDNS_RR_TYPE_RRSIG );
399 	if(hasother) {
400 		/* need to make new rrset to hold data type */
401 		dataset = new_rrset(msg, sigset->dname, sigset->dname_len,
402 			datatype, sigset->rrset_class, hash, rrset_flags,
403 			section, region);
404 		if(!dataset)
405 			return NULL;
406 		switch(section) {
407 			case LDNS_SECTION_ANSWER: msg->an_rrsets++; break;
408 			case LDNS_SECTION_AUTHORITY: msg->ns_rrsets++; break;
409 			case LDNS_SECTION_ADDITIONAL: msg->ar_rrsets++; break;
410 			default: log_assert(0);
411 		}
412 		if(!moveover_rrsigs(pkt, region, sigset, dataset,
413 			msg->qtype == LDNS_RR_TYPE_RRSIG ||
414 			(msg->qtype == LDNS_RR_TYPE_ANY &&
415 			section != LDNS_SECTION_ANSWER) ))
416 			return NULL;
417 		return dataset;
418 	}
419 	/* changeover the type of the rrset to data set */
420 	msgparse_bucket_remove(msg, dataset);
421 	/* insert into new hash bucket */
422 	dataset->rrset_bucket_next = msg->hashtable[hash&(PARSE_TABLE_SIZE-1)];
423 	msg->hashtable[hash&(PARSE_TABLE_SIZE-1)] = dataset;
424 	dataset->hash = hash;
425 	/* use section of data item for result */
426 	change_section(msg, dataset, section);
427 	dataset->type = datatype;
428 	dataset->flags = rrset_flags;
429 	dataset->rrsig_count += dataset->rr_count;
430 	dataset->rr_count = 0;
431 	/* move sigs to end of siglist */
432 	if(dataset->rrsig_last)
433 		dataset->rrsig_last->next = dataset->rr_first;
434 	else	dataset->rrsig_first = dataset->rr_first;
435 	dataset->rrsig_last = dataset->rr_last;
436 	dataset->rr_first = 0;
437 	dataset->rr_last = 0;
438 	return dataset;
439 }
440 
441 /** Find rrset. If equal to previous it is fast. hash if not so.
442  * @param msg: the message with hash table.
443  * @param pkt: the packet in wireformat (needed for compression ptrs).
444  * @param dname: pointer to start of dname (compressed) in packet.
445  * @param dnamelen: uncompressed wirefmt length of dname.
446  * @param type: type of current rr.
447  * @param dclass: class of current rr.
448  * @param hash: hash value is returned if the rrset could not be found.
449  * @param rrset_flags: is returned if the rrset could not be found.
450  * @param prev_dname_first: dname of last seen RR. First seen dname.
451  * @param prev_dname_last: dname of last seen RR. Last seen dname.
452  * @param prev_dnamelen: dname len of last seen RR.
453  * @param prev_type: type of last seen RR.
454  * @param prev_dclass: class of last seen RR.
455  * @param rrset_prev: last seen RRset.
456  * @param section: the current section in the packet.
457  * @param region: used to allocate temporary parsing data.
458  * @return 0 on out of memory.
459  */
460 static int
461 find_rrset(struct msg_parse* msg, sldns_buffer* pkt, uint8_t* dname,
462 	size_t dnamelen, uint16_t type, uint16_t dclass, hashvalue_type* hash,
463 	uint32_t* rrset_flags,
464 	uint8_t** prev_dname_first, uint8_t** prev_dname_last,
465 	size_t* prev_dnamelen, uint16_t* prev_type,
466 	uint16_t* prev_dclass, struct rrset_parse** rrset_prev,
467 	sldns_pkt_section section, struct regional* region)
468 {
469 	hashvalue_type dname_h = pkt_hash_rrset_first(pkt, dname);
470 	uint16_t covtype;
471 	if(*rrset_prev) {
472 		/* check if equal to previous item */
473 		if(type == *prev_type && dclass == *prev_dclass &&
474 			dnamelen == *prev_dnamelen &&
475 			smart_compare(pkt, dname, *prev_dname_first,
476 				*prev_dname_last) == 0 &&
477 			type != LDNS_RR_TYPE_RRSIG) {
478 			/* same as previous */
479 			*prev_dname_last = dname;
480 			return 1;
481 		}
482 		/* check if rrsig over previous item */
483 		if(type == LDNS_RR_TYPE_RRSIG && dclass == *prev_dclass &&
484 			pkt_rrsig_covered_equals(pkt, sldns_buffer_current(pkt),
485 				*prev_type) &&
486 			smart_compare(pkt, dname, *prev_dname_first,
487 				*prev_dname_last) == 0) {
488 			/* covers previous */
489 			*prev_dname_last = dname;
490 			return 1;
491 		}
492 	}
493 	/* find by hashing and lookup in hashtable */
494 	*rrset_flags = pkt_rrset_flags(pkt, type, section);
495 
496 	/* if rrsig - try to lookup matching data set first */
497 	if(type == LDNS_RR_TYPE_RRSIG && pkt_rrsig_covered(pkt,
498 		sldns_buffer_current(pkt), &covtype)) {
499 		*hash = pkt_hash_rrset_rest(dname_h, covtype, dclass,
500 			*rrset_flags);
501 		*rrset_prev = msgparse_hashtable_lookup(msg, pkt, *hash,
502 			*rrset_flags, dname, dnamelen, covtype, dclass);
503 		if(!*rrset_prev && covtype == LDNS_RR_TYPE_NSEC) {
504 			/* if NSEC try with NSEC apex bit twiddled */
505 			*rrset_flags ^= PACKED_RRSET_NSEC_AT_APEX;
506 			*hash = pkt_hash_rrset_rest(dname_h, covtype, dclass,
507 				*rrset_flags);
508 			*rrset_prev = msgparse_hashtable_lookup(msg, pkt,
509 				*hash, *rrset_flags, dname, dnamelen, covtype,
510 				dclass);
511 			if(!*rrset_prev) /* untwiddle if not found */
512 				*rrset_flags ^= PACKED_RRSET_NSEC_AT_APEX;
513 		}
514 		if(!*rrset_prev && covtype == LDNS_RR_TYPE_SOA) {
515 			/* if SOA try with SOA neg flag twiddled */
516 			*rrset_flags ^= PACKED_RRSET_SOA_NEG;
517 			*hash = pkt_hash_rrset_rest(dname_h, covtype, dclass,
518 				*rrset_flags);
519 			*rrset_prev = msgparse_hashtable_lookup(msg, pkt,
520 				*hash, *rrset_flags, dname, dnamelen, covtype,
521 				dclass);
522 			if(!*rrset_prev) /* untwiddle if not found */
523 				*rrset_flags ^= PACKED_RRSET_SOA_NEG;
524 		}
525 		if(*rrset_prev) {
526 			*prev_dname_first = (*rrset_prev)->dname;
527 			*prev_dname_last = dname;
528 			*prev_dnamelen = dnamelen;
529 			*prev_type = covtype;
530 			*prev_dclass = dclass;
531 			return 1;
532 		}
533 	}
534 	if(type != LDNS_RR_TYPE_RRSIG) {
535 		int hasother = 0;
536 		/* find matching rrsig */
537 		*hash = pkt_hash_rrset_rest(dname_h, LDNS_RR_TYPE_RRSIG,
538 			dclass, 0);
539 		*rrset_prev = msgparse_hashtable_lookup(msg, pkt, *hash,
540 			0, dname, dnamelen, LDNS_RR_TYPE_RRSIG,
541 			dclass);
542 		if(*rrset_prev && rrset_has_sigover(pkt, *rrset_prev, type,
543 			&hasother)) {
544 			/* yes! */
545 			*prev_dname_first = (*rrset_prev)->dname;
546 			*prev_dname_last = dname;
547 			*prev_dnamelen = dnamelen;
548 			*prev_type = type;
549 			*prev_dclass = dclass;
550 			*rrset_prev = change_rrsig_rrset(*rrset_prev, msg,
551 				pkt, type, *rrset_flags, hasother, section,
552 				region);
553 			if(!*rrset_prev) return 0;
554 			return 1;
555 		}
556 	}
557 
558 	*hash = pkt_hash_rrset_rest(dname_h, type, dclass, *rrset_flags);
559 	*rrset_prev = msgparse_hashtable_lookup(msg, pkt, *hash, *rrset_flags,
560 		dname, dnamelen, type, dclass);
561 	if(*rrset_prev)
562 		*prev_dname_first = (*rrset_prev)->dname;
563 	else 	*prev_dname_first = dname;
564 	*prev_dname_last = dname;
565 	*prev_dnamelen = dnamelen;
566 	*prev_type = type;
567 	*prev_dclass = dclass;
568 	return 1;
569 }
570 
571 /**
572  * Parse query section.
573  * @param pkt: packet, position at call must be at start of query section.
574  *	at end position is after query section.
575  * @param msg: store results here.
576  * @return: 0 if OK, or rcode on error.
577  */
578 static int
579 parse_query_section(sldns_buffer* pkt, struct msg_parse* msg)
580 {
581 	if(msg->qdcount == 0)
582 		return 0;
583 	if(msg->qdcount > 1)
584 		return LDNS_RCODE_FORMERR;
585 	log_assert(msg->qdcount == 1);
586 	if(sldns_buffer_remaining(pkt) <= 0)
587 		return LDNS_RCODE_FORMERR;
588 	msg->qname = sldns_buffer_current(pkt);
589 	if((msg->qname_len = pkt_dname_len(pkt)) == 0)
590 		return LDNS_RCODE_FORMERR;
591 	if(sldns_buffer_remaining(pkt) < sizeof(uint16_t)*2)
592 		return LDNS_RCODE_FORMERR;
593 	msg->qtype = sldns_buffer_read_u16(pkt);
594 	msg->qclass = sldns_buffer_read_u16(pkt);
595 	return 0;
596 }
597 
598 size_t
599 get_rdf_size(sldns_rdf_type rdf)
600 {
601 	switch(rdf) {
602 		case LDNS_RDF_TYPE_CLASS:
603 		case LDNS_RDF_TYPE_ALG:
604 		case LDNS_RDF_TYPE_INT8:
605 			return 1;
606 			break;
607 		case LDNS_RDF_TYPE_INT16:
608 		case LDNS_RDF_TYPE_TYPE:
609 		case LDNS_RDF_TYPE_CERT_ALG:
610 			return 2;
611 			break;
612 		case LDNS_RDF_TYPE_INT32:
613 		case LDNS_RDF_TYPE_TIME:
614 		case LDNS_RDF_TYPE_A:
615 		case LDNS_RDF_TYPE_PERIOD:
616 			return 4;
617 			break;
618 		case LDNS_RDF_TYPE_TSIGTIME:
619 			return 6;
620 			break;
621 		case LDNS_RDF_TYPE_AAAA:
622 			return 16;
623 			break;
624 		default:
625 			log_assert(0); /* add type above */
626 			/* only types that appear before a domain  *
627 			 * name are needed. rest is simply copied. */
628 	}
629 	return 0;
630 }
631 
632 /** calculate the size of one rr */
633 static int
634 calc_size(sldns_buffer* pkt, uint16_t type, struct rr_parse* rr)
635 {
636 	const sldns_rr_descriptor* desc;
637 	uint16_t pkt_len; /* length of rr inside the packet */
638 	rr->size = sizeof(uint16_t); /* the rdatalen */
639 	sldns_buffer_skip(pkt, 4); /* skip ttl */
640 	pkt_len = sldns_buffer_read_u16(pkt);
641 	if(sldns_buffer_remaining(pkt) < pkt_len)
642 		return 0;
643 	desc = sldns_rr_descript(type);
644 	if(pkt_len > 0 && desc && desc->_dname_count > 0) {
645 		int count = (int)desc->_dname_count;
646 		int rdf = 0;
647 		size_t len;
648 		size_t oldpos;
649 		/* skip first part. */
650 		while(pkt_len > 0 && count) {
651 			switch(desc->_wireformat[rdf]) {
652 			case LDNS_RDF_TYPE_DNAME:
653 				/* decompress every domain name */
654 				oldpos = sldns_buffer_position(pkt);
655 				if((len = pkt_dname_len(pkt)) == 0)
656 					return 0; /* malformed dname */
657 				if(sldns_buffer_position(pkt)-oldpos > pkt_len)
658 					return 0; /* dname exceeds rdata */
659 				pkt_len -= sldns_buffer_position(pkt)-oldpos;
660 				rr->size += len;
661 				count--;
662 				len = 0;
663 				break;
664 			case LDNS_RDF_TYPE_STR:
665 				if(pkt_len < 1) {
666 					/* NOTREACHED, due to 'while(>0)' */
667 					return 0; /* len byte exceeds rdata */
668 				}
669 				len = sldns_buffer_current(pkt)[0] + 1;
670 				break;
671 			default:
672 				len = get_rdf_size(desc->_wireformat[rdf]);
673 			}
674 			if(len) {
675 				if(pkt_len < len)
676 					return 0; /* exceeds rdata */
677 				pkt_len -= len;
678 				sldns_buffer_skip(pkt, (ssize_t)len);
679 				rr->size += len;
680 			}
681 			rdf++;
682 		}
683 	}
684 	/* remaining rdata */
685 	rr->size += pkt_len;
686 	sldns_buffer_skip(pkt, (ssize_t)pkt_len);
687 	return 1;
688 }
689 
690 /** skip rr ttl and rdata */
691 static int
692 skip_ttl_rdata(sldns_buffer* pkt)
693 {
694 	uint16_t rdatalen;
695 	if(sldns_buffer_remaining(pkt) < 6) /* ttl + rdatalen */
696 		return 0;
697 	sldns_buffer_skip(pkt, 4); /* ttl */
698 	rdatalen = sldns_buffer_read_u16(pkt);
699 	if(sldns_buffer_remaining(pkt) < rdatalen)
700 		return 0;
701 	sldns_buffer_skip(pkt, (ssize_t)rdatalen);
702 	return 1;
703 }
704 
705 /** see if RRSIG is a duplicate of another */
706 static int
707 sig_is_double(sldns_buffer* pkt, struct rrset_parse* rrset, uint8_t* ttldata)
708 {
709 	uint16_t rlen, siglen;
710 	size_t pos = sldns_buffer_position(pkt);
711 	struct rr_parse* sig;
712 	if(sldns_buffer_remaining(pkt) < 6)
713 		return 0;
714 	sldns_buffer_skip(pkt, 4); /* ttl */
715 	rlen = sldns_buffer_read_u16(pkt);
716 	if(sldns_buffer_remaining(pkt) < rlen) {
717 		sldns_buffer_set_position(pkt, pos);
718 		return 0;
719 	}
720 	sldns_buffer_set_position(pkt, pos);
721 
722 	sig = rrset->rrsig_first;
723 	while(sig) {
724 		/* check if rdatalen is same */
725 		memmove(&siglen, sig->ttl_data+4, sizeof(siglen));
726 		siglen = ntohs(siglen);
727 		/* checks if data in packet is exactly the same, this means
728 		 * also dname in rdata is the same, but rrsig is not allowed
729 		 * to have compressed dnames anyway. If it is compressed anyway
730 		 * it will lead to duplicate rrs for qtype=RRSIG. (or ANY).
731 		 *
732 		 * Cannot use sig->size because size of the other one is not
733 		 * calculated yet.
734 		 */
735 		if(siglen == rlen) {
736 			if(siglen>0 && memcmp(sig->ttl_data+6, ttldata+6,
737 				siglen) == 0) {
738 				/* same! */
739 				return 1;
740 			}
741 		}
742 		sig = sig->next;
743 	}
744 	return 0;
745 }
746 
747 /** Add rr (from packet here) to rrset, skips rr */
748 static int
749 add_rr_to_rrset(struct rrset_parse* rrset, sldns_buffer* pkt,
750 	struct msg_parse* msg, struct regional* region,
751 	sldns_pkt_section section, uint16_t type)
752 {
753 	struct rr_parse* rr;
754 	/* check section of rrset. */
755 	if(rrset->section != section && type != LDNS_RR_TYPE_RRSIG &&
756 		rrset->type != LDNS_RR_TYPE_RRSIG) {
757 		/* silently drop it - we drop the last part, since
758 		 * trust in rr data depends on the section it is in.
759 		 * the less trustworthy part is discarded.
760 		 * also the last part is more likely to be incomplete.
761 		 * RFC 2181: must put RRset only once in response. */
762 		/*
763 		verbose(VERB_QUERY, "Packet contains rrset data in "
764 			"multiple sections, dropped last part.");
765 		log_buf(VERB_QUERY, "packet was", pkt);
766 		*/
767 		/* forwards */
768 		if(!skip_ttl_rdata(pkt))
769 			return LDNS_RCODE_FORMERR;
770 		return 0;
771 	}
772 
773 	if( (msg->qtype == LDNS_RR_TYPE_RRSIG ||
774 	     msg->qtype == LDNS_RR_TYPE_ANY)
775 	    && sig_is_double(pkt, rrset, sldns_buffer_current(pkt))) {
776 		if(!skip_ttl_rdata(pkt))
777 			return LDNS_RCODE_FORMERR;
778 		return 0;
779 	}
780 
781 	/* create rr */
782 	if(!(rr = (struct rr_parse*)regional_alloc(region, sizeof(*rr))))
783 		return LDNS_RCODE_SERVFAIL;
784 	rr->outside_packet = 0;
785 	rr->ttl_data = sldns_buffer_current(pkt);
786 	rr->next = 0;
787 	if(type == LDNS_RR_TYPE_RRSIG && rrset->type != LDNS_RR_TYPE_RRSIG) {
788 		if(rrset->rrsig_last)
789 			rrset->rrsig_last->next = rr;
790 		else	rrset->rrsig_first = rr;
791 		rrset->rrsig_last = rr;
792 		rrset->rrsig_count++;
793 	} else {
794 		if(rrset->rr_last)
795 			rrset->rr_last->next = rr;
796 		else	rrset->rr_first = rr;
797 		rrset->rr_last = rr;
798 		rrset->rr_count++;
799 	}
800 
801 	/* calc decompressed size */
802 	if(!calc_size(pkt, type, rr))
803 		return LDNS_RCODE_FORMERR;
804 	rrset->size += rr->size;
805 
806 	return 0;
807 }
808 
809 /**
810  * Parse packet RR section, for answer, authority and additional sections.
811  * @param pkt: packet, position at call must be at start of section.
812  *	at end position is after section.
813  * @param msg: store results here.
814  * @param region: how to alloc results.
815  * @param section: section enum.
816  * @param num_rrs: how many rrs are in the section.
817  * @param num_rrsets: returns number of rrsets in the section.
818  * @return: 0 if OK, or rcode on error.
819  */
820 static int
821 parse_section(sldns_buffer* pkt, struct msg_parse* msg,
822 	struct regional* region, sldns_pkt_section section,
823 	uint16_t num_rrs, size_t* num_rrsets)
824 {
825 	uint16_t i;
826 	uint8_t* dname, *prev_dname_f = NULL, *prev_dname_l = NULL;
827 	size_t dnamelen, prev_dnamelen = 0;
828 	uint16_t type, prev_type = 0;
829 	uint16_t dclass, prev_dclass = 0;
830 	uint32_t rrset_flags = 0;
831 	hashvalue_type hash = 0;
832 	struct rrset_parse* rrset = NULL;
833 	int r;
834 
835 	if(num_rrs == 0)
836 		return 0;
837 	if(sldns_buffer_remaining(pkt) <= 0)
838 		return LDNS_RCODE_FORMERR;
839 	for(i=0; i<num_rrs; i++) {
840 		/* parse this RR. */
841 		dname = sldns_buffer_current(pkt);
842 		if((dnamelen = pkt_dname_len(pkt)) == 0)
843 			return LDNS_RCODE_FORMERR;
844 		if(sldns_buffer_remaining(pkt) < 10) /* type, class, ttl, len */
845 			return LDNS_RCODE_FORMERR;
846 		type = sldns_buffer_read_u16(pkt);
847 		sldns_buffer_read(pkt, &dclass, sizeof(dclass));
848 
849 		if(0) { /* debug show what is being parsed. */
850 			if(type == LDNS_RR_TYPE_RRSIG) {
851 				uint16_t t;
852 				if(pkt_rrsig_covered(pkt,
853 					sldns_buffer_current(pkt), &t))
854 					fprintf(stderr, "parse of %s(%d) [%s(%d)]",
855 					sldns_rr_descript(type)?
856 					sldns_rr_descript(type)->_name: "??",
857 					(int)type,
858 					sldns_rr_descript(t)?
859 					sldns_rr_descript(t)->_name: "??",
860 					(int)t);
861 			} else
862 			  fprintf(stderr, "parse of %s(%d)",
863 				sldns_rr_descript(type)?
864 				sldns_rr_descript(type)->_name: "??",
865 				(int)type);
866 			fprintf(stderr, " %s(%d) ",
867 				sldns_lookup_by_id(sldns_rr_classes,
868 				(int)ntohs(dclass))?sldns_lookup_by_id(
869 				sldns_rr_classes, (int)ntohs(dclass))->name:
870 				"??", (int)ntohs(dclass));
871 			dname_print(stderr, pkt, dname);
872 			fprintf(stderr, "\n");
873 		}
874 
875 		/* see if it is part of an existing RR set */
876 		if(!find_rrset(msg, pkt, dname, dnamelen, type, dclass, &hash,
877 			&rrset_flags, &prev_dname_f, &prev_dname_l,
878 			&prev_dnamelen, &prev_type, &prev_dclass, &rrset,
879 			section, region))
880 			return LDNS_RCODE_SERVFAIL;
881 		if(!rrset) {
882 			/* it is a new RR set. hash&flags already calculated.*/
883 			(*num_rrsets)++;
884 			rrset = new_rrset(msg, dname, dnamelen, type, dclass,
885 				hash, rrset_flags, section, region);
886 			if(!rrset)
887 				return LDNS_RCODE_SERVFAIL;
888 		}
889 		else if(0)	{
890 			fprintf(stderr, "is part of existing: ");
891 			dname_print(stderr, pkt, rrset->dname);
892 			fprintf(stderr, " type %s(%d)\n",
893 				sldns_rr_descript(rrset->type)?
894 				sldns_rr_descript(rrset->type)->_name: "??",
895 				(int)rrset->type);
896 		}
897 		/* add to rrset. */
898 		if((r=add_rr_to_rrset(rrset, pkt, msg, region, section,
899 			type)) != 0)
900 			return r;
901 	}
902 	return 0;
903 }
904 
905 int
906 parse_packet(sldns_buffer* pkt, struct msg_parse* msg, struct regional* region)
907 {
908 	int ret;
909 	if(sldns_buffer_remaining(pkt) < LDNS_HEADER_SIZE)
910 		return LDNS_RCODE_FORMERR;
911 	/* read the header */
912 	sldns_buffer_read(pkt, &msg->id, sizeof(uint16_t));
913 	msg->flags = sldns_buffer_read_u16(pkt);
914 	msg->qdcount = sldns_buffer_read_u16(pkt);
915 	msg->ancount = sldns_buffer_read_u16(pkt);
916 	msg->nscount = sldns_buffer_read_u16(pkt);
917 	msg->arcount = sldns_buffer_read_u16(pkt);
918 	if(msg->qdcount > 1)
919 		return LDNS_RCODE_FORMERR;
920 	if((ret = parse_query_section(pkt, msg)) != 0)
921 		return ret;
922 	if((ret = parse_section(pkt, msg, region, LDNS_SECTION_ANSWER,
923 		msg->ancount, &msg->an_rrsets)) != 0)
924 		return ret;
925 	if((ret = parse_section(pkt, msg, region, LDNS_SECTION_AUTHORITY,
926 		msg->nscount, &msg->ns_rrsets)) != 0)
927 		return ret;
928 	if(sldns_buffer_remaining(pkt) == 0 && msg->arcount == 1) {
929 		/* BIND accepts leniently that an EDNS record is missing.
930 		 * so, we do too. */
931 	} else if((ret = parse_section(pkt, msg, region,
932 		LDNS_SECTION_ADDITIONAL, msg->arcount, &msg->ar_rrsets)) != 0)
933 		return ret;
934 	/* if(sldns_buffer_remaining(pkt) > 0) { */
935 		/* there is spurious data at end of packet. ignore */
936 	/* } */
937 	msg->rrset_count = msg->an_rrsets + msg->ns_rrsets + msg->ar_rrsets;
938 	return 0;
939 }
940 
941 /** parse EDNS options from EDNS wireformat rdata */
942 static int
943 parse_edns_options(uint8_t* rdata_ptr, size_t rdata_len,
944 	struct edns_data* edns, struct regional* region)
945 {
946 	/* while still more options, and have code+len to read */
947 	/* ignores partial content (i.e. rdata len 3) */
948 	while(rdata_len >= 4) {
949 		uint16_t opt_code = sldns_read_uint16(rdata_ptr);
950 		uint16_t opt_len = sldns_read_uint16(rdata_ptr+2);
951 		rdata_ptr += 4;
952 		rdata_len -= 4;
953 		if(opt_len > rdata_len)
954 			break; /* option code partial */
955 		if(!edns_opt_append(edns, region, opt_code, opt_len,
956 			rdata_ptr)) {
957 			log_err("out of memory");
958 			return 0;
959 		}
960 		rdata_ptr += opt_len;
961 		rdata_len -= opt_len;
962 	}
963 	return 1;
964 }
965 
966 int
967 parse_extract_edns(struct msg_parse* msg, struct edns_data* edns,
968 	struct regional* region)
969 {
970 	struct rrset_parse* rrset = msg->rrset_first;
971 	struct rrset_parse* prev = 0;
972 	struct rrset_parse* found = 0;
973 	struct rrset_parse* found_prev = 0;
974 	size_t rdata_len;
975 	uint8_t* rdata_ptr;
976 	/* since the class encodes the UDP size, we cannot use hash table to
977 	 * find the EDNS OPT record. Scan the packet. */
978 	while(rrset) {
979 		if(rrset->type == LDNS_RR_TYPE_OPT) {
980 			/* only one OPT RR allowed. */
981 			if(found) return LDNS_RCODE_FORMERR;
982 			/* found it! */
983 			found_prev = prev;
984 			found = rrset;
985 		}
986 		prev = rrset;
987 		rrset = rrset->rrset_all_next;
988 	}
989 	if(!found) {
990 		memset(edns, 0, sizeof(*edns));
991 		edns->udp_size = 512;
992 		return 0;
993 	}
994 	/* check the found RRset */
995 	/* most lenient check possible. ignore dname, use last opt */
996 	if(found->section != LDNS_SECTION_ADDITIONAL)
997 		return LDNS_RCODE_FORMERR;
998 	if(found->rr_count == 0)
999 		return LDNS_RCODE_FORMERR;
1000 	if(0) { /* strict checking of dname and RRcount */
1001 		if(found->dname_len != 1 || !found->dname
1002 			|| found->dname[0] != 0) return LDNS_RCODE_FORMERR;
1003 		if(found->rr_count != 1) return LDNS_RCODE_FORMERR;
1004 	}
1005 	log_assert(found->rr_first && found->rr_last);
1006 
1007 	/* remove from packet */
1008 	if(found_prev)	found_prev->rrset_all_next = found->rrset_all_next;
1009 	else	msg->rrset_first = found->rrset_all_next;
1010 	if(found == msg->rrset_last)
1011 		msg->rrset_last = found_prev;
1012 	msg->arcount --;
1013 	msg->ar_rrsets --;
1014 	msg->rrset_count --;
1015 
1016 	/* take the data ! */
1017 	edns->edns_present = 1;
1018 	edns->ext_rcode = found->rr_last->ttl_data[0];
1019 	edns->edns_version = found->rr_last->ttl_data[1];
1020 	edns->bits = sldns_read_uint16(&found->rr_last->ttl_data[2]);
1021 	edns->udp_size = ntohs(found->rrset_class);
1022 	edns->opt_list = NULL;
1023 
1024 	/* take the options */
1025 	rdata_len = found->rr_first->size-2;
1026 	rdata_ptr = found->rr_first->ttl_data+6;
1027 	if(!parse_edns_options(rdata_ptr, rdata_len, edns, region))
1028 		return 0;
1029 
1030 	/* ignore rrsigs */
1031 
1032 	return 0;
1033 }
1034 
1035 /** skip RR in packet */
1036 static int
1037 skip_pkt_rr(sldns_buffer* pkt)
1038 {
1039 	if(sldns_buffer_remaining(pkt) < 1) return 0;
1040 	if(!pkt_dname_len(pkt))
1041 		return 0;
1042 	if(sldns_buffer_remaining(pkt) < 4) return 0;
1043 	sldns_buffer_skip(pkt, 4); /* type and class */
1044 	if(!skip_ttl_rdata(pkt))
1045 		return 0;
1046 	return 1;
1047 }
1048 
1049 /** skip RRs from packet */
1050 static int
1051 skip_pkt_rrs(sldns_buffer* pkt, int num)
1052 {
1053 	int i;
1054 	for(i=0; i<num; i++) {
1055 		if(!skip_pkt_rr(pkt))
1056 			return 0;
1057 	}
1058 	return 1;
1059 }
1060 
1061 int
1062 parse_edns_from_pkt(sldns_buffer* pkt, struct edns_data* edns,
1063 	struct regional* region)
1064 {
1065 	size_t rdata_len;
1066 	uint8_t* rdata_ptr;
1067 	log_assert(LDNS_QDCOUNT(sldns_buffer_begin(pkt)) == 1);
1068 	memset(edns, 0, sizeof(*edns));
1069 	if(LDNS_ANCOUNT(sldns_buffer_begin(pkt)) != 0 ||
1070 		LDNS_NSCOUNT(sldns_buffer_begin(pkt)) != 0) {
1071 		if(!skip_pkt_rrs(pkt, ((int)LDNS_ANCOUNT(sldns_buffer_begin(pkt)))+
1072 			((int)LDNS_NSCOUNT(sldns_buffer_begin(pkt)))))
1073 			return LDNS_RCODE_FORMERR;
1074 	}
1075 	/* check edns section is present */
1076 	if(LDNS_ARCOUNT(sldns_buffer_begin(pkt)) > 1) {
1077 		return LDNS_RCODE_FORMERR;
1078 	}
1079 	if(LDNS_ARCOUNT(sldns_buffer_begin(pkt)) == 0) {
1080 		edns->udp_size = 512;
1081 		return 0;
1082 	}
1083 	/* domain name must be the root of length 1. */
1084 	if(pkt_dname_len(pkt) != 1)
1085 		return LDNS_RCODE_FORMERR;
1086 	if(sldns_buffer_remaining(pkt) < 10) /* type, class, ttl, rdatalen */
1087 		return LDNS_RCODE_FORMERR;
1088 	if(sldns_buffer_read_u16(pkt) != LDNS_RR_TYPE_OPT)
1089 		return LDNS_RCODE_FORMERR;
1090 	edns->edns_present = 1;
1091 	edns->udp_size = sldns_buffer_read_u16(pkt); /* class is udp size */
1092 	edns->ext_rcode = sldns_buffer_read_u8(pkt); /* ttl used for bits */
1093 	edns->edns_version = sldns_buffer_read_u8(pkt);
1094 	edns->bits = sldns_buffer_read_u16(pkt);
1095 	edns->opt_list = NULL;
1096 
1097 	/* take the options */
1098 	rdata_len = sldns_buffer_read_u16(pkt);
1099 	if(sldns_buffer_remaining(pkt) < rdata_len)
1100 		return LDNS_RCODE_FORMERR;
1101 	rdata_ptr = sldns_buffer_current(pkt);
1102 	if(!parse_edns_options(rdata_ptr, rdata_len, edns, region))
1103 		return LDNS_RCODE_SERVFAIL;
1104 
1105 	/* ignore rrsigs */
1106 
1107 	return 0;
1108 }
1109 
1110 void
1111 log_edns_opt_list(enum verbosity_value level, const char* info_str,
1112 	struct edns_option* list)
1113 {
1114 	if(verbosity >= level && list) {
1115 		char str[128], *s;
1116 		size_t slen;
1117 		verbose(level, "%s", info_str);
1118 		while(list) {
1119 			s = str;
1120 			slen = sizeof(str);
1121 			(void)sldns_wire2str_edns_option_print(&s, &slen, list->opt_code,
1122 				list->opt_data, list->opt_len);
1123 			verbose(level, "  %s", str);
1124 			list = list->next;
1125 		}
1126 	}
1127 }
1128