1 /*-
2  * Copyright (c) 2003-2008 Tim Kientzle
3  * Copyright (c) 2008 Anselm Strauss
4  * All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
16  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18  * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
19  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25  */
26 
27 /*
28  * Development supported by Google Summer of Code 2008.
29  */
30 
31 #include "test.h"
32 __FBSDID("$FreeBSD: head/lib/libarchive/test/test_write_format_zip.c 201247 2009-12-30 05:59:21Z kientzle $");
33 
34 /*
35  * Detailed byte-for-byte verification of the format of a zip archive
36  * with a single file written to it.
37  */
38 
39 static unsigned long
40 bitcrc32(unsigned long c, void *_p, size_t s)
41 {
42 	/* This is a drop-in replacement for crc32() from zlib.
43 	 * Libarchive should be able to correctly generate
44 	 * uncompressed zip archives (including correct CRCs) even
45 	 * when zlib is unavailable, and this function helps us verify
46 	 * that.  Yes, this is very, very slow and unsuitable for
47 	 * production use, but it's correct, compact, and works well
48 	 * enough for this particular usage.  Libarchive internally
49 	 * uses a much more efficient implementation.  */
50 	const unsigned char *p = _p;
51 	int bitctr;
52 
53 	if (p == NULL)
54 		return (0);
55 
56 	for (; s > 0; --s) {
57 		c ^= *p++;
58 		for (bitctr = 8; bitctr > 0; --bitctr) {
59 			if (c & 1) c = (c >> 1);
60 			else	   c = (c >> 1) ^ 0xedb88320;
61 			c ^= 0x80000000;
62 		}
63 	}
64 	return (c);
65 }
66 
67 /* Quick and dirty: Read 2-byte and 4-byte integers from Zip file. */
68 static unsigned i2(const unsigned char *p) { return ((p[0] & 0xff) | ((p[1] & 0xff) << 8)); }
69 static unsigned i4(const unsigned char *p) { return (i2(p) | (i2(p + 2) << 16)); }
70 
71 DEFINE_TEST(test_write_format_zip_file)
72 {
73 	struct archive *a;
74 	struct archive_entry *ae;
75 	time_t t = 1234567890;
76 	struct tm *tm;
77 #if defined(HAVE_LOCALTIME_R) || defined(HAVE__LOCALTIME64_S)
78 	struct tm tmbuf;
79 #endif
80 #if defined(HAVE__LOCALTIME64_S)
81 	errno_t terr;
82 	__time64_t tmptime;
83 #endif
84 	size_t used, buffsize = 1000000;
85 	unsigned long crc;
86 	int file_perm = 00644;
87 	int zip_version = 20;
88 	int zip_compression = 8;
89 	short file_uid = 10, file_gid = 20;
90 	unsigned char *buff, *buffend, *p;
91 	unsigned char *central_header, *local_header, *eocd, *eocd_record;
92 	unsigned char *extension_start, *extension_end;
93 	char file_data[] = {'1', '2', '3', '4', '5', '6', '7', '8'};
94 	const char *file_name = "file";
95 
96 #ifndef HAVE_ZLIB_H
97 	zip_version = 10;
98 	zip_compression = 0;
99 #endif
100 
101 #if defined(HAVE_LOCALTIME_R)
102 	tm = localtime_r(&t, &tmbuf);
103 #elif defined(HAVE__LOCALTIME64_S)
104 	tmptime = t;
105 	terr = _localtime64_s(&tmbuf, &tmptime);
106 	if (terr)
107 		tm = NULL;
108 	else
109 		tm = &tmbuf;
110 #else
111 	tm = localtime(&t);
112 #endif
113 	buff = malloc(buffsize);
114 
115 	/* Create a new archive in memory. */
116 	assert((a = archive_write_new()) != NULL);
117 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_zip(a));
118 	assertEqualIntA(a, ARCHIVE_OK,
119 	    archive_write_set_options(a, "zip:experimental"));
120 	assertEqualIntA(a, ARCHIVE_OK,
121 	    archive_write_open_memory(a, buff, buffsize, &used));
122 
123 	assert((ae = archive_entry_new()) != NULL);
124 	archive_entry_copy_pathname(ae, file_name);
125 	archive_entry_set_mode(ae, AE_IFREG | file_perm);
126 	archive_entry_set_size(ae, sizeof(file_data));
127 	archive_entry_set_uid(ae, file_uid);
128 	archive_entry_set_gid(ae, file_gid);
129 	archive_entry_set_mtime(ae, t, 0);
130 	assertEqualInt(0, archive_write_header(a, ae));
131 	archive_entry_free(ae);
132 	assertEqualInt(8, archive_write_data(a, file_data, sizeof(file_data)));
133 	assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
134 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
135 	buffend = buff + used;
136 	dumpfile("constructed.zip", buff, used);
137 
138 	/* Verify "End of Central Directory" record. */
139 	/* Get address of end-of-central-directory record. */
140 	eocd_record = p = buffend - 22; /* Assumes there is no zip comment field. */
141 	failure("End-of-central-directory begins with PK\\005\\006 signature");
142 	assertEqualMem(p, "PK\005\006", 4);
143 	failure("This must be disk 0");
144 	assertEqualInt(i2(p + 4), 0);
145 	failure("Central dir must start on disk 0");
146 	assertEqualInt(i2(p + 6), 0);
147 	failure("All central dir entries are on this disk");
148 	assertEqualInt(i2(p + 8), i2(p + 10));
149 	eocd = buff + i4(p + 12) + i4(p + 16);
150 	failure("no zip comment");
151 	assertEqualInt(i2(p + 20), 0);
152 
153 	/* Get address of first entry in central directory. */
154 	central_header = p = buff + i4(buffend - 6);
155 	failure("Central file record at offset %d should begin with"
156 	    " PK\\001\\002 signature",
157 	    i4(buffend - 10));
158 
159 	/* Verify file entry in central directory. */
160 	assertEqualMem(p, "PK\001\002", 4); /* Signature */
161 	assertEqualInt(i2(p + 4), 3 * 256 + zip_version); /* Version made by */
162 	assertEqualInt(i2(p + 6), zip_version); /* Version needed to extract */
163 	assertEqualInt(i2(p + 8), 8); /* Flags */
164 	assertEqualInt(i2(p + 10), zip_compression); /* Compression method */
165 	assertEqualInt(i2(p + 12), (tm->tm_hour * 2048) + (tm->tm_min * 32) + (tm->tm_sec / 2)); /* File time */
166 	assertEqualInt(i2(p + 14), ((tm->tm_year - 80) * 512) + ((tm->tm_mon + 1) * 32) + tm->tm_mday); /* File date */
167 	crc = bitcrc32(0, file_data, sizeof(file_data));
168 	assertEqualInt(i4(p + 16), crc); /* CRC-32 */
169 	/* assertEqualInt(i4(p + 20), sizeof(file_data)); */ /* Compressed size */
170 	assertEqualInt(i4(p + 24), sizeof(file_data)); /* Uncompressed size */
171 	assertEqualInt(i2(p + 28), strlen(file_name)); /* Pathname length */
172 	/* assertEqualInt(i2(p + 30), 28); */ /* Extra field length: See below */
173 	assertEqualInt(i2(p + 32), 0); /* File comment length */
174 	assertEqualInt(i2(p + 34), 0); /* Disk number start */
175 	assertEqualInt(i2(p + 36), 0); /* Internal file attrs */
176 	assertEqualInt(i4(p + 38) >> 16 & 01777, file_perm); /* External file attrs */
177 	assertEqualInt(i4(p + 42), 0); /* Offset of local header */
178 	assertEqualMem(p + 46, file_name, strlen(file_name)); /* Pathname */
179 	p = extension_start = central_header + 46 + strlen(file_name);
180 	extension_end = extension_start + i2(central_header + 30);
181 
182 	assertEqualInt(i2(p), 0x5455);  /* 'UT' extension header */
183 	assertEqualInt(i2(p + 2), 5); /* 'UT' size */
184 	assertEqualInt(p[4], 1); /* 'UT' flags */
185 	assertEqualInt(i4(p + 5), t); /* 'UT' mtime */
186 	p += 4 + i2(p + 2);
187 
188 	assertEqualInt(i2(p), 0x7875);  /* 'ux' extension header */
189 	assertEqualInt(i2(p + 2), 11); /* 'ux' size */
190 	/* TODO: verify 'ux' contents */
191 	p += 4 + i2(p + 2);
192 
193 	/* Just in case: Report any extra extensions. */
194 	while (p < extension_end) {
195 		failure("Unexpected extension 0x%04X", i2(p));
196 		assert(0);
197 		p += 4 + i2(p + 2);
198 	}
199 
200 	/* Should have run exactly to end of extra data. */
201 	assert(p == extension_end);
202 
203 	assert(p == eocd);
204 
205 	/* Regular EOCD immediately follows central directory. */
206 	assert(p == eocd_record);
207 
208 	/* Verify local header of file entry. */
209 	p = local_header = buff;
210 	assertEqualMem(p, "PK\003\004", 4); /* Signature */
211 	assertEqualInt(i2(p + 4), zip_version); /* Version needed to extract */
212 	assertEqualInt(i2(p + 6), 8); /* Flags */
213 	assertEqualInt(i2(p + 8), zip_compression); /* Compression method */
214 	assertEqualInt(i2(p + 10), (tm->tm_hour * 2048) + (tm->tm_min * 32) + (tm->tm_sec / 2)); /* File time */
215 	assertEqualInt(i2(p + 12), ((tm->tm_year - 80) * 512) + ((tm->tm_mon + 1) * 32) + tm->tm_mday); /* File date */
216 	assertEqualInt(i4(p + 14), 0); /* CRC-32 */
217 	/* assertEqualInt(i4(p + 18), sizeof(file_data)); */ /* Compressed size */
218 	/* assertEqualInt(i4(p + 22), sizeof(file_data)); */ /* Uncompressed size not stored because we're using length-at-end. */
219 	assertEqualInt(i2(p + 26), strlen(file_name)); /* Pathname length */
220 	assertEqualInt(i2(p + 28), 37); /* Extra field length */
221 	assertEqualMem(p + 30, file_name, strlen(file_name)); /* Pathname */
222 	p = extension_start = local_header + 30 + strlen(file_name);
223 	extension_end = extension_start + i2(local_header + 28);
224 
225 	assertEqualInt(i2(p), 0x5455);  /* 'UT' extension header */
226 	assertEqualInt(i2(p + 2), 5); /* size */
227 	assertEqualInt(p[4], 1); /* 'UT' flags */
228 	assertEqualInt(i4(p + 5), t); /* 'UT' mtime */
229 	p += 4 + i2(p + 2);
230 
231 	assertEqualInt(i2(p), 0x7875);  /* 'ux' extension header */
232 	assertEqualInt(i2(p + 2), 11); /* size */
233 	assertEqualInt(p[4], 1); /* 'ux' version */
234 	assertEqualInt(p[5], 4); /* 'ux' uid size */
235 	assertEqualInt(i4(p + 6), file_uid); /* 'Ux' UID */
236 	assertEqualInt(p[10], 4); /* 'ux' gid size */
237 	assertEqualInt(i4(p + 11), file_gid); /* 'Ux' GID */
238 	p += 4 + i2(p + 2);
239 
240 	assertEqualInt(i2(p), 0x6c78); /* 'xl' experimental extension block */
241 	assertEqualInt(i2(p + 2), 9); /* size */
242 	assertEqualInt(p[4], 7); /* bitmap of fields in this block */
243 	assertEqualInt(i2(p + 5) >> 8, 3); /* System & version made by */
244 	assertEqualInt(i2(p + 7), 0); /* internal file attributes */
245 	assertEqualInt(i4(p + 9) >> 16 & 01777, file_perm); /* external file attributes */
246 	p += 4 + i2(p + 2);
247 
248 	/* Just in case: Report any extra extensions. */
249 	while (p < extension_end) {
250 		failure("Unexpected extension 0x%04X", i2(p));
251 		assert(0);
252 		p += 4 + i2(p + 2);
253 	}
254 
255 	/* Should have run exactly to end of extra data. */
256 	assert(p == extension_end);
257 
258 	/* Data descriptor should follow compressed data. */
259 	while (p < central_header && memcmp(p, "PK\007\010", 4) != 0)
260 		++p;
261 	assertEqualMem(p, "PK\007\010", 4);
262 	assertEqualInt(i4(p + 4), crc); /* CRC-32 */
263 	/* assertEqualInt(i4(p + 8), ???); */ /* compressed size */
264 	assertEqualInt(i4(p + 12), sizeof(file_data)); /* uncompressed size */
265 
266 	/* Central directory should immediately follow the only entry. */
267 	assert(p + 16 == central_header);
268 
269 	free(buff);
270 }
271