xref: /dragonfly/contrib/file/magic/Magdir/compress (revision 82c5fa3e)
1327e51cbSPeter Avalos#------------------------------------------------------------------------------
2*82c5fa3eSPeter Avalos# $File: compress,v 1.62 2014/09/13 14:27:12 christos Exp $
3327e51cbSPeter Avalos# compress:  file(1) magic for pure-compression formats (no archives)
4327e51cbSPeter Avalos#
5327e51cbSPeter Avalos# compress, gzip, pack, compact, huf, squeeze, crunch, freeze, yabba, etc.
6327e51cbSPeter Avalos#
7327e51cbSPeter Avalos# Formats for various forms of compressed data
8327e51cbSPeter Avalos# Formats for "compress" proper have been moved into "compress.c",
9327e51cbSPeter Avalos# because it tries to uncompress it to figure out what's inside.
10327e51cbSPeter Avalos
11327e51cbSPeter Avalos# standard unix compress
12327e51cbSPeter Avalos0	string		\037\235	compress'd data
1379343712SPeter Avalos!:mime	application/x-compress
1479343712SPeter Avalos!:apple	LZIVZIVU
15327e51cbSPeter Avalos>2	byte&0x80	>0		block compressed
16327e51cbSPeter Avalos>2	byte&0x1f	x		%d bits
17327e51cbSPeter Avalos
18327e51cbSPeter Avalos# gzip (GNU zip, not to be confused with Info-ZIP or PKWARE zip archiver)
19327e51cbSPeter Avalos#   Edited by Chris Chittleborough <cchittleborough@yahoo.com.au>, March 2002
20327e51cbSPeter Avalos#	* Original filename is only at offset 10 if "extra field" absent
21327e51cbSPeter Avalos#	* Produce shorter output - notably, only report compression methods
22327e51cbSPeter Avalos#         other than 8 ("deflate", the only method defined in RFC 1952).
23327e51cbSPeter Avalos0       string          \037\213        gzip compressed data
2479343712SPeter Avalos!:mime	application/x-gzip
25e8af9738SPeter Avalos!:strength * 2
26327e51cbSPeter Avalos>2	byte		<8		\b, reserved method
27327e51cbSPeter Avalos>2	byte		>8		\b, unknown method
28327e51cbSPeter Avalos>3	byte		&0x01		\b, ASCII
29327e51cbSPeter Avalos>3	byte		&0x02		\b, has CRC
30327e51cbSPeter Avalos>3	byte		&0x04		\b, extra field
31327e51cbSPeter Avalos>3	byte&0xC	=0x08
32327e51cbSPeter Avalos>>10	string		x		\b, was "%s"
33327e51cbSPeter Avalos>3	byte		&0x10		\b, has comment
34e8af9738SPeter Avalos>3	byte		&0x20		\b, encrypted
35e8af9738SPeter Avalos>4	ledate		>0		\b, last modified: %s
36e8af9738SPeter Avalos>8	byte		2		\b, max compression
37e8af9738SPeter Avalos>8	byte		4		\b, max speed
38327e51cbSPeter Avalos>9	byte		=0x00		\b, from FAT filesystem (MS-DOS, OS/2, NT)
39327e51cbSPeter Avalos>9	byte		=0x01		\b, from Amiga
40327e51cbSPeter Avalos>9	byte		=0x02		\b, from VMS
41327e51cbSPeter Avalos>9	byte		=0x03		\b, from Unix
42327e51cbSPeter Avalos>9	byte		=0x04		\b, from VM/CMS
43327e51cbSPeter Avalos>9	byte		=0x05		\b, from Atari
44327e51cbSPeter Avalos>9	byte		=0x06		\b, from HPFS filesystem (OS/2, NT)
45327e51cbSPeter Avalos>9	byte		=0x07		\b, from MacOS
46327e51cbSPeter Avalos>9	byte		=0x08		\b, from Z-System
47327e51cbSPeter Avalos>9	byte		=0x09		\b, from CP/M
48327e51cbSPeter Avalos>9	byte		=0x0A		\b, from TOPS/20
49327e51cbSPeter Avalos>9	byte		=0x0B		\b, from NTFS filesystem (NT)
50327e51cbSPeter Avalos>9	byte		=0x0C		\b, from QDOS
51327e51cbSPeter Avalos>9	byte		=0x0D		\b, from Acorn RISCOS
52327e51cbSPeter Avalos
53327e51cbSPeter Avalos# packed data, Huffman (minimum redundancy) codes on a byte-by-byte basis
54327e51cbSPeter Avalos0	string		\037\036	packed data
5579343712SPeter Avalos!:mime	application/octet-stream
56327e51cbSPeter Avalos>2	belong		>1		\b, %d characters originally
57327e51cbSPeter Avalos>2	belong		=1		\b, %d character originally
58327e51cbSPeter Avalos#
59327e51cbSPeter Avalos# This magic number is byte-order-independent.
60327e51cbSPeter Avalos0	short		0x1f1f		old packed data
6179343712SPeter Avalos!:mime	application/octet-stream
62327e51cbSPeter Avalos
63327e51cbSPeter Avalos# XXX - why *two* entries for "compacted data", one of which is
64327e51cbSPeter Avalos# byte-order independent, and one of which is byte-order dependent?
65327e51cbSPeter Avalos#
66327e51cbSPeter Avalos0	short		0x1fff		compacted data
6779343712SPeter Avalos!:mime	application/octet-stream
68327e51cbSPeter Avalos# This string is valid for SunOS (BE) and a matching "short" is listed
69327e51cbSPeter Avalos# in the Ultrix (LE) magic file.
70327e51cbSPeter Avalos0	string		\377\037	compacted data
7179343712SPeter Avalos!:mime	application/octet-stream
72327e51cbSPeter Avalos0	short		0145405		huf output
7379343712SPeter Avalos!:mime	application/octet-stream
74327e51cbSPeter Avalos
75327e51cbSPeter Avalos# bzip2
76327e51cbSPeter Avalos0	string		BZh		bzip2 compressed data
7779343712SPeter Avalos!:mime	application/x-bzip2
78327e51cbSPeter Avalos>3	byte		>47		\b, block size = %c00k
79327e51cbSPeter Avalos
8079343712SPeter Avalos# lzip
8179343712SPeter Avalos0	string		LZIP		lzip compressed data
8279343712SPeter Avalos!:mime application/x-lzip
8379343712SPeter Avalos>4	byte		x		\b, version: %d
8479343712SPeter Avalos
85327e51cbSPeter Avalos# squeeze and crunch
86327e51cbSPeter Avalos# Michael Haardt <michael@cantor.informatik.rwth-aachen.de>
87327e51cbSPeter Avalos0	beshort		0x76FF		squeezed data,
88327e51cbSPeter Avalos>4	string		x		original name %s
89327e51cbSPeter Avalos0	beshort		0x76FE		crunched data,
90327e51cbSPeter Avalos>2	string		x		original name %s
91327e51cbSPeter Avalos0	beshort		0x76FD		LZH compressed data,
92327e51cbSPeter Avalos>2	string		x		original name %s
93327e51cbSPeter Avalos
94327e51cbSPeter Avalos# Freeze
95327e51cbSPeter Avalos0	string		\037\237	frozen file 2.1
96327e51cbSPeter Avalos0	string		\037\236	frozen file 1.0 (or gzip 0.5)
97327e51cbSPeter Avalos
98327e51cbSPeter Avalos# SCO compress -H (LZH)
99327e51cbSPeter Avalos0	string		\037\240	SCO compress -H (LZH) data
100327e51cbSPeter Avalos
101327e51cbSPeter Avalos# European GSM 06.10 is a provisional standard for full-rate speech
102327e51cbSPeter Avalos# transcoding, prI-ETS 300 036, which uses RPE/LTP (residual pulse
103327e51cbSPeter Avalos# excitation/long term prediction) coding at 13 kbit/s.
104327e51cbSPeter Avalos#
105327e51cbSPeter Avalos# There's only a magic nibble (4 bits); that nibble repeats every 33
106327e51cbSPeter Avalos# bytes.  This isn't suited for use, but maybe we can use it someday.
107327e51cbSPeter Avalos#
108327e51cbSPeter Avalos# This will cause very short GSM files to be declared as data and
109327e51cbSPeter Avalos# mismatches to be declared as data too!
110327e51cbSPeter Avalos#0	byte&0xF0	0xd0		data
111327e51cbSPeter Avalos#>33	byte&0xF0	0xd0
112327e51cbSPeter Avalos#>66	byte&0xF0	0xd0
113327e51cbSPeter Avalos#>99	byte&0xF0	0xd0
114327e51cbSPeter Avalos#>132	byte&0xF0	0xd0		GSM 06.10 compressed audio
115327e51cbSPeter Avalos
116327e51cbSPeter Avalos# bzip	a block-sorting file compressor
117327e51cbSPeter Avalos#	by Julian Seward <sewardj@cs.man.ac.uk> and others
118327e51cbSPeter Avalos#
11979343712SPeter Avalos#0	string		BZ		bzip compressed data
12079343712SPeter Avalos#>2	byte		x		\b, version: %c
12179343712SPeter Avalos#>3	string		=1		\b, compression block size 100k
12279343712SPeter Avalos#>3	string		=2		\b, compression block size 200k
12379343712SPeter Avalos#>3	string		=3		\b, compression block size 300k
12479343712SPeter Avalos#>3	string		=4		\b, compression block size 400k
12579343712SPeter Avalos#>3	string		=5		\b, compression block size 500k
12679343712SPeter Avalos#>3	string		=6		\b, compression block size 600k
12779343712SPeter Avalos#>3	string		=7		\b, compression block size 700k
12879343712SPeter Avalos#>3	string		=8		\b, compression block size 800k
12979343712SPeter Avalos#>3	string		=9		\b, compression block size 900k
130327e51cbSPeter Avalos
131327e51cbSPeter Avalos# lzop from <markus.oberhumer@jk.uni-linz.ac.at>
132327e51cbSPeter Avalos0	string		\x89\x4c\x5a\x4f\x00\x0d\x0a\x1a\x0a	lzop compressed data
133327e51cbSPeter Avalos>9	beshort		<0x0940
134327e51cbSPeter Avalos>>9	byte&0xf0	=0x00		- version 0.
135327e51cbSPeter Avalos>>9	beshort&0x0fff	x		\b%03x,
136327e51cbSPeter Avalos>>13	byte		1		LZO1X-1,
137327e51cbSPeter Avalos>>13	byte		2		LZO1X-1(15),
138327e51cbSPeter Avalos>>13	byte		3		LZO1X-999,
139327e51cbSPeter Avalos## >>22	bedate		>0		last modified: %s,
140327e51cbSPeter Avalos>>14	byte		=0x00		os: MS-DOS
141327e51cbSPeter Avalos>>14	byte		=0x01		os: Amiga
142327e51cbSPeter Avalos>>14	byte		=0x02		os: VMS
143327e51cbSPeter Avalos>>14	byte		=0x03		os: Unix
144327e51cbSPeter Avalos>>14	byte		=0x05		os: Atari
145327e51cbSPeter Avalos>>14	byte		=0x06		os: OS/2
146327e51cbSPeter Avalos>>14	byte		=0x07		os: MacOS
147327e51cbSPeter Avalos>>14	byte		=0x0A		os: Tops/20
148327e51cbSPeter Avalos>>14	byte		=0x0B		os: WinNT
149327e51cbSPeter Avalos>>14	byte		=0x0E		os: Win32
150327e51cbSPeter Avalos>9	beshort		>0x0939
151327e51cbSPeter Avalos>>9	byte&0xf0	=0x00		- version 0.
152327e51cbSPeter Avalos>>9	byte&0xf0	=0x10		- version 1.
153327e51cbSPeter Avalos>>9	byte&0xf0	=0x20		- version 2.
154327e51cbSPeter Avalos>>9	beshort&0x0fff	x		\b%03x,
155327e51cbSPeter Avalos>>15	byte		1		LZO1X-1,
156327e51cbSPeter Avalos>>15	byte		2		LZO1X-1(15),
157327e51cbSPeter Avalos>>15	byte		3		LZO1X-999,
158327e51cbSPeter Avalos## >>25	bedate		>0		last modified: %s,
159327e51cbSPeter Avalos>>17	byte		=0x00		os: MS-DOS
160327e51cbSPeter Avalos>>17	byte		=0x01		os: Amiga
161327e51cbSPeter Avalos>>17	byte		=0x02		os: VMS
162327e51cbSPeter Avalos>>17	byte		=0x03		os: Unix
163327e51cbSPeter Avalos>>17	byte		=0x05		os: Atari
164327e51cbSPeter Avalos>>17	byte		=0x06		os: OS/2
165327e51cbSPeter Avalos>>17	byte		=0x07		os: MacOS
166327e51cbSPeter Avalos>>17	byte		=0x0A		os: Tops/20
167327e51cbSPeter Avalos>>17	byte		=0x0B		os: WinNT
168327e51cbSPeter Avalos>>17	byte		=0x0E		os: Win32
169327e51cbSPeter Avalos
170327e51cbSPeter Avalos# 4.3BSD-Quasijarus Strong Compression
171327e51cbSPeter Avalos# http://minnie.tuhs.org/Quasijarus/compress.html
172327e51cbSPeter Avalos0	string		\037\241	Quasijarus strong compressed data
173327e51cbSPeter Avalos
174327e51cbSPeter Avalos# From: Cory Dikkers <cdikkers@swbell.net>
175327e51cbSPeter Avalos0	string		XPKF		Amiga xpkf.library compressed data
176327e51cbSPeter Avalos0	string		PP11		Power Packer 1.1 compressed data
177327e51cbSPeter Avalos0	string		PP20		Power Packer 2.0 compressed data,
178327e51cbSPeter Avalos>4	belong		0x09090909	fast compression
179327e51cbSPeter Avalos>4	belong		0x090A0A0A	mediocre compression
180327e51cbSPeter Avalos>4	belong		0x090A0B0B	good compression
181327e51cbSPeter Avalos>4	belong		0x090A0C0C	very good compression
182327e51cbSPeter Avalos>4	belong		0x090A0C0D	best compression
183327e51cbSPeter Avalos
184327e51cbSPeter Avalos# 7-zip archiver, from Thomas Klausner (wiz@danbala.tuwien.ac.at)
185327e51cbSPeter Avalos# http://www.7-zip.org or DOC/7zFormat.txt
186327e51cbSPeter Avalos#
187327e51cbSPeter Avalos0	string		7z\274\257\047\034	7-zip archive data,
188327e51cbSPeter Avalos>6	byte		x			version %d
189327e51cbSPeter Avalos>7	byte		x			\b.%d
190e4d4ce0cSPeter Avalos!:mime	application/x-7z-compressed
191327e51cbSPeter Avalos
19279343712SPeter Avalos# Type: LZMA
1939f86ab30SPeter Avalos0	lelong&0xffffff	=0x5d
194e8af9738SPeter Avalos>12	leshort		0xff			LZMA compressed data,
195e8af9738SPeter Avalos!:mime	application/x-lzma
1969f86ab30SPeter Avalos>>5	lequad		=0xffffffffffffffff	streamed
1979f86ab30SPeter Avalos>>5	lequad		!0xffffffffffffffff	non-streamed, size %lld
198e8af9738SPeter Avalos>12	leshort		0			LZMA compressed data,
199e8af9738SPeter Avalos>>5	lequad		=0xffffffffffffffff	streamed
200e8af9738SPeter Avalos>>5	lequad		!0xffffffffffffffff	non-streamed, size %lld
20179343712SPeter Avalos
20279343712SPeter Avalos# http://tukaani.org/xz/xz-file-format.txt
203e4d4ce0cSPeter Avalos0	ustring		\xFD7zXZ\x00		XZ compressed data
20479343712SPeter Avalos!:mime	application/x-xz
20579343712SPeter Avalos
206ff91a668SPeter Avalos# https://github.com/ckolivas/lrzip/blob/master/doc/magic.header.txt
207ff91a668SPeter Avalos0	string		LRZI			LRZIP compressed data
208ff91a668SPeter Avalos>4	byte		x			- version %d
209ff91a668SPeter Avalos>5	byte		x			\b.%d
210ff91a668SPeter Avalos!:mime	application/x-lrzip
211ff91a668SPeter Avalos
212e8af9738SPeter Avalos# http://fastcompression.blogspot.fi/2013/04/lz4-streaming-format-final.html
213*82c5fa3eSPeter Avalos0	lelong		0x184d2204	LZ4 compressed data (v1.4+)
214e8af9738SPeter Avalos!:mime	application/x-lz4
215*82c5fa3eSPeter Avalos# Added by osm0sis@xda-developers.com
216*82c5fa3eSPeter Avalos0 	lelong		0x184c2103	LZ4 compressed data (v1.0-v1.3)
217*82c5fa3eSPeter Avalos!:mime	application/x-lz4
218*82c5fa3eSPeter Avalos0	lelong		0x184c2102	LZ4 compressed data (v0.1-v0.9)
219e8af9738SPeter Avalos!:mime	application/x-lz4
220e8af9738SPeter Avalos
221327e51cbSPeter Avalos# AFX compressed files (Wolfram Kleff)
222327e51cbSPeter Avalos2	string		-afx-		AFX compressed file data
223327e51cbSPeter Avalos
224327e51cbSPeter Avalos# Supplementary magic data for the file(1) command to support
225327e51cbSPeter Avalos# rzip(1).  The format is described in magic(5).
226327e51cbSPeter Avalos#
227327e51cbSPeter Avalos# Copyright (C) 2003 by Andrew Tridgell.  You may do whatever you want with
228327e51cbSPeter Avalos# this file.
229327e51cbSPeter Avalos#
230327e51cbSPeter Avalos0	string		RZIP		rzip compressed data
231327e51cbSPeter Avalos>4	byte		x		- version %d
232327e51cbSPeter Avalos>5	byte		x		\b.%d
233327e51cbSPeter Avalos>6	belong		x		(%d bytes)
23479343712SPeter Avalos
235e4d4ce0cSPeter Avalos0	string		ArC\x01		FreeArc archive <http://freearc.org>
236e4d4ce0cSPeter Avalos
237e4d4ce0cSPeter Avalos# Type:	DACT compressed files
238e4d4ce0cSPeter Avalos0	long	0x444354C3	DACT compressed data
239e4d4ce0cSPeter Avalos>4	byte	>-1		(version %i.
240e4d4ce0cSPeter Avalos>5	byte	>-1		%i.
241e4d4ce0cSPeter Avalos>6	byte	>-1		%i)
242e4d4ce0cSPeter Avalos>7	long	>0		, original size: %i bytes
243e4d4ce0cSPeter Avalos>15	long	>30		, block size: %i bytes
244e8af9738SPeter Avalos
245e8af9738SPeter Avalos# Valve Pack (VPK) files
246e8af9738SPeter Avalos0	lelong	0x55aa1234	Valve Pak file
247e8af9738SPeter Avalos>0x4	lelong	x		\b, version %u
248e8af9738SPeter Avalos>0x8	lelong	x		\b, %u entries
249e8af9738SPeter Avalos
250*82c5fa3eSPeter Avalos# Snappy framing format
251*82c5fa3eSPeter Avalos# http://code.google.com/p/snappy/source/browse/trunk/framing_format.txt
252*82c5fa3eSPeter Avalos0	string	\377\006\0\0sNaPpY	snappy framed data
253*82c5fa3eSPeter Avalos!:mime	application/x-snappy-framed
254*82c5fa3eSPeter Avalos
255*82c5fa3eSPeter Avalos# qpress, http://www.quicklz.com/
256*82c5fa3eSPeter Avalos0	string	qpress10	qpress compressed data
257*82c5fa3eSPeter Avalos!:mime	application/x-qpress
258*82c5fa3eSPeter Avalos
259*82c5fa3eSPeter Avalos# Zlib https://www.ietf.org/rfc/rfc6713.txt
260*82c5fa3eSPeter Avalos0	beshort%31	=0
261*82c5fa3eSPeter Avalos>0	byte&0xf	=8
262*82c5fa3eSPeter Avalos>>0	byte&0x80 	=0	zlib compressed data
263*82c5fa3eSPeter Avalos!:mime	application/zlib
264