xref: /netbsd/usr.bin/mklocale/mklocaledb.c (revision 52ed7b03)
1*52ed7b03Stnozaki /* $NetBSD: mklocaledb.c,v 1.1 2009/01/02 00:20:23 tnozaki Exp $ */
2*52ed7b03Stnozaki 
3*52ed7b03Stnozaki /*-
4*52ed7b03Stnozaki  * Copyright (c)2008 Citrus Project,
5*52ed7b03Stnozaki  * All rights reserved.
6*52ed7b03Stnozaki  *
7*52ed7b03Stnozaki  * Redistribution and use in source and binary forms, with or without
8*52ed7b03Stnozaki  * modification, are permitted provided that the following conditions
9*52ed7b03Stnozaki  * are met:
10*52ed7b03Stnozaki  * 1. Redistributions of source code must retain the above copyright
11*52ed7b03Stnozaki  *    notice, this list of conditions and the following disclaimer.
12*52ed7b03Stnozaki  * 2. Redistributions in binary form must reproduce the above copyright
13*52ed7b03Stnozaki  *    notice, this list of conditions and the following disclaimer in the
14*52ed7b03Stnozaki  *    documentation and/or other materials provided with the distribution.
15*52ed7b03Stnozaki  *
16*52ed7b03Stnozaki  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17*52ed7b03Stnozaki  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18*52ed7b03Stnozaki  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19*52ed7b03Stnozaki  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20*52ed7b03Stnozaki  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21*52ed7b03Stnozaki  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22*52ed7b03Stnozaki  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23*52ed7b03Stnozaki  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24*52ed7b03Stnozaki  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25*52ed7b03Stnozaki  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26*52ed7b03Stnozaki  * SUCH DAMAGE.
27*52ed7b03Stnozaki  */
28*52ed7b03Stnozaki 
29*52ed7b03Stnozaki /*
30*52ed7b03Stnozaki  * XXX TEMPORARY IMPLEMENTATION.
31*52ed7b03Stnozaki  * don't waste your time, all we need is localedef(1).
32*52ed7b03Stnozaki  */
33*52ed7b03Stnozaki 
34*52ed7b03Stnozaki #include <sys/cdefs.h>
35*52ed7b03Stnozaki #if !defined(lint)
36*52ed7b03Stnozaki __RCSID("$NetBSD: mklocaledb.c,v 1.1 2009/01/02 00:20:23 tnozaki Exp $");
37*52ed7b03Stnozaki #endif /* not lint */
38*52ed7b03Stnozaki 
39*52ed7b03Stnozaki #if HAVE_NBTOOL_CONFIG_H
40*52ed7b03Stnozaki #include "nbtool_config.h"
41*52ed7b03Stnozaki #endif
42*52ed7b03Stnozaki 
43*52ed7b03Stnozaki #include <assert.h>
44*52ed7b03Stnozaki #include <err.h>
45*52ed7b03Stnozaki #include <errno.h>
46*52ed7b03Stnozaki #include <limits.h>
47*52ed7b03Stnozaki #include <stdint.h>
48*52ed7b03Stnozaki #include <stdio.h>
49*52ed7b03Stnozaki #include <stdlib.h>
50*52ed7b03Stnozaki #include <string.h>
51*52ed7b03Stnozaki #include <unistd.h>
52*52ed7b03Stnozaki 
53*52ed7b03Stnozaki #include "fix_grouping.h"
54*52ed7b03Stnozaki 
55*52ed7b03Stnozaki #include "citrus_namespace.h"
56*52ed7b03Stnozaki #include "citrus_bcs.h"
57*52ed7b03Stnozaki #include "citrus_types.h"
58*52ed7b03Stnozaki #include "citrus_region.h"
59*52ed7b03Stnozaki #include "citrus_db_factory.h"
60*52ed7b03Stnozaki #include "citrus_db_hash.h"
61*52ed7b03Stnozaki #include "citrus_db.h"
62*52ed7b03Stnozaki 
63*52ed7b03Stnozaki #include "citrus_lc_monetary.h"
64*52ed7b03Stnozaki #include "citrus_lc_numeric.h"
65*52ed7b03Stnozaki #include "citrus_lc_time.h"
66*52ed7b03Stnozaki #include "citrus_lc_messages.h"
67*52ed7b03Stnozaki 
68*52ed7b03Stnozaki void mklocaledb(const char *, FILE *, FILE *);
69*52ed7b03Stnozaki 
70*52ed7b03Stnozaki /*
71*52ed7b03Stnozaki  * TODO: -d debug options's output.
72*52ed7b03Stnozaki  */
73*52ed7b03Stnozaki extern int debug;
74*52ed7b03Stnozaki extern void usage(void);
75*52ed7b03Stnozaki 
76*52ed7b03Stnozaki static int
77*52ed7b03Stnozaki save_as_string(struct _db_factory *df,
78*52ed7b03Stnozaki     const char *key, const char *value)
79*52ed7b03Stnozaki {
80*52ed7b03Stnozaki 	return _db_factory_addstr_by_s(df, key, value);
81*52ed7b03Stnozaki }
82*52ed7b03Stnozaki 
83*52ed7b03Stnozaki static int
84*52ed7b03Stnozaki save_as_grouping(struct _db_factory *df,
85*52ed7b03Stnozaki     const char *key, const char *value)
86*52ed7b03Stnozaki {
87*52ed7b03Stnozaki 	value = __fix_locale_grouping_str(value);
88*52ed7b03Stnozaki 	return _db_factory_addstr_by_s(df, key, value);
89*52ed7b03Stnozaki }
90*52ed7b03Stnozaki 
91*52ed7b03Stnozaki static int
92*52ed7b03Stnozaki save_as_uint8(struct _db_factory *df,
93*52ed7b03Stnozaki     const char *key, const char *head)
94*52ed7b03Stnozaki {
95*52ed7b03Stnozaki 	char *tail;
96*52ed7b03Stnozaki 	unsigned long int value;
97*52ed7b03Stnozaki 	uint8_t u8;
98*52ed7b03Stnozaki 
99*52ed7b03Stnozaki 	value = _bcs_strtoul(head, &tail, 0);
100*52ed7b03Stnozaki 	if (head == tail || value > 0xFF)
101*52ed7b03Stnozaki 		return 1;
102*52ed7b03Stnozaki 	u8 = (uint8_t)(value & 0xFF);
103*52ed7b03Stnozaki 	return _db_factory_add8_by_s(df, key, u8);
104*52ed7b03Stnozaki }
105*52ed7b03Stnozaki 
106*52ed7b03Stnozaki typedef struct {
107*52ed7b03Stnozaki 	const char *key;
108*52ed7b03Stnozaki 	int (*save)(struct _db_factory *,
109*52ed7b03Stnozaki 	    const char *, const char *);
110*52ed7b03Stnozaki } token_t;
111*52ed7b03Stnozaki 
112*52ed7b03Stnozaki typedef struct {
113*52ed7b03Stnozaki 	const char *magic, * vers_sym;
114*52ed7b03Stnozaki 	uint32_t version;
115*52ed7b03Stnozaki 	const token_t tokens[];
116*52ed7b03Stnozaki } category_t;
117*52ed7b03Stnozaki 
118*52ed7b03Stnozaki static const category_t lc_monetary = {
119*52ed7b03Stnozaki     _CITRUS_LC_MONETARY_MAGIC_1,
120*52ed7b03Stnozaki     _CITRUS_LC_MONETARY_SYM_VERSION,
121*52ed7b03Stnozaki     _CITRUS_LC_MONETARY_VERSION,
122*52ed7b03Stnozaki     {
123*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_CURR_SYMBOL,    &save_as_string   },
124*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_CURRENCY_SYMBOL,    &save_as_string   },
125*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_MON_DECIMAL_POINT,  &save_as_string   },
126*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_MON_THOUSANDS_SEP,  &save_as_string   },
127*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_MON_GROUPING,       &save_as_grouping },
128*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_POSITIVE_SIGN,      &save_as_string   },
129*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_NEGATIVE_SIGN,      &save_as_string   },
130*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_FRAC_DIGITS,    &save_as_uint8    },
131*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_FRAC_DIGITS,        &save_as_uint8    },
132*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_P_CS_PRECEDES,      &save_as_uint8    },
133*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_P_SEP_BY_SPACE,     &save_as_uint8    },
134*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_N_CS_PRECEDES,      &save_as_uint8    },
135*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_N_SEP_BY_SPACE,     &save_as_uint8    },
136*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_P_SIGN_POSN,        &save_as_uint8    },
137*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_N_SIGN_POSN,        &save_as_uint8    },
138*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_P_CS_PRECEDES,  &save_as_uint8    },
139*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_N_CS_PRECEDES,  &save_as_uint8    },
140*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_P_SEP_BY_SPACE, &save_as_uint8    },
141*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_N_SEP_BY_SPACE, &save_as_uint8    },
142*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_P_SIGN_POSN,    &save_as_uint8    },
143*52ed7b03Stnozaki 	{ _CITRUS_LC_MONETARY_SYM_INT_N_SIGN_POSN,    &save_as_uint8    },
144*52ed7b03Stnozaki 	{ NULL },
145*52ed7b03Stnozaki     },
146*52ed7b03Stnozaki };
147*52ed7b03Stnozaki 
148*52ed7b03Stnozaki static const category_t lc_numeric = {
149*52ed7b03Stnozaki     _CITRUS_LC_NUMERIC_MAGIC_1,
150*52ed7b03Stnozaki     _CITRUS_LC_NUMERIC_SYM_VERSION,
151*52ed7b03Stnozaki     _CITRUS_LC_NUMERIC_VERSION,
152*52ed7b03Stnozaki     {
153*52ed7b03Stnozaki 	{ _CITRUS_LC_NUMERIC_SYM_DECIMAL_POINT, &save_as_string   },
154*52ed7b03Stnozaki 	{ _CITRUS_LC_NUMERIC_SYM_THOUSANDS_SEP, &save_as_string   },
155*52ed7b03Stnozaki 	{ _CITRUS_LC_NUMERIC_SYM_GROUPING,      &save_as_grouping },
156*52ed7b03Stnozaki 	{ NULL },
157*52ed7b03Stnozaki     },
158*52ed7b03Stnozaki };
159*52ed7b03Stnozaki 
160*52ed7b03Stnozaki static const category_t lc_time = {
161*52ed7b03Stnozaki     _CITRUS_LC_TIME_MAGIC_1,
162*52ed7b03Stnozaki     _CITRUS_LC_TIME_SYM_VERSION,
163*52ed7b03Stnozaki     _CITRUS_LC_TIME_VERSION,
164*52ed7b03Stnozaki     {
165*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_1,     &save_as_string },
166*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_2,     &save_as_string },
167*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_3,     &save_as_string },
168*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_4,     &save_as_string },
169*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_5,     &save_as_string },
170*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_6,     &save_as_string },
171*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABDAY_7,     &save_as_string },
172*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_1,       &save_as_string },
173*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_2,       &save_as_string },
174*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_3,       &save_as_string },
175*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_4,       &save_as_string },
176*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_5,       &save_as_string },
177*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_6,       &save_as_string },
178*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_DAY_7,       &save_as_string },
179*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_1,     &save_as_string },
180*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_2,     &save_as_string },
181*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_3,     &save_as_string },
182*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_4,     &save_as_string },
183*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_5,     &save_as_string },
184*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_6,     &save_as_string },
185*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_7,     &save_as_string },
186*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_8,     &save_as_string },
187*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_9,     &save_as_string },
188*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_10,    &save_as_string },
189*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_11,    &save_as_string },
190*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_ABMON_12,    &save_as_string },
191*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_1,       &save_as_string },
192*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_2,       &save_as_string },
193*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_3,       &save_as_string },
194*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_4,       &save_as_string },
195*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_5,       &save_as_string },
196*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_6,       &save_as_string },
197*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_7,       &save_as_string },
198*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_8,       &save_as_string },
199*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_9,       &save_as_string },
200*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_10,      &save_as_string },
201*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_11,      &save_as_string },
202*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_MON_12,      &save_as_string },
203*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_AM_STR,      &save_as_string },
204*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_PM_STR,      &save_as_string },
205*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_D_T_FMT,     &save_as_string },
206*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_D_FMT,       &save_as_string },
207*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_T_FMT,       &save_as_string },
208*52ed7b03Stnozaki 	{ _CITRUS_LC_TIME_SYM_T_FMT_AMPM,  &save_as_string },
209*52ed7b03Stnozaki 	{ NULL },
210*52ed7b03Stnozaki     },
211*52ed7b03Stnozaki };
212*52ed7b03Stnozaki 
213*52ed7b03Stnozaki static const category_t lc_messages = {
214*52ed7b03Stnozaki     _CITRUS_LC_MESSAGES_MAGIC_1,
215*52ed7b03Stnozaki     _CITRUS_LC_MESSAGES_SYM_VERSION,
216*52ed7b03Stnozaki     _CITRUS_LC_MESSAGES_VERSION,
217*52ed7b03Stnozaki     {
218*52ed7b03Stnozaki 	{ _CITRUS_LC_MESSAGES_SYM_YESEXPR, &save_as_string },
219*52ed7b03Stnozaki 	{ _CITRUS_LC_MESSAGES_SYM_NOEXPR,  &save_as_string },
220*52ed7b03Stnozaki 	{ _CITRUS_LC_MESSAGES_SYM_YESSTR,  &save_as_string },
221*52ed7b03Stnozaki 	{ _CITRUS_LC_MESSAGES_SYM_NOSTR,   &save_as_string },
222*52ed7b03Stnozaki 	{ NULL },
223*52ed7b03Stnozaki     },
224*52ed7b03Stnozaki };
225*52ed7b03Stnozaki 
226*52ed7b03Stnozaki void
227*52ed7b03Stnozaki mklocaledb(const char *type, FILE *reader, FILE *writer)
228*52ed7b03Stnozaki {
229*52ed7b03Stnozaki 	static const char delim[3] = { '\0', '\0', '#' };
230*52ed7b03Stnozaki 	const category_t *category = NULL;
231*52ed7b03Stnozaki 	struct _db_factory *df;
232*52ed7b03Stnozaki 	const token_t *token;
233*52ed7b03Stnozaki 	char *line;
234*52ed7b03Stnozaki 	size_t size;
235*52ed7b03Stnozaki 	void *serialized;
236*52ed7b03Stnozaki 	struct _region r;
237*52ed7b03Stnozaki 
238*52ed7b03Stnozaki 	_DIAGASSERT(type != NULL);
239*52ed7b03Stnozaki 	_DIAGASSERT(reader != NULL);
240*52ed7b03Stnozaki 	_DIAGASSERT(writer != NULL);
241*52ed7b03Stnozaki 
242*52ed7b03Stnozaki 	if (!strcasecmp(type, "MONETARY"))
243*52ed7b03Stnozaki 		category = &lc_monetary;
244*52ed7b03Stnozaki 	else if (!strcasecmp(type, "NUMERIC"))
245*52ed7b03Stnozaki 		category = &lc_numeric;
246*52ed7b03Stnozaki 	else if (!strcasecmp(type, "TIME"))
247*52ed7b03Stnozaki 		category = &lc_time;
248*52ed7b03Stnozaki 	else if (!strcasecmp(type, "MESSAGES"))
249*52ed7b03Stnozaki 		category = &lc_messages;
250*52ed7b03Stnozaki 	else {
251*52ed7b03Stnozaki 		usage();
252*52ed7b03Stnozaki 		/*NOTREACHED*/
253*52ed7b03Stnozaki 	}
254*52ed7b03Stnozaki 	if (_db_factory_create(&df, &_db_hash_std, NULL))
255*52ed7b03Stnozaki 		errx(1, "can't create db factory.\n");
256*52ed7b03Stnozaki 	if (_db_factory_add32_by_s(df, category->vers_sym, category->version))
257*52ed7b03Stnozaki 		errx(1, "can't store db.\n");
258*52ed7b03Stnozaki 	token = &category->tokens[0];
259*52ed7b03Stnozaki 	while (token->key != NULL) {
260*52ed7b03Stnozaki 		line = fparseln(reader, NULL,
261*52ed7b03Stnozaki 		    NULL, delim, FPARSELN_UNESCALL);
262*52ed7b03Stnozaki 		if (line == NULL)
263*52ed7b03Stnozaki 			errx(1, "can't read line.\n");
264*52ed7b03Stnozaki 		if ((*token->save)(df, token->key, (const char *)line))
265*52ed7b03Stnozaki 			errx(1, "can't store db.\n");
266*52ed7b03Stnozaki 		free(line);
267*52ed7b03Stnozaki 		++token;
268*52ed7b03Stnozaki 	}
269*52ed7b03Stnozaki 	size = _db_factory_calc_size(df);
270*52ed7b03Stnozaki 	_DIAGASSERT(size > 0);
271*52ed7b03Stnozaki 	serialized = malloc(size);
272*52ed7b03Stnozaki 	if (serialized == NULL)
273*52ed7b03Stnozaki 		errx(1, "can't malloc.\n");
274*52ed7b03Stnozaki 	_DIAGASSERT(serialized != NULL);
275*52ed7b03Stnozaki 	_region_init(&r, serialized, size);
276*52ed7b03Stnozaki 	if (_db_factory_serialize(df, category->magic, &r))
277*52ed7b03Stnozaki 		errx(1, "can't serialize db.\n");
278*52ed7b03Stnozaki 	fwrite(serialized, size, 1, writer);
279*52ed7b03Stnozaki 	_db_factory_free(df);
280*52ed7b03Stnozaki }
281