1 | /* glpmpl06.c */ |
---|
2 | |
---|
3 | /*********************************************************************** |
---|
4 | * This code is part of GLPK (GNU Linear Programming Kit). |
---|
5 | * |
---|
6 | * Copyright (C) 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, |
---|
7 | * 2009, 2010 Andrew Makhorin, Department for Applied Informatics, |
---|
8 | * Moscow Aviation Institute, Moscow, Russia. All rights reserved. |
---|
9 | * E-mail: <mao@gnu.org>. |
---|
10 | * |
---|
11 | * GLPK is free software: you can redistribute it and/or modify it |
---|
12 | * under the terms of the GNU General Public License as published by |
---|
13 | * the Free Software Foundation, either version 3 of the License, or |
---|
14 | * (at your option) any later version. |
---|
15 | * |
---|
16 | * GLPK is distributed in the hope that it will be useful, but WITHOUT |
---|
17 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY |
---|
18 | * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public |
---|
19 | * License for more details. |
---|
20 | * |
---|
21 | * You should have received a copy of the GNU General Public License |
---|
22 | * along with GLPK. If not, see <http://www.gnu.org/licenses/>. |
---|
23 | ***********************************************************************/ |
---|
24 | |
---|
25 | #define _GLPSTD_ERRNO |
---|
26 | #define _GLPSTD_STDIO |
---|
27 | #include "glpmpl.h" |
---|
28 | #include "glpsql.h" |
---|
29 | |
---|
30 | /**********************************************************************/ |
---|
31 | |
---|
32 | #define CSV_FIELD_MAX 50 |
---|
33 | /* maximal number of fields in record */ |
---|
34 | |
---|
35 | #define CSV_FDLEN_MAX 100 |
---|
36 | /* maximal field length */ |
---|
37 | |
---|
38 | struct csv |
---|
39 | { /* comma-separated values file */ |
---|
40 | int mode; |
---|
41 | /* 'R' = reading; 'W' = writing */ |
---|
42 | char *fname; |
---|
43 | /* name of csv file */ |
---|
44 | FILE *fp; |
---|
45 | /* stream assigned to csv file */ |
---|
46 | jmp_buf jump; |
---|
47 | /* address for non-local go to in case of error */ |
---|
48 | int count; |
---|
49 | /* record count */ |
---|
50 | /*--------------------------------------------------------------*/ |
---|
51 | /* used only for input csv file */ |
---|
52 | int c; |
---|
53 | /* current character or EOF */ |
---|
54 | int what; |
---|
55 | /* current marker: */ |
---|
56 | #define CSV_EOF 0 /* end-of-file */ |
---|
57 | #define CSV_EOR 1 /* end-of-record */ |
---|
58 | #define CSV_NUM 2 /* floating-point number */ |
---|
59 | #define CSV_STR 3 /* character string */ |
---|
60 | char field[CSV_FDLEN_MAX+1]; |
---|
61 | /* current field just read */ |
---|
62 | int nf; |
---|
63 | /* number of fields in the csv file */ |
---|
64 | int ref[1+CSV_FIELD_MAX]; |
---|
65 | /* ref[k] = k', if k-th field of the csv file corresponds to |
---|
66 | k'-th field in the table statement; if ref[k] = 0, k-th field |
---|
67 | of the csv file is ignored */ |
---|
68 | #if 1 /* 01/VI-2010 */ |
---|
69 | int nskip; |
---|
70 | /* number of comment records preceding the header record */ |
---|
71 | #endif |
---|
72 | }; |
---|
73 | |
---|
74 | #undef read_char |
---|
75 | |
---|
76 | static void read_char(struct csv *csv) |
---|
77 | { /* read character from csv data file */ |
---|
78 | int c; |
---|
79 | xassert(csv->c != EOF); |
---|
80 | if (csv->c == '\n') csv->count++; |
---|
81 | loop: c = fgetc(csv->fp); |
---|
82 | if (ferror(csv->fp)) |
---|
83 | { xprintf("%s:%d: read error - %s\n", csv->fname, csv->count, |
---|
84 | strerror(errno)); |
---|
85 | longjmp(csv->jump, 0); |
---|
86 | } |
---|
87 | if (feof(csv->fp)) |
---|
88 | { if (csv->c == '\n') |
---|
89 | { csv->count--; |
---|
90 | c = EOF; |
---|
91 | } |
---|
92 | else |
---|
93 | { xprintf("%s:%d: warning: missing final end-of-line\n", |
---|
94 | csv->fname, csv->count); |
---|
95 | c = '\n'; |
---|
96 | } |
---|
97 | } |
---|
98 | else if (c == '\r') |
---|
99 | goto loop; |
---|
100 | else if (c == '\n') |
---|
101 | ; |
---|
102 | else if (iscntrl(c)) |
---|
103 | { xprintf("%s:%d: invalid control character 0x%02X\n", |
---|
104 | csv->fname, csv->count, c); |
---|
105 | longjmp(csv->jump, 0); |
---|
106 | } |
---|
107 | csv->c = c; |
---|
108 | return; |
---|
109 | } |
---|
110 | |
---|
111 | static void read_field(struct csv *csv) |
---|
112 | { /* read field from csv data file */ |
---|
113 | /* check for end of file */ |
---|
114 | if (csv->c == EOF) |
---|
115 | { csv->what = CSV_EOF; |
---|
116 | strcpy(csv->field, "EOF"); |
---|
117 | goto done; |
---|
118 | } |
---|
119 | /* check for end of record */ |
---|
120 | if (csv->c == '\n') |
---|
121 | { csv->what = CSV_EOR; |
---|
122 | strcpy(csv->field, "EOR"); |
---|
123 | read_char(csv); |
---|
124 | if (csv->c == ',') |
---|
125 | err1: { xprintf("%s:%d: empty field not allowed\n", csv->fname, |
---|
126 | csv->count); |
---|
127 | longjmp(csv->jump, 0); |
---|
128 | } |
---|
129 | if (csv->c == '\n') |
---|
130 | { xprintf("%s:%d: empty record not allowed\n", csv->fname, |
---|
131 | csv->count); |
---|
132 | longjmp(csv->jump, 0); |
---|
133 | } |
---|
134 | #if 1 /* 01/VI-2010 */ |
---|
135 | /* skip comment records; may appear only before the very first |
---|
136 | record containing field names */ |
---|
137 | if (csv->c == '#' && csv->count == 1) |
---|
138 | { while (csv->c == '#') |
---|
139 | { while (csv->c != '\n') |
---|
140 | read_char(csv); |
---|
141 | read_char(csv); |
---|
142 | csv->nskip++; |
---|
143 | } |
---|
144 | } |
---|
145 | #endif |
---|
146 | goto done; |
---|
147 | } |
---|
148 | /* skip comma before next field */ |
---|
149 | if (csv->c == ',') |
---|
150 | read_char(csv); |
---|
151 | /* read field */ |
---|
152 | if (csv->c == '\'' || csv->c == '"') |
---|
153 | { /* read a field enclosed in quotes */ |
---|
154 | int quote = csv->c, len = 0; |
---|
155 | csv->what = CSV_STR; |
---|
156 | /* skip opening quote */ |
---|
157 | read_char(csv); |
---|
158 | /* read field characters within quotes */ |
---|
159 | for (;;) |
---|
160 | { /* check for closing quote and read it */ |
---|
161 | if (csv->c == quote) |
---|
162 | { read_char(csv); |
---|
163 | if (csv->c == quote) |
---|
164 | ; |
---|
165 | else if (csv->c == ',' || csv->c == '\n') |
---|
166 | break; |
---|
167 | else |
---|
168 | { xprintf("%s:%d: invalid field\n", csv->fname, |
---|
169 | csv->count); |
---|
170 | longjmp(csv->jump, 0); |
---|
171 | } |
---|
172 | } |
---|
173 | /* check the current field length */ |
---|
174 | if (len == CSV_FDLEN_MAX) |
---|
175 | err2: { xprintf("%s:%d: field too long\n", csv->fname, |
---|
176 | csv->count); |
---|
177 | longjmp(csv->jump, 0); |
---|
178 | } |
---|
179 | /* add the current character to the field */ |
---|
180 | csv->field[len++] = (char)csv->c; |
---|
181 | /* read the next character */ |
---|
182 | read_char(csv); |
---|
183 | } |
---|
184 | /* the field has been read */ |
---|
185 | if (len == 0) goto err1; |
---|
186 | csv->field[len] = '\0'; |
---|
187 | } |
---|
188 | else |
---|
189 | { /* read a field not enclosed in quotes */ |
---|
190 | int len = 0; |
---|
191 | double temp; |
---|
192 | csv->what = CSV_NUM; |
---|
193 | while (!(csv->c == ',' || csv->c == '\n')) |
---|
194 | { /* quotes within the field are not allowed */ |
---|
195 | if (csv->c == '\'' || csv->c == '"') |
---|
196 | { xprintf("%s:%d: invalid use of single or double quote wi" |
---|
197 | "thin field\n", csv->fname, csv->count); |
---|
198 | longjmp(csv->jump, 0); |
---|
199 | } |
---|
200 | /* check the current field length */ |
---|
201 | if (len == CSV_FDLEN_MAX) goto err2; |
---|
202 | /* add the current character to the field */ |
---|
203 | csv->field[len++] = (char)csv->c; |
---|
204 | /* read the next character */ |
---|
205 | read_char(csv); |
---|
206 | } |
---|
207 | /* the field has been read */ |
---|
208 | if (len == 0) goto err1; |
---|
209 | csv->field[len] = '\0'; |
---|
210 | /* check the field type */ |
---|
211 | if (str2num(csv->field, &temp)) csv->what = CSV_STR; |
---|
212 | } |
---|
213 | done: return; |
---|
214 | } |
---|
215 | |
---|
216 | static struct csv *csv_open_file(TABDCA *dca, int mode) |
---|
217 | { /* open csv data file */ |
---|
218 | struct csv *csv; |
---|
219 | /* create control structure */ |
---|
220 | csv = xmalloc(sizeof(struct csv)); |
---|
221 | csv->mode = mode; |
---|
222 | csv->fname = NULL; |
---|
223 | csv->fp = NULL; |
---|
224 | if (setjmp(csv->jump)) goto fail; |
---|
225 | csv->count = 0; |
---|
226 | csv->c = '\n'; |
---|
227 | csv->what = 0; |
---|
228 | csv->field[0] = '\0'; |
---|
229 | csv->nf = 0; |
---|
230 | /* try to open the csv data file */ |
---|
231 | if (mpl_tab_num_args(dca) < 2) |
---|
232 | { xprintf("csv_driver: file name not specified\n"); |
---|
233 | longjmp(csv->jump, 0); |
---|
234 | } |
---|
235 | csv->fname = xmalloc(strlen(mpl_tab_get_arg(dca, 2))+1); |
---|
236 | strcpy(csv->fname, mpl_tab_get_arg(dca, 2)); |
---|
237 | if (mode == 'R') |
---|
238 | { /* open the file for reading */ |
---|
239 | int k; |
---|
240 | csv->fp = fopen(csv->fname, "r"); |
---|
241 | if (csv->fp == NULL) |
---|
242 | { xprintf("csv_driver: unable to open %s - %s\n", |
---|
243 | csv->fname, strerror(errno)); |
---|
244 | longjmp(csv->jump, 0); |
---|
245 | } |
---|
246 | #if 1 /* 01/VI-2010 */ |
---|
247 | csv->nskip = 0; |
---|
248 | #endif |
---|
249 | /* skip fake new-line */ |
---|
250 | read_field(csv); |
---|
251 | xassert(csv->what == CSV_EOR); |
---|
252 | /* read field names */ |
---|
253 | xassert(csv->nf == 0); |
---|
254 | for (;;) |
---|
255 | { read_field(csv); |
---|
256 | if (csv->what == CSV_EOR) |
---|
257 | break; |
---|
258 | if (csv->what != CSV_STR) |
---|
259 | { xprintf("%s:%d: invalid field name\n", csv->fname, |
---|
260 | csv->count); |
---|
261 | longjmp(csv->jump, 0); |
---|
262 | } |
---|
263 | if (csv->nf == CSV_FIELD_MAX) |
---|
264 | { xprintf("%s:%d: too many fields\n", csv->fname, |
---|
265 | csv->count); |
---|
266 | longjmp(csv->jump, 0); |
---|
267 | } |
---|
268 | csv->nf++; |
---|
269 | /* find corresponding field in the table statement */ |
---|
270 | for (k = mpl_tab_num_flds(dca); k >= 1; k--) |
---|
271 | { if (strcmp(mpl_tab_get_name(dca, k), csv->field) == 0) |
---|
272 | break; |
---|
273 | } |
---|
274 | csv->ref[csv->nf] = k; |
---|
275 | } |
---|
276 | /* find dummy RECNO field in the table statement */ |
---|
277 | for (k = mpl_tab_num_flds(dca); k >= 1; k--) |
---|
278 | if (strcmp(mpl_tab_get_name(dca, k), "RECNO") == 0) break; |
---|
279 | csv->ref[0] = k; |
---|
280 | } |
---|
281 | else if (mode == 'W') |
---|
282 | { /* open the file for writing */ |
---|
283 | int k, nf; |
---|
284 | csv->fp = fopen(csv->fname, "w"); |
---|
285 | if (csv->fp == NULL) |
---|
286 | { xprintf("csv_driver: unable to create %s - %s\n", |
---|
287 | csv->fname, strerror(errno)); |
---|
288 | longjmp(csv->jump, 0); |
---|
289 | } |
---|
290 | /* write field names */ |
---|
291 | nf = mpl_tab_num_flds(dca); |
---|
292 | for (k = 1; k <= nf; k++) |
---|
293 | fprintf(csv->fp, "%s%c", mpl_tab_get_name(dca, k), |
---|
294 | k < nf ? ',' : '\n'); |
---|
295 | csv->count++; |
---|
296 | } |
---|
297 | else |
---|
298 | xassert(mode != mode); |
---|
299 | /* the file has been open */ |
---|
300 | return csv; |
---|
301 | fail: /* the file cannot be open */ |
---|
302 | if (csv->fname != NULL) xfree(csv->fname); |
---|
303 | if (csv->fp != NULL) fclose(csv->fp); |
---|
304 | xfree(csv); |
---|
305 | return NULL; |
---|
306 | } |
---|
307 | |
---|
308 | static int csv_read_record(TABDCA *dca, struct csv *csv) |
---|
309 | { /* read next record from csv data file */ |
---|
310 | int k, ret = 0; |
---|
311 | xassert(csv->mode == 'R'); |
---|
312 | if (setjmp(csv->jump)) |
---|
313 | { ret = 1; |
---|
314 | goto done; |
---|
315 | } |
---|
316 | /* read dummy RECNO field */ |
---|
317 | if (csv->ref[0] > 0) |
---|
318 | #if 0 /* 01/VI-2010 */ |
---|
319 | mpl_tab_set_num(dca, csv->ref[0], csv->count-1); |
---|
320 | #else |
---|
321 | mpl_tab_set_num(dca, csv->ref[0], csv->count-csv->nskip-1); |
---|
322 | #endif |
---|
323 | /* read fields */ |
---|
324 | for (k = 1; k <= csv->nf; k++) |
---|
325 | { read_field(csv); |
---|
326 | if (csv->what == CSV_EOF) |
---|
327 | { /* end-of-file reached */ |
---|
328 | xassert(k == 1); |
---|
329 | ret = -1; |
---|
330 | goto done; |
---|
331 | } |
---|
332 | else if (csv->what == CSV_EOR) |
---|
333 | { /* end-of-record reached */ |
---|
334 | int lack = csv->nf - k + 1; |
---|
335 | if (lack == 1) |
---|
336 | xprintf("%s:%d: one field missing\n", csv->fname, |
---|
337 | csv->count); |
---|
338 | else |
---|
339 | xprintf("%s:%d: %d fields missing\n", csv->fname, |
---|
340 | csv->count, lack); |
---|
341 | longjmp(csv->jump, 0); |
---|
342 | } |
---|
343 | else if (csv->what == CSV_NUM) |
---|
344 | { /* floating-point number */ |
---|
345 | if (csv->ref[k] > 0) |
---|
346 | { double num; |
---|
347 | xassert(str2num(csv->field, &num) == 0); |
---|
348 | mpl_tab_set_num(dca, csv->ref[k], num); |
---|
349 | } |
---|
350 | } |
---|
351 | else if (csv->what == CSV_STR) |
---|
352 | { /* character string */ |
---|
353 | if (csv->ref[k] > 0) |
---|
354 | mpl_tab_set_str(dca, csv->ref[k], csv->field); |
---|
355 | } |
---|
356 | else |
---|
357 | xassert(csv != csv); |
---|
358 | } |
---|
359 | /* now there must be NL */ |
---|
360 | read_field(csv); |
---|
361 | xassert(csv->what != CSV_EOF); |
---|
362 | if (csv->what != CSV_EOR) |
---|
363 | { xprintf("%s:%d: too many fields\n", csv->fname, csv->count); |
---|
364 | longjmp(csv->jump, 0); |
---|
365 | } |
---|
366 | done: return ret; |
---|
367 | } |
---|
368 | |
---|
369 | static int csv_write_record(TABDCA *dca, struct csv *csv) |
---|
370 | { /* write next record to csv data file */ |
---|
371 | int k, nf, ret = 0; |
---|
372 | const char *c; |
---|
373 | xassert(csv->mode == 'W'); |
---|
374 | nf = mpl_tab_num_flds(dca); |
---|
375 | for (k = 1; k <= nf; k++) |
---|
376 | { switch (mpl_tab_get_type(dca, k)) |
---|
377 | { case 'N': |
---|
378 | fprintf(csv->fp, "%.*g", DBL_DIG, |
---|
379 | mpl_tab_get_num(dca, k)); |
---|
380 | break; |
---|
381 | case 'S': |
---|
382 | fputc('"', csv->fp); |
---|
383 | for (c = mpl_tab_get_str(dca, k); *c != '\0'; c++) |
---|
384 | { if (*c == '"') |
---|
385 | fputc('"', csv->fp), fputc('"', csv->fp); |
---|
386 | else |
---|
387 | fputc(*c, csv->fp); |
---|
388 | } |
---|
389 | fputc('"', csv->fp); |
---|
390 | break; |
---|
391 | default: |
---|
392 | xassert(dca != dca); |
---|
393 | } |
---|
394 | fputc(k < nf ? ',' : '\n', csv->fp); |
---|
395 | } |
---|
396 | csv->count++; |
---|
397 | if (ferror(csv->fp)) |
---|
398 | { xprintf("%s:%d: write error - %s\n", csv->fname, csv->count, |
---|
399 | strerror(errno)); |
---|
400 | ret = 1; |
---|
401 | } |
---|
402 | return ret; |
---|
403 | } |
---|
404 | |
---|
405 | static int csv_close_file(TABDCA *dca, struct csv *csv) |
---|
406 | { /* close csv data file */ |
---|
407 | int ret = 0; |
---|
408 | xassert(dca == dca); |
---|
409 | if (csv->mode == 'W') |
---|
410 | { fflush(csv->fp); |
---|
411 | if (ferror(csv->fp)) |
---|
412 | { xprintf("%s:%d: write error - %s\n", csv->fname, |
---|
413 | csv->count, strerror(errno)); |
---|
414 | ret = 1; |
---|
415 | } |
---|
416 | } |
---|
417 | xfree(csv->fname); |
---|
418 | fclose(csv->fp); |
---|
419 | xfree(csv); |
---|
420 | return ret; |
---|
421 | } |
---|
422 | |
---|
423 | /**********************************************************************/ |
---|
424 | |
---|
425 | #define DBF_FIELD_MAX 50 |
---|
426 | /* maximal number of fields in record */ |
---|
427 | |
---|
428 | #define DBF_FDLEN_MAX 100 |
---|
429 | /* maximal field length */ |
---|
430 | |
---|
431 | struct dbf |
---|
432 | { /* xBASE data file */ |
---|
433 | int mode; |
---|
434 | /* 'R' = reading; 'W' = writing */ |
---|
435 | char *fname; |
---|
436 | /* name of xBASE file */ |
---|
437 | FILE *fp; |
---|
438 | /* stream assigned to xBASE file */ |
---|
439 | jmp_buf jump; |
---|
440 | /* address for non-local go to in case of error */ |
---|
441 | int offset; |
---|
442 | /* offset of a byte to be read next */ |
---|
443 | int count; |
---|
444 | /* record count */ |
---|
445 | int nf; |
---|
446 | /* number of fields */ |
---|
447 | int ref[1+DBF_FIELD_MAX]; |
---|
448 | /* ref[k] = k', if k-th field of the csv file corresponds to |
---|
449 | k'-th field in the table statement; if ref[k] = 0, k-th field |
---|
450 | of the csv file is ignored */ |
---|
451 | int type[1+DBF_FIELD_MAX]; |
---|
452 | /* type[k] is type of k-th field */ |
---|
453 | int len[1+DBF_FIELD_MAX]; |
---|
454 | /* len[k] is length of k-th field */ |
---|
455 | int prec[1+DBF_FIELD_MAX]; |
---|
456 | /* prec[k] is precision of k-th field */ |
---|
457 | }; |
---|
458 | |
---|
459 | static int read_byte(struct dbf *dbf) |
---|
460 | { /* read byte from xBASE data file */ |
---|
461 | int b; |
---|
462 | b = fgetc(dbf->fp); |
---|
463 | if (ferror(dbf->fp)) |
---|
464 | { xprintf("%s:0x%X: read error - %s\n", dbf->fname, |
---|
465 | dbf->offset, strerror(errno)); |
---|
466 | longjmp(dbf->jump, 0); |
---|
467 | } |
---|
468 | if (feof(dbf->fp)) |
---|
469 | { xprintf("%s:0x%X: unexpected end of file\n", dbf->fname, |
---|
470 | dbf->offset); |
---|
471 | longjmp(dbf->jump, 0); |
---|
472 | } |
---|
473 | xassert(0x00 <= b && b <= 0xFF); |
---|
474 | dbf->offset++; |
---|
475 | return b; |
---|
476 | } |
---|
477 | |
---|
478 | static void read_header(TABDCA *dca, struct dbf *dbf) |
---|
479 | { /* read xBASE data file header */ |
---|
480 | int b, j, k, recl; |
---|
481 | char name[10+1]; |
---|
482 | /* (ignored) */ |
---|
483 | for (j = 1; j <= 10; j++) |
---|
484 | read_byte(dbf); |
---|
485 | /* length of each record, in bytes */ |
---|
486 | recl = read_byte(dbf); |
---|
487 | recl += read_byte(dbf) << 8; |
---|
488 | /* (ignored) */ |
---|
489 | for (j = 1; j <= 20; j++) |
---|
490 | read_byte(dbf); |
---|
491 | /* field descriptor array */ |
---|
492 | xassert(dbf->nf == 0); |
---|
493 | for (;;) |
---|
494 | { /* check for end of array */ |
---|
495 | b = read_byte(dbf); |
---|
496 | if (b == 0x0D) break; |
---|
497 | if (dbf->nf == DBF_FIELD_MAX) |
---|
498 | { xprintf("%s:0x%X: too many fields\n", dbf->fname, |
---|
499 | dbf->offset); |
---|
500 | longjmp(dbf->jump, 0); |
---|
501 | } |
---|
502 | dbf->nf++; |
---|
503 | /* field name */ |
---|
504 | name[0] = (char)b; |
---|
505 | for (j = 1; j < 10; j++) |
---|
506 | { b = read_byte(dbf); |
---|
507 | name[j] = (char)b; |
---|
508 | } |
---|
509 | name[10] = '\0'; |
---|
510 | b = read_byte(dbf); |
---|
511 | if (b != 0x00) |
---|
512 | { xprintf("%s:0x%X: invalid field name\n", dbf->fname, |
---|
513 | dbf->offset); |
---|
514 | longjmp(dbf->jump, 0); |
---|
515 | } |
---|
516 | /* find corresponding field in the table statement */ |
---|
517 | for (k = mpl_tab_num_flds(dca); k >= 1; k--) |
---|
518 | if (strcmp(mpl_tab_get_name(dca, k), name) == 0) break; |
---|
519 | dbf->ref[dbf->nf] = k; |
---|
520 | /* field type */ |
---|
521 | b = read_byte(dbf); |
---|
522 | if (!(b == 'C' || b == 'N')) |
---|
523 | { xprintf("%s:0x%X: invalid field type\n", dbf->fname, |
---|
524 | dbf->offset); |
---|
525 | longjmp(dbf->jump, 0); |
---|
526 | } |
---|
527 | dbf->type[dbf->nf] = b; |
---|
528 | /* (ignored) */ |
---|
529 | for (j = 1; j <= 4; j++) |
---|
530 | read_byte(dbf); |
---|
531 | /* field length */ |
---|
532 | b = read_byte(dbf); |
---|
533 | if (b == 0) |
---|
534 | { xprintf("%s:0x%X: invalid field length\n", dbf->fname, |
---|
535 | dbf->offset); |
---|
536 | longjmp(dbf->jump, 0); |
---|
537 | } |
---|
538 | if (b > DBF_FDLEN_MAX) |
---|
539 | { xprintf("%s:0x%X: field too long\n", dbf->fname, |
---|
540 | dbf->offset); |
---|
541 | longjmp(dbf->jump, 0); |
---|
542 | } |
---|
543 | dbf->len[dbf->nf] = b; |
---|
544 | recl -= b; |
---|
545 | /* (ignored) */ |
---|
546 | for (j = 1; j <= 15; j++) |
---|
547 | read_byte(dbf); |
---|
548 | } |
---|
549 | if (recl != 1) |
---|
550 | { xprintf("%s:0x%X: invalid file header\n", dbf->fname, |
---|
551 | dbf->offset); |
---|
552 | longjmp(dbf->jump, 0); |
---|
553 | } |
---|
554 | /* find dummy RECNO field in the table statement */ |
---|
555 | for (k = mpl_tab_num_flds(dca); k >= 1; k--) |
---|
556 | if (strcmp(mpl_tab_get_name(dca, k), "RECNO") == 0) break; |
---|
557 | dbf->ref[0] = k; |
---|
558 | return; |
---|
559 | } |
---|
560 | |
---|
561 | static void parse_third_arg(TABDCA *dca, struct dbf *dbf) |
---|
562 | { /* parse xBASE file format (third argument) */ |
---|
563 | int j, k, temp; |
---|
564 | const char *arg; |
---|
565 | dbf->nf = mpl_tab_num_flds(dca); |
---|
566 | arg = mpl_tab_get_arg(dca, 3), j = 0; |
---|
567 | for (k = 1; k <= dbf->nf; k++) |
---|
568 | { /* parse specification of k-th field */ |
---|
569 | if (arg[j] == '\0') |
---|
570 | { xprintf("xBASE driver: field %s: specification missing\n", |
---|
571 | mpl_tab_get_name(dca, k)); |
---|
572 | longjmp(dbf->jump, 0); |
---|
573 | } |
---|
574 | /* parse field type */ |
---|
575 | if (arg[j] == 'C' || arg[j] == 'N') |
---|
576 | dbf->type[k] = arg[j], j++; |
---|
577 | else |
---|
578 | { xprintf("xBASE driver: field %s: invalid field type\n", |
---|
579 | mpl_tab_get_name(dca, k)); |
---|
580 | longjmp(dbf->jump, 0); |
---|
581 | } |
---|
582 | /* check for left parenthesis */ |
---|
583 | if (arg[j] == '(') |
---|
584 | j++; |
---|
585 | else |
---|
586 | err: { xprintf("xBASE driver: field %s: invalid field format\n", |
---|
587 | mpl_tab_get_name(dca, k)); |
---|
588 | longjmp(dbf->jump, 0); |
---|
589 | } |
---|
590 | /* parse field length */ |
---|
591 | temp = 0; |
---|
592 | while (isdigit(arg[j])) |
---|
593 | { if (temp > DBF_FDLEN_MAX) break; |
---|
594 | temp = 10 * temp + (arg[j] - '0'), j++; |
---|
595 | } |
---|
596 | if (!(1 <= temp && temp <= DBF_FDLEN_MAX)) |
---|
597 | { xprintf("xBASE driver: field %s: invalid field length\n", |
---|
598 | mpl_tab_get_name(dca, k)); |
---|
599 | longjmp(dbf->jump, 0); |
---|
600 | } |
---|
601 | dbf->len[k] = temp; |
---|
602 | /* parse optional field precision */ |
---|
603 | if (dbf->type[k] == 'N' && arg[j] == ',') |
---|
604 | { j++; |
---|
605 | temp = 0; |
---|
606 | while (isdigit(arg[j])) |
---|
607 | { if (temp > dbf->len[k]) break; |
---|
608 | temp = 10 * temp + (arg[j] - '0'), j++; |
---|
609 | } |
---|
610 | if (temp > dbf->len[k]) |
---|
611 | { xprintf("xBASE driver: field %s: invalid field precision" |
---|
612 | "\n", mpl_tab_get_name(dca, k)); |
---|
613 | longjmp(dbf->jump, 0); |
---|
614 | } |
---|
615 | dbf->prec[k] = temp; |
---|
616 | } |
---|
617 | else |
---|
618 | dbf->prec[k] = 0; |
---|
619 | /* check for right parenthesis */ |
---|
620 | if (arg[j] == ')') |
---|
621 | j++; |
---|
622 | else |
---|
623 | goto err; |
---|
624 | } |
---|
625 | /* ignore other specifications */ |
---|
626 | return; |
---|
627 | } |
---|
628 | |
---|
629 | static void write_byte(struct dbf *dbf, int b) |
---|
630 | { /* write byte to xBASE data file */ |
---|
631 | fputc(b, dbf->fp); |
---|
632 | dbf->offset++; |
---|
633 | return; |
---|
634 | } |
---|
635 | |
---|
636 | static void write_header(TABDCA *dca, struct dbf *dbf) |
---|
637 | { /* write xBASE data file header */ |
---|
638 | int j, k, temp; |
---|
639 | const char *name; |
---|
640 | /* version number */ |
---|
641 | write_byte(dbf, 0x03 /* file without DBT */); |
---|
642 | /* date of last update (YYMMDD) */ |
---|
643 | write_byte(dbf, 70 /* 1970 */); |
---|
644 | write_byte(dbf, 1 /* January */); |
---|
645 | write_byte(dbf, 1 /* 1st */); |
---|
646 | /* number of records (unknown so far) */ |
---|
647 | for (j = 1; j <= 4; j++) |
---|
648 | write_byte(dbf, 0xFF); |
---|
649 | /* length of the header, in bytes */ |
---|
650 | temp = 32 + dbf->nf * 32 + 1; |
---|
651 | write_byte(dbf, temp); |
---|
652 | write_byte(dbf, temp >> 8); |
---|
653 | /* length of each record, in bytes */ |
---|
654 | temp = 1; |
---|
655 | for (k = 1; k <= dbf->nf; k++) |
---|
656 | temp += dbf->len[k]; |
---|
657 | write_byte(dbf, temp); |
---|
658 | write_byte(dbf, temp >> 8); |
---|
659 | /* (reserved) */ |
---|
660 | for (j = 1; j <= 20; j++) |
---|
661 | write_byte(dbf, 0x00); |
---|
662 | /* field descriptor array */ |
---|
663 | for (k = 1; k <= dbf->nf; k++) |
---|
664 | { /* field name (terminated by 0x00) */ |
---|
665 | name = mpl_tab_get_name(dca, k); |
---|
666 | for (j = 0; j < 10 && name[j] != '\0'; j++) |
---|
667 | write_byte(dbf, name[j]); |
---|
668 | for (j = j; j < 11; j++) |
---|
669 | write_byte(dbf, 0x00); |
---|
670 | /* field type */ |
---|
671 | write_byte(dbf, dbf->type[k]); |
---|
672 | /* (reserved) */ |
---|
673 | for (j = 1; j <= 4; j++) |
---|
674 | write_byte(dbf, 0x00); |
---|
675 | /* field length */ |
---|
676 | write_byte(dbf, dbf->len[k]); |
---|
677 | /* field precision */ |
---|
678 | write_byte(dbf, dbf->prec[k]); |
---|
679 | /* (reserved) */ |
---|
680 | for (j = 1; j <= 14; j++) |
---|
681 | write_byte(dbf, 0x00); |
---|
682 | } |
---|
683 | /* end of header */ |
---|
684 | write_byte(dbf, 0x0D); |
---|
685 | return; |
---|
686 | } |
---|
687 | |
---|
688 | static struct dbf *dbf_open_file(TABDCA *dca, int mode) |
---|
689 | { /* open xBASE data file */ |
---|
690 | struct dbf *dbf; |
---|
691 | /* create control structure */ |
---|
692 | dbf = xmalloc(sizeof(struct dbf)); |
---|
693 | dbf->mode = mode; |
---|
694 | dbf->fname = NULL; |
---|
695 | dbf->fp = NULL; |
---|
696 | if (setjmp(dbf->jump)) goto fail; |
---|
697 | dbf->offset = 0; |
---|
698 | dbf->count = 0; |
---|
699 | dbf->nf = 0; |
---|
700 | /* try to open the xBASE data file */ |
---|
701 | if (mpl_tab_num_args(dca) < 2) |
---|
702 | { xprintf("xBASE driver: file name not specified\n"); |
---|
703 | longjmp(dbf->jump, 0); |
---|
704 | } |
---|
705 | dbf->fname = xmalloc(strlen(mpl_tab_get_arg(dca, 2))+1); |
---|
706 | strcpy(dbf->fname, mpl_tab_get_arg(dca, 2)); |
---|
707 | if (mode == 'R') |
---|
708 | { /* open the file for reading */ |
---|
709 | dbf->fp = fopen(dbf->fname, "rb"); |
---|
710 | if (dbf->fp == NULL) |
---|
711 | { xprintf("xBASE driver: unable to open %s - %s\n", |
---|
712 | dbf->fname, strerror(errno)); |
---|
713 | longjmp(dbf->jump, 0); |
---|
714 | } |
---|
715 | read_header(dca, dbf); |
---|
716 | } |
---|
717 | else if (mode == 'W') |
---|
718 | { /* open the file for writing */ |
---|
719 | if (mpl_tab_num_args(dca) < 3) |
---|
720 | { xprintf("xBASE driver: file format not specified\n"); |
---|
721 | longjmp(dbf->jump, 0); |
---|
722 | } |
---|
723 | parse_third_arg(dca, dbf); |
---|
724 | dbf->fp = fopen(dbf->fname, "wb"); |
---|
725 | if (dbf->fp == NULL) |
---|
726 | { xprintf("xBASE driver: unable to create %s - %s\n", |
---|
727 | dbf->fname, strerror(errno)); |
---|
728 | longjmp(dbf->jump, 0); |
---|
729 | } |
---|
730 | write_header(dca, dbf); |
---|
731 | } |
---|
732 | else |
---|
733 | xassert(mode != mode); |
---|
734 | /* the file has been open */ |
---|
735 | return dbf; |
---|
736 | fail: /* the file cannot be open */ |
---|
737 | if (dbf->fname != NULL) xfree(dbf->fname); |
---|
738 | if (dbf->fp != NULL) fclose(dbf->fp); |
---|
739 | xfree(dbf); |
---|
740 | return NULL; |
---|
741 | } |
---|
742 | |
---|
743 | static int dbf_read_record(TABDCA *dca, struct dbf *dbf) |
---|
744 | { /* read next record from xBASE data file */ |
---|
745 | int b, j, k, ret = 0; |
---|
746 | char buf[DBF_FDLEN_MAX+1]; |
---|
747 | xassert(dbf->mode == 'R'); |
---|
748 | if (setjmp(dbf->jump)) |
---|
749 | { ret = 1; |
---|
750 | goto done; |
---|
751 | } |
---|
752 | /* check record flag */ |
---|
753 | b = read_byte(dbf); |
---|
754 | if (b == 0x1A) |
---|
755 | { /* end of data */ |
---|
756 | ret = -1; |
---|
757 | goto done; |
---|
758 | } |
---|
759 | if (b != 0x20) |
---|
760 | { xprintf("%s:0x%X: invalid record flag\n", dbf->fname, |
---|
761 | dbf->offset); |
---|
762 | longjmp(dbf->jump, 0); |
---|
763 | } |
---|
764 | /* read dummy RECNO field */ |
---|
765 | if (dbf->ref[0] > 0) |
---|
766 | mpl_tab_set_num(dca, dbf->ref[0], dbf->count+1); |
---|
767 | /* read fields */ |
---|
768 | for (k = 1; k <= dbf->nf; k++) |
---|
769 | { /* read k-th field */ |
---|
770 | for (j = 0; j < dbf->len[k]; j++) |
---|
771 | buf[j] = (char)read_byte(dbf); |
---|
772 | buf[dbf->len[k]] = '\0'; |
---|
773 | /* set field value */ |
---|
774 | if (dbf->type[k] == 'C') |
---|
775 | { /* character field */ |
---|
776 | if (dbf->ref[k] > 0) |
---|
777 | mpl_tab_set_str(dca, dbf->ref[k], strtrim(buf)); |
---|
778 | } |
---|
779 | else if (dbf->type[k] == 'N') |
---|
780 | { /* numeric field */ |
---|
781 | if (dbf->ref[k] > 0) |
---|
782 | { double num; |
---|
783 | strspx(buf); |
---|
784 | xassert(str2num(buf, &num) == 0); |
---|
785 | mpl_tab_set_num(dca, dbf->ref[k], num); |
---|
786 | } |
---|
787 | } |
---|
788 | else |
---|
789 | xassert(dbf != dbf); |
---|
790 | } |
---|
791 | /* increase record count */ |
---|
792 | dbf->count++; |
---|
793 | done: return ret; |
---|
794 | } |
---|
795 | |
---|
796 | static int dbf_write_record(TABDCA *dca, struct dbf *dbf) |
---|
797 | { /* write next record to xBASE data file */ |
---|
798 | int j, k, ret = 0; |
---|
799 | char buf[255+1]; |
---|
800 | xassert(dbf->mode == 'W'); |
---|
801 | if (setjmp(dbf->jump)) |
---|
802 | { ret = 1; |
---|
803 | goto done; |
---|
804 | } |
---|
805 | /* record flag */ |
---|
806 | write_byte(dbf, 0x20); |
---|
807 | xassert(dbf->nf == mpl_tab_num_flds(dca)); |
---|
808 | for (k = 1; k <= dbf->nf; k++) |
---|
809 | { if (dbf->type[k] == 'C') |
---|
810 | { /* character field */ |
---|
811 | const char *str; |
---|
812 | if (mpl_tab_get_type(dca, k) == 'N') |
---|
813 | { sprintf(buf, "%.*g", DBL_DIG, mpl_tab_get_num(dca, k)); |
---|
814 | str = buf; |
---|
815 | } |
---|
816 | else if (mpl_tab_get_type(dca, k) == 'S') |
---|
817 | str = mpl_tab_get_str(dca, k); |
---|
818 | else |
---|
819 | xassert(dca != dca); |
---|
820 | if ((int)strlen(str) > dbf->len[k]) |
---|
821 | { xprintf("xBASE driver: field %s: cannot convert %.15s..." |
---|
822 | " to field format\n", mpl_tab_get_name(dca, k), str); |
---|
823 | longjmp(dbf->jump, 0); |
---|
824 | } |
---|
825 | for (j = 0; j < dbf->len[k] && str[j] != '\0'; j++) |
---|
826 | write_byte(dbf, str[j]); |
---|
827 | for (j = j; j < dbf->len[k]; j++) |
---|
828 | write_byte(dbf, ' '); |
---|
829 | } |
---|
830 | else if (dbf->type[k] == 'N') |
---|
831 | { /* numeric field */ |
---|
832 | double num = mpl_tab_get_num(dca, k); |
---|
833 | if (fabs(num) > 1e20) |
---|
834 | err: { xprintf("xBASE driver: field %s: cannot convert %g to fi" |
---|
835 | "eld format\n", mpl_tab_get_name(dca, k), num); |
---|
836 | longjmp(dbf->jump, 0); |
---|
837 | } |
---|
838 | sprintf(buf, "%*.*f", dbf->len[k], dbf->prec[k], num); |
---|
839 | xassert(strlen(buf) < sizeof(buf)); |
---|
840 | if ((int)strlen(buf) != dbf->len[k]) goto err; |
---|
841 | for (j = 0; j < dbf->len[k]; j++) |
---|
842 | write_byte(dbf, buf[j]); |
---|
843 | } |
---|
844 | else |
---|
845 | xassert(dbf != dbf); |
---|
846 | } |
---|
847 | /* increase record count */ |
---|
848 | dbf->count++; |
---|
849 | done: return ret; |
---|
850 | } |
---|
851 | |
---|
852 | static int dbf_close_file(TABDCA *dca, struct dbf *dbf) |
---|
853 | { /* close xBASE data file */ |
---|
854 | int ret = 0; |
---|
855 | xassert(dca == dca); |
---|
856 | if (dbf->mode == 'W') |
---|
857 | { if (setjmp(dbf->jump)) |
---|
858 | { ret = 1; |
---|
859 | goto skip; |
---|
860 | } |
---|
861 | /* end-of-file flag */ |
---|
862 | write_byte(dbf, 0x1A); |
---|
863 | /* number of records */ |
---|
864 | dbf->offset = 4; |
---|
865 | if (fseek(dbf->fp, dbf->offset, SEEK_SET)) |
---|
866 | { xprintf("%s:0x%X: seek error - %s\n", dbf->fname, |
---|
867 | dbf->offset, strerror(errno)); |
---|
868 | longjmp(dbf->jump, 0); |
---|
869 | } |
---|
870 | write_byte(dbf, dbf->count); |
---|
871 | write_byte(dbf, dbf->count >> 8); |
---|
872 | write_byte(dbf, dbf->count >> 16); |
---|
873 | write_byte(dbf, dbf->count >> 24); |
---|
874 | fflush(dbf->fp); |
---|
875 | if (ferror(dbf->fp)) |
---|
876 | { xprintf("%s:0x%X: write error - %s\n", dbf->fname, |
---|
877 | dbf->offset, strerror(errno)); |
---|
878 | longjmp(dbf->jump, 0); |
---|
879 | } |
---|
880 | skip: ; |
---|
881 | } |
---|
882 | xfree(dbf->fname); |
---|
883 | fclose(dbf->fp); |
---|
884 | xfree(dbf); |
---|
885 | return ret; |
---|
886 | } |
---|
887 | |
---|
888 | /**********************************************************************/ |
---|
889 | |
---|
890 | #define TAB_CSV 1 |
---|
891 | #define TAB_XBASE 2 |
---|
892 | #define TAB_ODBC 3 |
---|
893 | #define TAB_MYSQL 4 |
---|
894 | |
---|
895 | void mpl_tab_drv_open(MPL *mpl, int mode) |
---|
896 | { TABDCA *dca = mpl->dca; |
---|
897 | xassert(dca->id == 0); |
---|
898 | xassert(dca->link == NULL); |
---|
899 | xassert(dca->na >= 1); |
---|
900 | if (strcmp(dca->arg[1], "CSV") == 0) |
---|
901 | { dca->id = TAB_CSV; |
---|
902 | dca->link = csv_open_file(dca, mode); |
---|
903 | } |
---|
904 | else if (strcmp(dca->arg[1], "xBASE") == 0) |
---|
905 | { dca->id = TAB_XBASE; |
---|
906 | dca->link = dbf_open_file(dca, mode); |
---|
907 | } |
---|
908 | else if (strcmp(dca->arg[1], "ODBC") == 0 || |
---|
909 | strcmp(dca->arg[1], "iODBC") == 0) |
---|
910 | { dca->id = TAB_ODBC; |
---|
911 | dca->link = db_iodbc_open(dca, mode); |
---|
912 | } |
---|
913 | else if (strcmp(dca->arg[1], "MySQL") == 0) |
---|
914 | { dca->id = TAB_MYSQL; |
---|
915 | dca->link = db_mysql_open(dca, mode); |
---|
916 | } |
---|
917 | else |
---|
918 | xprintf("Invalid table driver `%s'\n", dca->arg[1]); |
---|
919 | if (dca->link == NULL) |
---|
920 | error(mpl, "error on opening table %s", |
---|
921 | mpl->stmt->u.tab->name); |
---|
922 | return; |
---|
923 | } |
---|
924 | |
---|
925 | int mpl_tab_drv_read(MPL *mpl) |
---|
926 | { TABDCA *dca = mpl->dca; |
---|
927 | int ret; |
---|
928 | switch (dca->id) |
---|
929 | { case TAB_CSV: |
---|
930 | ret = csv_read_record(dca, dca->link); |
---|
931 | break; |
---|
932 | case TAB_XBASE: |
---|
933 | ret = dbf_read_record(dca, dca->link); |
---|
934 | break; |
---|
935 | case TAB_ODBC: |
---|
936 | ret = db_iodbc_read(dca, dca->link); |
---|
937 | break; |
---|
938 | case TAB_MYSQL: |
---|
939 | ret = db_mysql_read(dca, dca->link); |
---|
940 | break; |
---|
941 | default: |
---|
942 | xassert(dca != dca); |
---|
943 | } |
---|
944 | if (ret > 0) |
---|
945 | error(mpl, "error on reading data from table %s", |
---|
946 | mpl->stmt->u.tab->name); |
---|
947 | return ret; |
---|
948 | } |
---|
949 | |
---|
950 | void mpl_tab_drv_write(MPL *mpl) |
---|
951 | { TABDCA *dca = mpl->dca; |
---|
952 | int ret; |
---|
953 | switch (dca->id) |
---|
954 | { case TAB_CSV: |
---|
955 | ret = csv_write_record(dca, dca->link); |
---|
956 | break; |
---|
957 | case TAB_XBASE: |
---|
958 | ret = dbf_write_record(dca, dca->link); |
---|
959 | break; |
---|
960 | case TAB_ODBC: |
---|
961 | ret = db_iodbc_write(dca, dca->link); |
---|
962 | break; |
---|
963 | case TAB_MYSQL: |
---|
964 | ret = db_mysql_write(dca, dca->link); |
---|
965 | break; |
---|
966 | default: |
---|
967 | xassert(dca != dca); |
---|
968 | } |
---|
969 | if (ret) |
---|
970 | error(mpl, "error on writing data to table %s", |
---|
971 | mpl->stmt->u.tab->name); |
---|
972 | return; |
---|
973 | } |
---|
974 | |
---|
975 | void mpl_tab_drv_close(MPL *mpl) |
---|
976 | { TABDCA *dca = mpl->dca; |
---|
977 | int ret; |
---|
978 | switch (dca->id) |
---|
979 | { case TAB_CSV: |
---|
980 | ret = csv_close_file(dca, dca->link); |
---|
981 | break; |
---|
982 | case TAB_XBASE: |
---|
983 | ret = dbf_close_file(dca, dca->link); |
---|
984 | break; |
---|
985 | case TAB_ODBC: |
---|
986 | ret = db_iodbc_close(dca, dca->link); |
---|
987 | break; |
---|
988 | case TAB_MYSQL: |
---|
989 | ret = db_mysql_close(dca, dca->link); |
---|
990 | break; |
---|
991 | default: |
---|
992 | xassert(dca != dca); |
---|
993 | } |
---|
994 | dca->id = 0; |
---|
995 | dca->link = NULL; |
---|
996 | if (ret) |
---|
997 | error(mpl, "error on closing table %s", |
---|
998 | mpl->stmt->u.tab->name); |
---|
999 | return; |
---|
1000 | } |
---|
1001 | |
---|
1002 | /* eof */ |
---|