/* * isiin.c * * Copyright (c) Chris Putnam 2004-2020 * * Program and source code released under the GPL version 2 * */ #include #include #include #include #include "is_ws.h" #include "str.h" #include "str_conv.h" #include "name.h" #include "fields.h" #include "reftypes.h" #include "bibformats.h" #include "generic.h" extern variants isi_all[]; extern int isi_nall; static int isiin_readf( FILE *fp, char *buf, int bufsize, int *bufpos, str *line, str *reference, int *fcharset ); static int isiin_typef( fields *isiin, const char *filename, int nref, param *p ); static int isiin_convertf( fields *isiin, fields *info, int reftype, param *p ); static int isiin_processf( fields *isiin, const char *p, const char *filename, long nref, param *pm ); /***************************************************** PUBLIC: void isiin_initparams() *****************************************************/ int isiin_initparams( param *pm, const char *progname ) { pm->readformat = BIBL_ISIIN; pm->charsetin = BIBL_CHARSET_DEFAULT; pm->charsetin_src = BIBL_SRC_DEFAULT; pm->latexin = 0; pm->xmlin = 0; pm->utf8in = 0; pm->nosplittitle = 0; pm->verbose = 0; pm->addcount = 0; pm->output_raw = 0; pm->readf = isiin_readf; pm->processf = isiin_processf; pm->cleanf = NULL; pm->typef = isiin_typef; pm->convertf = isiin_convertf; pm->all = isi_all; pm->nall = isi_nall; slist_init( &(pm->asis) ); slist_init( &(pm->corps) ); if ( !progname ) pm->progname = NULL; else { pm->progname = strdup( progname ); if ( !pm->progname ) return BIBL_ERR_MEMERR; } return BIBL_OK; } /***************************************************** PUBLIC: int isiin_readf() *****************************************************/ /* ISI definition of a tag is strict: * char 1 = uppercase alphabetic character * char 2 = uppercase alphabetic character or digit */ static int is_isi_tag( const char *buf ) { if ( !isupper( (unsigned char )buf[0] ) ) return 0; if ( !( isupper( (unsigned char )buf[1] ) || isdigit( (unsigned char )buf[1] ) ) ) return 0; return 1; } static int readmore( FILE *fp, char *buf, int bufsize, int *bufpos, str *line ) { if ( line->len ) return 1; else return str_fget( fp, buf, bufsize, bufpos, line ); } static int isiin_readf( FILE *fp, char *buf, int bufsize, int *bufpos, str *line, str *reference, int *fcharset ) { int haveref = 0, inref = 0; char *p; *fcharset = CHARSET_UNKNOWN; while ( !haveref && readmore( fp, buf, bufsize, bufpos, line ) ) { if ( str_is_empty( line ) ) continue; p = str_cstr( line ); /* Recognize UTF8 BOM */ if ( line->len > 2 && (unsigned char)(p[0])==0xEF && (unsigned char)(p[1])==0xBB && (unsigned char)(p[2])==0xBF ) { *fcharset = CHARSET_UNICODE; p += 3; } /* Each reference ends with 'ER ' */ if ( is_isi_tag( p ) ) { if ( !strncmp( p, "FN ", 3 ) ) { if (strncasecmp( p, "FN ISI Export Format",20)){ // Patch: Disable output logging } } else if ( !strncmp( p, "VR ", 3 ) ) { if ( strncasecmp( p, "VR 1.0", 6 ) ) { // Patch: Disable output logging } } else if ( !strncmp( p, "ER", 2 ) ) haveref = 1; else { str_addchar( reference, '\n' ); str_strcatc( reference, p ); inref = 1; } str_empty( line ); } /* not a tag, but we'll append to the last values */ else if ( inref ) { str_addchar( reference, '\n' ); str_strcatc( reference, p ); str_empty( line ); } else { str_empty( line ); } } return haveref; } /***************************************************** PUBLIC: int isiin_processf() *****************************************************/ static const char * process_tagged_line( str *tag, str *value, const char *p ) { int i = 0; /* collect tag and skip past it */ while ( i<2 && *p && *p!='\r' && *p!='\n') { str_addchar( tag, *p ); p++; i++; } while ( *p==' ' || *p=='\t' ) p++; while ( *p && *p!='\r' && *p!='\n' ) { str_addchar( value, *p ); p++; } str_trimendingws( value ); while ( *p=='\r' || *p=='\n' ) p++; return p; } static const char * process_untagged_line( str *value, const char *p ) { while ( *p==' ' || *p=='\t' ) p++; while ( *p && *p!='\r' && *p!='\n' ) { str_addchar( value, *p ); p++; } str_trimendingws( value ); while ( *p=='\r' || *p=='\n' ) p++; return p; } static int add_tag_value( fields *isiin, str *tag, str *value, int *tag_added ) { int status; if ( str_has_value( tag ) && str_has_value( value ) ) { status = fields_add( isiin, str_cstr( tag ), str_cstr( value ), LEVEL_MAIN ); if ( status!=FIELDS_OK ) return BIBL_ERR_MEMERR; *tag_added = 1; } else { *tag_added = 0; } return BIBL_OK; } static int merge_tag_value( fields *isiin, str *tag, str *value, int *tag_added ) { int n, status; str *oldvalue; if ( str_has_value( value ) ) { if ( *tag_added==1 ) { n = fields_num( isiin ); if ( n==0 ) return BIBL_OK; /* only one AU or AF for list of authors */ if ( !strcmp( str_cstr( tag ), "AU" ) ) { status = fields_add( isiin, "AU", str_cstr( value ), LEVEL_MAIN ); if ( status!=FIELDS_OK ) return BIBL_ERR_MEMERR; } else if ( !strcmp( str_cstr( tag ), "AF" ) ) { status = fields_add( isiin, "AF", str_cstr( value ), LEVEL_MAIN ); if ( status!=FIELDS_OK ) return BIBL_ERR_MEMERR; } /* otherwise append multiline data */ else { oldvalue = fields_value( isiin, n-1, FIELDS_STRP_NOUSE ); str_addchar( oldvalue, ' ' ); str_strcat( oldvalue, value ); if ( str_memerr( oldvalue ) ) return BIBL_ERR_MEMERR; } } else { status = fields_add( isiin, str_cstr( tag ), str_cstr( value ), LEVEL_MAIN ); if ( status!=FIELDS_OK ) return BIBL_ERR_MEMERR; *tag_added = 1; } } return BIBL_OK; } static int isiin_processf( fields *isiin, const char *p, const char *filename, long nref, param *pm ) { int status, tag_added = 0, ret = 1; str tag, value; strs_init( &tag, &value, NULL ); while ( *p ) { /* ...with tag, add */ if ( is_isi_tag( p ) ) { str_empty( &tag ); str_empty( &value ); p = process_tagged_line( &tag, &value, p ); status = add_tag_value( isiin, &tag, &value, &tag_added ); if ( status!=BIBL_OK ) { ret = 0; goto out; } } /* ...untagged, merge -- one AU or AF for list of authors */ else { str_empty( &value ); p = process_untagged_line( &value, p ); status = merge_tag_value( isiin, &tag, &value, &tag_added ); if ( status!=BIBL_OK ) { ret = 0; goto out; } } } out: strs_free( &value, &tag, NULL ); return ret; } /***************************************************** PUBLIC: int isiin_typef() *****************************************************/ static int isiin_typef( fields *isiin, const char *filename, int nref, param *p ) { int ntypename, nrefname, is_default; char *refname = "", *typename=""; ntypename = fields_find( isiin, "PT", LEVEL_MAIN ); nrefname = fields_find( isiin, "UT", LEVEL_MAIN ); if ( nrefname!=FIELDS_NOTFOUND ) refname = fields_value( isiin, nrefname, FIELDS_CHRP_NOUSE ); if ( ntypename!=FIELDS_NOTFOUND ) typename = fields_value( isiin, ntypename, FIELDS_CHRP_NOUSE ); return get_reftype( typename, nref, p->progname, p->all, p->nall, refname, &is_default, REFTYPE_CHATTY ); } /***************************************************** PUBLIC: int isiin_convertf(), returns BIBL_OK or BIBL_ERR_MEMERR *****************************************************/ /* pull off authors first--use AF before AU */ static int isiin_addauthors( fields *isiin, fields *info, int reftype, variants *all, int nall, slist *asis, slist *corps ) { char *newtag, *authortype, use_af[]="AF", use_au[]="AU"; int level, i, n, has_af=0, has_au=0, nfields, ok; str *t, *d; nfields = fields_num( isiin ); for ( i=0; idata, "AU" ) ) has_au++; if ( !strcasecmp( t->data, "AF" ) ) has_af++; } if ( has_af ) authortype = use_af; else if ( has_au ) authortype = use_au; else return BIBL_OK; /* no authors */ for ( i=0; idata, authortype ) ) continue; d = fields_value( isiin, i, FIELDS_STRP ); n = process_findoldtag( authortype, reftype, all, nall ); level = ((all[reftype]).tags[n]).level; newtag = all[reftype].tags[n].newstr; ok = name_add( info, newtag, d->data, level, asis, corps ); if ( !ok ) return BIBL_ERR_MEMERR; } return BIBL_OK; } static int isiin_keyword( fields *bibin, int n, str *intag, str *invalue, int level, param *pm, char *outtag, fields *bibout ) { const char *p = str_cstr( invalue ); int fstatus, status = BIBL_OK; str keyword; str_init( &keyword ); while ( *p ) { p = str_cpytodelim( &keyword, skip_ws( p ), ";", 1 ); if ( str_memerr( &keyword ) ) { status = BIBL_ERR_MEMERR; goto out; } if ( str_has_value( &keyword ) ) { fstatus = fields_add( bibout, outtag, keyword.data, level ); if ( fstatus!=FIELDS_OK ) { status = BIBL_ERR_MEMERR; goto out; } } } out: str_free( &keyword ); return status; } static void isiin_report_notag( param *p, char *tag ) { // Patch: Disable output logging } static int isiin_convertf( fields *bibin, fields *bibout, int reftype, param *p ) { static int (*convertfns[NUM_REFTYPES])(fields *, int, str *, str *, int, param *, char *, fields *) = { // Patch: Remove GCC extension to allow building on MSVC // [ 0 ... NUM_REFTYPES-1 ] = generic_null, [ 0 ] = generic_null, [ 1 ] = generic_null, [ 2 ] = generic_null, [ 3 ] = generic_null, [ 4 ] = generic_null, [ 5 ] = generic_null, [ 6 ] = generic_null, [ 7 ] = generic_null, [ 8 ] = generic_null, [ 9 ] = generic_null, [ 10 ] = generic_null, [ 11 ] = generic_null, [ 12 ] = generic_null, [ 13 ] = generic_null, [ 14 ] = generic_null, [ 15 ] = generic_null, [ 16 ] = generic_null, [ 17 ] = generic_null, [ 18 ] = generic_null, [ 19 ] = generic_null, [ 20 ] = generic_null, [ 21 ] = generic_null, [ 22 ] = generic_null, [ 23 ] = generic_null, [ 24 ] = generic_null, [ 25 ] = generic_null, [ SIMPLE ] = generic_simple, [ TITLE ] = generic_title, [ PERSON ] = generic_person, [ SERIALNO ] = generic_serialno, [ DATE ] = generic_simple, [ NOTES ] = generic_notes, [ KEYWORD ] = isiin_keyword, }; int process, level, i, nfields, status; str *intag, *invalue; char *outtag; status = isiin_addauthors( bibin, bibout, reftype, p->all, p->nall, &(p->asis), &(p->corps) ); if ( status!=BIBL_OK ) return status; nfields = fields_num( bibin ); for ( i=0; iall, p->nall, &process, &level, &outtag ) ) { isiin_report_notag( p, str_cstr( intag ) ); continue; } invalue = fields_value( bibin, i, FIELDS_STRP ); status = convertfns[ process ] ( bibin, i, intag, invalue, level, p, outtag, bibout ); if ( status!=BIBL_OK ) return status; } // Patch: Disable output logging return status; }