/* $Id: zserver.c,v 1.117.2.2 2005/01/16 23:13:29 adam Exp $ Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003,2004 Index Data Aps This file is part of the Zebra server. Zebra is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2, or (at your option) any later version. Zebra is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with Zebra; see the file LICENSE.zebra. If not, write to the Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ #include #include #include #include #ifdef WIN32 #include #include #include #else #include #endif #include #include #include #include #include #include "zserver.h" static int bend_sort (void *handle, bend_sort_rr *rr); static int bend_delete (void *handle, bend_delete_rr *rr); static int bend_esrequest (void *handle, bend_esrequest_rr *rr); static int bend_segment (void *handle, bend_segment_rr *rr); static int bend_search (void *handle, bend_search_rr *r); static int bend_fetch (void *handle, bend_fetch_rr *r); static int bend_scan (void *handle, bend_scan_rr *r); bend_initresult *bend_init (bend_initrequest *q) { bend_initresult *r = (bend_initresult *) odr_malloc (q->stream, sizeof(*r)); ZebraHandle zh; struct statserv_options_block *sob; char *user = NULL; char *passwd = NULL; r->errcode = 0; r->errstring = 0; q->bend_sort = bend_sort; q->bend_delete = bend_delete; q->bend_esrequest = bend_esrequest; q->bend_segment = bend_segment; q->bend_search = bend_search; q->bend_fetch = bend_fetch; q->bend_scan = bend_scan; q->implementation_name = "Zebra Information Server"; q->implementation_version = "Zebra " ZEBRAVER; yaz_log (LOG_DEBUG, "bend_init"); sob = statserv_getcontrol (); if (!(zh = zebra_open (sob->handle))) { yaz_log (LOG_WARN, "Failed to read config `%s'", sob->configname); r->errcode = 1; return r; } r->handle = zh; if (q->auth) { if (q->auth->which == Z_IdAuthentication_open) { char *openpass = xstrdup (q->auth->u.open); char *cp = strchr (openpass, '/'); if (cp) { *cp = '\0'; user = nmem_strdup (odr_getmem (q->stream), openpass); passwd = nmem_strdup (odr_getmem (q->stream), cp+1); } xfree (openpass); } else if (q->auth->which == Z_IdAuthentication_idPass) { Z_IdPass *idPass = q->auth->u.idPass; user = idPass->userId; passwd = idPass->password; } } if (zebra_auth (zh, user, passwd)) { r->errcode = 222; r->errstring = user; return r; } if (q->charneg_request) /* characater set and langauge negotiation? */ { char **charsets = 0; int num_charsets; char **langs = 0; int num_langs = 0; int selected = 0; int i; NMEM nmem = nmem_create(); yaz_log (LOG_LOG, "character set and language negotiation"); yaz_get_proposal_charneg (nmem, q->charneg_request, &charsets, &num_charsets, &langs, &num_langs, &selected); for (i = 0; i < num_charsets; i++) { const char *right_name = ""; /* * FIXME! It is like rudiment :-)) * We have to support this short names of character sets, * because a lot servers in Russia to use own in during * character set and language negotiation still. */ if (!yaz_matchstr(charsets[i], "win")) { right_name = "WINDOWS-1251"; } else if (!yaz_matchstr(charsets[i], "koi")) { right_name = "KOI8-R"; } else if (!yaz_matchstr(charsets[i], "iso")) { right_name = "ISO-8859-5"; } else if (!yaz_matchstr(charsets[i], "dos")) { right_name = "CP866"; } else if (!yaz_matchstr(charsets[i], "uni")) { right_name = "UTF-8"; } else { right_name = charsets[i]; } if (odr_set_charset (q->decode, "UTF-8", right_name) == 0) { yaz_log (LOG_LOG, "charset %d %s (proper name %s): OK", i, charsets[i], right_name); odr_set_charset (q->stream, right_name, "UTF-8"); if (selected) zebra_record_encoding (zh, right_name); q->charneg_response = yaz_set_response_charneg (q->stream, charsets[i], 0, selected); break; } else { yaz_log (LOG_LOG, "charset %d %s (proper name %s): unsupported", i, charsets[i], right_name); } } nmem_destroy(nmem); } return r; } static void search_terms (ZebraHandle zh, bend_search_rr *r) { int count; int no_terms; int i; int type; struct Z_External *ext; Z_SearchInfoReport *sr; /* get no of terms for result set */ no_terms = zebra_resultSetTerms (zh, r->setname, 0, 0, 0, 0, 0); if (!no_terms) return; r->search_info = odr_malloc (r->stream, sizeof(*r->search_info)); r->search_info->num_elements = 1; r->search_info->list = odr_malloc (r->stream, sizeof(*r->search_info->list)); r->search_info->list[0] = odr_malloc (r->stream, sizeof(**r->search_info->list)); r->search_info->list[0]->category = 0; r->search_info->list[0]->which = Z_OtherInfo_externallyDefinedInfo; ext = odr_malloc (r->stream, sizeof(*ext)); r->search_info->list[0]->information.externallyDefinedInfo = ext; ext->direct_reference = yaz_oidval_to_z3950oid (r->stream, CLASS_USERINFO, VAL_SEARCHRES1); ext->indirect_reference = 0; ext->descriptor = 0; ext->which = Z_External_searchResult1; sr = odr_malloc (r->stream, sizeof(Z_SearchInfoReport)); ext->u.searchResult1 = sr; sr->num = no_terms; sr->elements = odr_malloc (r->stream, sr->num * sizeof(*sr->elements)); for (i = 0; isetname, i, &count, &type, outbuf, &len); sr->elements[i] = odr_malloc (r->stream, sizeof(**sr->elements)); sr->elements[i]->subqueryId = 0; sr->elements[i]->fullQuery = odr_malloc (r->stream, sizeof(bool_t)); *sr->elements[i]->fullQuery = 0; sr->elements[i]->subqueryExpression = odr_malloc (r->stream, sizeof(Z_QueryExpression)); sr->elements[i]->subqueryExpression->which = Z_QueryExpression_term; sr->elements[i]->subqueryExpression->u.term = odr_malloc (r->stream, sizeof(Z_QueryExpressionTerm)); term = odr_malloc (r->stream, sizeof(Z_Term)); sr->elements[i]->subqueryExpression->u.term->queryTerm = term; switch (type) { case Z_Term_characterString: yaz_log (LOG_DEBUG, "term as characterString"); term->which = Z_Term_characterString; term->u.characterString = odr_strdup (r->stream, outbuf); break; case Z_Term_general: yaz_log (LOG_DEBUG, "term as general"); term->which = Z_Term_general; term->u.general = odr_malloc (r->stream, sizeof(*term->u.general)); term->u.general->size = term->u.general->len = len; term->u.general->buf = odr_malloc (r->stream, len); memcpy (term->u.general->buf, outbuf, len); break; default: term->which = Z_Term_general; term->u.null = odr_nullval(); } sr->elements[i]->subqueryExpression->u.term->termComment = 0; sr->elements[i]->subqueryInterpretation = 0; sr->elements[i]->subqueryRecommendation = 0; sr->elements[i]->subqueryCount = odr_intdup (r->stream, count); sr->elements[i]->subqueryWeight = 0; sr->elements[i]->resultsByDB = 0; } } int bend_search (void *handle, bend_search_rr *r) { ZebraHandle zh = (ZebraHandle) handle; r->hits = 0; r->errcode = 0; r->errstring = NULL; if (zebra_select_databases (zh, r->num_bases, (const char **) r->basenames)) { zebra_result (zh, &r->errcode, &r->errstring); return 0; } yaz_log (LOG_LOG, "ResultSet '%s'", r->setname); switch (r->query->which) { case Z_Query_type_1: case Z_Query_type_101: zebra_search_RPN (zh, r->stream, r->query->u.type_1, r->setname, &r->hits); zebra_result (zh, &r->errcode, &r->errstring); if (!r->errcode) search_terms (zh, r); break; case Z_Query_type_2: r->errcode = 107; r->errstring = "type-2"; break; default: r->errcode = 107; } return 0; } int bend_fetch (void *handle, bend_fetch_rr *r) { ZebraHandle zh = (ZebraHandle) handle; ZebraRetrievalRecord retrievalRecord; retrievalRecord.position = r->number; r->last_in_set = 0; zebra_records_retrieve (zh, r->stream, r->setname, r->comp, r->request_format, 1, &retrievalRecord); zebra_result (zh, &r->errcode, &r->errstring); /* non Surrogate Diagnostic OR Surrogate Diagnostic */ if (r->errcode == 0 && retrievalRecord.errCode) { r->surrogate_flag = 1; r->errcode = retrievalRecord.errCode; r->errstring = retrievalRecord.errString; r->basename = retrievalRecord.base; } else if (r->errcode == 0) /* Database Record */ { r->errcode = 0; r->basename = retrievalRecord.base; r->record = retrievalRecord.buf; r->len = retrievalRecord.len; r->output_format = retrievalRecord.format; } return 0; } static int bend_scan (void *handle, bend_scan_rr *r) { ZebraScanEntry *entries; ZebraHandle zh = (ZebraHandle) handle; int is_partial, i; if (zebra_select_databases (zh, r->num_bases, (const char **) r->basenames)) { zebra_result (zh, &r->errcode, &r->errstring); return 0; } if (r->step_size != 0 && *r->step_size != 0) { r->errcode = 205; /* "Only zero step size supported for Scan" */ r->errstring = 0; return 0; } r->entries = (struct scan_entry *) odr_malloc (r->stream, sizeof(*r->entries) * r->num_entries); zebra_scan (zh, r->stream, r->term, r->attributeset, &r->term_position, &r->num_entries, &entries, &is_partial); if (is_partial) r->status = BEND_SCAN_PARTIAL; else r->status = BEND_SCAN_SUCCESS; for (i = 0; i < r->num_entries; i++) { r->entries[i].term = entries[i].term; r->entries[i].occurrences = entries[i].occurrences; } zebra_result (zh, &r->errcode, &r->errstring); return 0; } void bend_close (void *handle) { zebra_close ((ZebraHandle) handle); xmalloc_trav("bend_close"); nmem_print_list(); } int bend_sort (void *handle, bend_sort_rr *rr) { ZebraHandle zh = (ZebraHandle) handle; zebra_sort (zh, rr->stream, rr->num_input_setnames, (const char **) rr->input_setnames, rr->output_setname, rr->sort_sequence, &rr->sort_status); zebra_result (zh, &rr->errcode, &rr->errstring); return 0; } int bend_delete (void *handle, bend_delete_rr *rr) { ZebraHandle zh = (ZebraHandle) handle; rr->delete_status = zebra_deleleResultSet(zh, rr->function, rr->num_setnames, rr->setnames, rr->statuses); return 0; } static int es_admin_request (ZebraHandle zh, Z_AdminEsRequest *r) { if (r->toKeep->databaseName) { yaz_log(LOG_LOG, "adm request database %s", r->toKeep->databaseName); } switch (r->toKeep->which) { case Z_ESAdminOriginPartToKeep_reIndex: yaz_log(LOG_LOG, "adm-reindex"); break; case Z_ESAdminOriginPartToKeep_truncate: yaz_log(LOG_LOG, "adm-truncate"); break; case Z_ESAdminOriginPartToKeep_drop: yaz_log(LOG_LOG, "adm-drop"); zebra_drop_database (zh, r->toKeep->databaseName); break; case Z_ESAdminOriginPartToKeep_create: yaz_log(LOG_LOG, "adm-create %s", r->toKeep->databaseName); zebra_create_database (zh, r->toKeep->databaseName); break; case Z_ESAdminOriginPartToKeep_import: yaz_log(LOG_LOG, "adm-import"); zebra_admin_import_begin (zh, r->toKeep->databaseName, r->toKeep->u.import->recordType); break; case Z_ESAdminOriginPartToKeep_refresh: yaz_log(LOG_LOG, "adm-refresh"); break; case Z_ESAdminOriginPartToKeep_commit: yaz_log(LOG_LOG, "adm-commit"); if (r->toKeep->databaseName) zebra_select_database(zh, r->toKeep->databaseName); zebra_commit(zh); break; case Z_ESAdminOriginPartToKeep_shutdown: yaz_log(LOG_LOG, "shutdown"); zebra_admin_shutdown(zh); break; case Z_ESAdminOriginPartToKeep_start: yaz_log(LOG_LOG, "start"); zebra_admin_start(zh); break; default: yaz_log(LOG_LOG, "unknown admin"); } return 0; } static int es_admin (ZebraHandle zh, Z_Admin *r) { switch (r->which) { case Z_Admin_esRequest: es_admin_request (zh, r->u.esRequest); break; case Z_Admin_taskPackage: yaz_log (LOG_LOG, "adm taskpackage (unhandled)"); break; default: break; } return 0; } int bend_segment (void *handle, bend_segment_rr *rr) { ZebraHandle zh = (ZebraHandle) handle; Z_Segment *segment = rr->segment; if (segment->num_segmentRecords) zebra_admin_import_segment (zh, rr->segment); else zebra_admin_import_end (zh); return 0; } int bend_esrequest (void *handle, bend_esrequest_rr *rr) { ZebraHandle zh = (ZebraHandle) handle; yaz_log(LOG_LOG, "function: %d", *rr->esr->function); if (rr->esr->packageName) yaz_log(LOG_LOG, "packagename: %s", rr->esr->packageName); yaz_log(LOG_LOG, "Waitaction: %d", *rr->esr->waitAction); if (!rr->esr->taskSpecificParameters) { yaz_log (LOG_WARN, "No task specific parameters"); } else if (rr->esr->taskSpecificParameters->which == Z_External_ESAdmin) { es_admin (zh, rr->esr->taskSpecificParameters->u.adminService); zebra_result (zh, &rr->errcode, &rr->errstring); } else if (rr->esr->taskSpecificParameters->which == Z_External_update) { Z_IUUpdate *up = rr->esr->taskSpecificParameters->u.update; yaz_log (LOG_LOG, "Received DB Update"); if (up->which == Z_IUUpdate_esRequest) { Z_IUUpdateEsRequest *esRequest = up->u.esRequest; Z_IUOriginPartToKeep *toKeep = esRequest->toKeep; Z_IUSuppliedRecords *notToKeep = esRequest->notToKeep; yaz_log (LOG_LOG, "action"); if (toKeep->action) { switch (*toKeep->action) { case Z_IUOriginPartToKeep_recordInsert: yaz_log (LOG_LOG, "recordInsert"); break; case Z_IUOriginPartToKeep_recordReplace: yaz_log (LOG_LOG, "recordUpdate"); break; case Z_IUOriginPartToKeep_recordDelete: yaz_log (LOG_LOG, "recordDelete"); break; case Z_IUOriginPartToKeep_elementUpdate: yaz_log (LOG_LOG, "elementUpdate"); break; case Z_IUOriginPartToKeep_specialUpdate: yaz_log (LOG_LOG, "specialUpdate"); break; case Z_ESAdminOriginPartToKeep_shutdown: yaz_log (LOG_LOG, "shutDown"); break; case Z_ESAdminOriginPartToKeep_start: yaz_log (LOG_LOG, "start"); break; default: yaz_log (LOG_LOG, " unknown (%d)", *toKeep->action); } } if (toKeep->databaseName) { yaz_log (LOG_LOG, "database: %s", toKeep->databaseName); if (zebra_select_database(zh, toKeep->databaseName)) return 0; } else { yaz_log (LOG_WARN, "no database supplied for ES Update"); rr->errcode = 1008; rr->errstring = "database"; return 0; } if (notToKeep) { int i; zebra_begin_trans (zh, 1); for (i = 0; i < notToKeep->num; i++) { Z_External *rec = notToKeep->elements[i]->record; struct oident *oident = 0; Odr_oct *opaque_recid = 0; int sysno = 0; if (notToKeep->elements[i]->u.opaque) { switch(notToKeep->elements[i]->which) { case Z_IUSuppliedRecords_elem_opaque: opaque_recid = notToKeep->elements[i]->u.opaque; break; /* OK, recid already set */ case Z_IUSuppliedRecords_elem_number: sysno = *notToKeep->elements[i]->u.number; break; } } if (rec->direct_reference) { oident = oid_getentbyoid(rec->direct_reference); if (oident) yaz_log (LOG_LOG, "record %d type %s", i, oident->desc); } switch (rec->which) { case Z_External_sutrs: if (rec->u.octet_aligned->len > 170) yaz_log (LOG_LOG, "%d bytes:\n%.168s ...", rec->u.sutrs->len, rec->u.sutrs->buf); else yaz_log (LOG_LOG, "%d bytes:\n%s", rec->u.sutrs->len, rec->u.sutrs->buf); break; case Z_External_octet: if (rec->u.octet_aligned->len > 170) yaz_log (LOG_LOG, "%d bytes:\n%.168s ...", rec->u.octet_aligned->len, rec->u.octet_aligned->buf); else yaz_log (LOG_LOG, "%d bytes\n%s", rec->u.octet_aligned->len, rec->u.octet_aligned->buf); } if (oident && oident->value != VAL_TEXT_XML) { rr->errcode = 224; rr->errstring = "only XML update supported"; break; } if (rec->which == Z_External_octet) { int action = 0; if (*toKeep->action == Z_IUOriginPartToKeep_recordInsert) action = 1; if (*toKeep->action == Z_IUOriginPartToKeep_recordReplace) action = 2; if (*toKeep->action == Z_IUOriginPartToKeep_recordDelete) action = 3; if (*toKeep->action == Z_IUOriginPartToKeep_specialUpdate) action = 4; if (!action) { rr->errcode = 224; rr->errstring = "unsupported ES Update action"; break; } else if (opaque_recid) { int r = zebra_admin_exchange_record ( zh, rec->u.octet_aligned->buf, rec->u.octet_aligned->len, opaque_recid->buf, opaque_recid->len, action); if (r) { rr->errcode = 224; rr->errstring = "record exchange failed"; break; } } else { int r = -1; switch(action) { case 1: r = zebra_insert_record( zh, 0, /* recordType */ &sysno, 0, /* match */ 0, /* fname */ rec->u.octet_aligned->buf, rec->u.octet_aligned->len, 0); if (r) { yaz_log(LOG_WARN, "zebra_insert_record failed r=%d", r); rr->errcode = 224; rr->errstring = "insert_record failed"; } break; case 2: case 4: r = zebra_update_record( zh, 0, /* recordType */ &sysno, 0, /* match */ 0, /* fname */ rec->u.octet_aligned->buf, rec->u.octet_aligned->len, 1); if (r) { yaz_log(LOG_WARN, "zebra_update_record failed r=%d", r); rr->errcode = 224; rr->errstring = "update_record failed"; } break; case 3: r = zebra_delete_record( zh, 0, /* recordType */ &sysno, 0, /* match */ 0, /* fname */ rec->u.octet_aligned->buf, rec->u.octet_aligned->len, 0); if (r) { yaz_log(LOG_WARN, "zebra_delete_record failed r=%d", r); rr->errcode = 224; rr->errstring = "delete_record failed"; } break; } } } } zebra_end_trans (zh); } } } else { yaz_log (LOG_WARN, "Unknown Extended Service(%d)", rr->esr->taskSpecificParameters->which); rr->errcode = 221; } return 0; } static void bend_start (struct statserv_options_block *sob) { if (sob->handle) zebra_stop((ZebraService) sob->handle); sob->handle = zebra_start(sob->configname); if (!sob->handle) { yaz_log (LOG_FATAL, "Failed to read config `%s'", sob->configname); exit(1); } #ifdef WIN32 #else if (!sob->inetd) { char pidfname[4096]; struct flock area; int fd; zebra_pidfname(sob->handle, pidfname); fd = open (pidfname, O_EXCL|O_WRONLY|O_CREAT, 0666); if (fd == -1) { if (errno != EEXIST) { yaz_log(LOG_FATAL|LOG_ERRNO, "lock file %s", pidfname); exit(1); } fd = open(pidfname, O_RDWR, 0666); if (fd == -1) { yaz_log(LOG_FATAL|LOG_ERRNO, "lock file %s", pidfname); exit(1); } } area.l_type = F_WRLCK; area.l_whence = SEEK_SET; area.l_len = area.l_start = 0L; if (fcntl (fd, F_SETLK, &area) == -1) { yaz_log(LOG_ERRNO|LOG_FATAL, "Zebra server already running"); exit(1); } else { char pidstr[30]; sprintf (pidstr, "%ld", (long) getpid ()); write (fd, pidstr, strlen(pidstr)); } } #endif } static void bend_stop(struct statserv_options_block *sob) { #ifdef WIN32 #else if (!sob->inetd && sob->handle) { char pidfname[4096]; zebra_pidfname(sob->handle, pidfname); unlink (pidfname); } #endif if (sob->handle) { ZebraService service = sob->handle; zebra_stop(service); } } int main (int argc, char **argv) { struct statserv_options_block *sob; sob = statserv_getcontrol (); strcpy (sob->configname, "zebra.cfg"); sob->bend_start = bend_start; sob->bend_stop = bend_stop; #ifdef WIN32 strcpy (sob->service_display_name, "Zebra Server"); #endif statserv_setcontrol (sob); return statserv_main (argc, argv, bend_init, bend_close); }