indexes records and extract tokens for indexing and sorting More...

#include <stdio.h>
#include <assert.h>
#include <ctype.h>
#include <fcntl.h>
#include "index.h"
#include "orddict.h"
#include <direntz.h>
#include <charmap.h>
#include <yaz/snprintf.h>

Data Structures
struct	snip_rec_info

struct	recordLogInfo

Macros
#define	FILE_MATCH_BLANK "\t "

Functions
static void	extract_flush_record_keys2 (ZebraHandle zh, zint sysno, zebra_rec_keys_t ins_keys, zint ins_rank, zebra_rec_keys_t del_keys, zint del_rank)

static void	zebra_init_log_level (void)

static WRBUF	wrbuf_hex_str (const char *cstr)

static void	extract_flush_sort_keys (ZebraHandle zh, zint sysno, int cmd, zebra_rec_keys_t skp)

static void	extract_schema_add (struct recExtractCtrl p, Odr_oid oid)

static void	extract_token_add (RecWord *p)
	top-level indexing handler for recctrl system More...

static void	check_log_limit (ZebraHandle zh)

static void	logRecord (ZebraHandle zh)

static void	init_extractCtrl (ZebraHandle zh, struct recExtractCtrl *ctrl)

static void	extract_add_index_string (RecWord p, zinfo_index_category_t cat, const char str, int length)

static void	extract_set_store_data_prepare (struct recExtractCtrl *p)

static void	extract_init (struct recExtractCtrl p, RecWord w)

static int	parse_complete_field (RecWord p, zebra_map_t zm, char buf)

static void	snippet_add_complete_field (RecWord *p, int ord, zebra_map_t zm)

static void	snippet_add_incomplete_field (RecWord *p, int ord, zebra_map_t zm)

static void	snippet_add_icu (RecWord *p, int ord, zebra_map_t zm)

static void	snippet_token_add (RecWord *p)

static void	snippet_schema_add (struct recExtractCtrl p, Odr_oid oid)

void	extract_snippet (ZebraHandle zh, zebra_snippets sn, struct ZebraRecStream stream, RecType rt, void *recTypeClientData)

static void	searchRecordKey (ZebraHandle zh, zebra_rec_keys_t reckeys, const char index_name, const char *ws, int ws_length)

static char *	get_match_from_spec (ZebraHandle zh, zebra_rec_keys_t reckeys, const char fname, const char spec)

static void	all_matches_add (struct recExtractCtrl *ctrl, zint record_id, zint sysno)
	add the always-matches index entry and map to real record ID More...

ZEBRA_RES	zebra_extract_records_stream (ZebraHandle zh, struct ZebraRecStream stream, enum zebra_recctrl_action_t action, const char recordType, zint sysno, const char match_criteria, const char fname, RecType recType, void recTypeClientData)
	extracts records from stream More...

ZEBRA_RES	zebra_extract_file (ZebraHandle zh, zint sysno, const char fname, enum zebra_recctrl_action_t action)

ZEBRA_RES	zebra_buffer_extract_record (ZebraHandle zh, const char buf, size_t buf_size, enum zebra_recctrl_action_t action, const char recordType, zint sysno, const char match_criteria, const char *fname)

static ZEBRA_RES	zebra_extract_record_stream (ZebraHandle zh, struct ZebraRecStream stream, enum zebra_recctrl_action_t action, const char recordType, zint sysno, const char match_criteria, const char fname, RecType recType, void recTypeClientData, int *more)

ZEBRA_RES	zebra_extract_explain (void handle, Record rec, data1_node n)

void	zebra_it_key_str_dump (ZebraHandle zh, struct it_key key, const char str, size_t slen, NMEM nmem, int level)

void	extract_rec_keys_log (ZebraHandle zh, int is_insert, zebra_rec_keys_t reckeys, int level)

void	extract_rec_keys_adjust (ZebraHandle zh, int is_insert, zebra_rec_keys_t reckeys)

ZEBRA_RES	zebra_rec_keys_to_snippets1 (ZebraHandle zh, zebra_rec_keys_t reckeys, zebra_snippets *snippets)

void	print_rec_keys (ZebraHandle zh, zebra_rec_keys_t reckeys)

static void	extract_add_sort_string (RecWord p, const char str, int length)

static void	extract_add_staticrank_string (RecWord p, const char str, int length)

static void	extract_add_string (RecWord p, zebra_map_t zm, const char string, int length)

static void	extract_add_incomplete_field (RecWord *p, zebra_map_t zm)

static void	extract_add_complete_field (RecWord *p, zebra_map_t zm)

static void	extract_add_icu (RecWord *p, zebra_map_t zm)

static void	extract_set_store_data_cb (struct recExtractCtrl p, void buf, size_t sz)

Variables
static int	log_level_extract = 0

static int	log_level_details = 0

static int	log_level_initialized = 0

Detailed Description

indexes records and extract tokens for indexing and sorting

Definition in file extract.c.

Macro Definition Documentation

◆ FILE_MATCH_BLANK

#define FILE_MATCH_BLANK "\t "

Definition at line 403 of file extract.c.

Function Documentation

◆ all_matches_add()

static void all_matches_add	(	struct recExtractCtrl *	ctrl,
		zint	record_id,
		zint	sysno
	)

static

add the always-matches index entry and map to real record ID

Parameters

ctrl	record control
record_id	custom record ID
sysno	system record ID

This function serves two purposes.. It adds the always matches entry and makes a pointer from the custom record ID (if defined) back to the system record ID (sysno) See zebra_recid_to_sysno .

Definition at line 580 of file extract.c.

References extract_add_index_string(), extract_init(), RecWord::index_name, RecWord::index_type, RecWord::record_id, RecWord::seqno, and zinfo_index_category_alwaysmatches.

Referenced by zebra_extract_record_stream().

◆ check_log_limit()

static void check_log_limit ( ZebraHandle zh )

static

Definition at line 86 of file extract.c.

References zebra_session::m_file_verbose_limit, zebra_session::records_processed, and zebra_session::records_skipped.

Referenced by logRecord(), and zebra_extract_file().

◆ extract_add_complete_field()

static void extract_add_complete_field	(	RecWord *	p,
		zebra_map_t	zm
	)

static

Definition at line 1723 of file extract.c.

References extract_add_string(), IT_MAX_WORD, parse_complete_field(), and RecWord::seqno.

Referenced by extract_token_add().

◆ extract_add_icu()

static void extract_add_icu	(	RecWord *	p,
		zebra_map_t	zm
	)

static

Definition at line 1733 of file extract.c.

References extract_add_string(), IT_MAX_WORD, RecWord::seqno, RecWord::term_buf, RecWord::term_len, zebra_map_tokenize_next(), and zebra_map_tokenize_start().

Referenced by extract_token_add().

◆ extract_add_incomplete_field()

static void extract_add_incomplete_field	(	RecWord *	p,
		zebra_map_t	zm
	)

static

Definition at line 1666 of file extract.c.

References CHR_SPACE, extract_add_string(), FIRST_IN_FIELD_LEN, FIRST_IN_FIELD_STR, IT_MAX_WORD, RecWord::seqno, RecWord::term_buf, RecWord::term_len, zebra_maps_input(), and zebra_maps_is_first_in_field().

Referenced by extract_token_add().

◆ extract_add_index_string()

static void extract_add_index_string	(	RecWord *	p,
		zinfo_index_category_t	cat,
		const char *	str,
		int	length
	)

static

Definition at line 1568 of file extract.c.

References RecWord::extractCtrl, recExtractCtrl::handle, RecWord::index_name, RecWord::index_type, it_key::len, it_key::mem, RecWord::record_id, RecWord::section_id, RecWord::segment, RecWord::seqno, zebra_rec_keys_write(), zebraExplain_add_attr_str(), and zebraExplain_lookup_attr_str().

Referenced by all_matches_add(), and extract_add_string().

◆ extract_add_sort_string()

static void extract_add_sort_string	(	RecWord *	p,
		const char *	str,
		int	length
	)

static

Definition at line 1593 of file extract.c.

References RecWord::extractCtrl, recExtractCtrl::handle, RecWord::index_name, RecWord::index_type, it_key::len, it_key::mem, RecWord::record_id, RecWord::section_id, zebra_rec_keys_write(), zebraExplain_add_attr_str(), zebraExplain_lookup_attr_str(), and zinfo_index_category_sort.

Referenced by extract_add_string().

◆ extract_add_staticrank_string()

static void extract_add_staticrank_string	(	RecWord *	p,
		const char *	str,
		int	length
	)

static

Definition at line 1612 of file extract.c.

References atozint(), RecWord::extractCtrl, and recExtractCtrl::staticrank.

Referenced by extract_add_string().

◆ extract_add_string()

static void extract_add_string	(	RecWord *	p,
		zebra_map_t	zm,
		const char *	string,
		int	length
	)

static

Definition at line 1626 of file extract.c.

References extract_add_index_string(), extract_add_sort_string(), extract_add_staticrank_string(), RecWord::index_name, log_level_details, RecWord::seqno, zebra_maps_is_alwaysmatches(), zebra_maps_is_index(), zebra_maps_is_sort(), zebra_maps_is_staticrank(), zinfo_index_category_alwaysmatches, and zinfo_index_category_index.

Referenced by extract_add_complete_field(), extract_add_icu(), and extract_add_incomplete_field().

◆ extract_flush_record_keys2()

static void extract_flush_record_keys2	(	ZebraHandle	zh,
		zint	sysno,
		zebra_rec_keys_t	ins_keys,
		zint	ins_rank,
		zebra_rec_keys_t	del_keys,
		zint	del_rank
	)

static

Definition at line 1431 of file extract.c.

References extract_rec_keys_adjust(), zebra_register::key_block, key_block_create(), key_block_write(), key_compare(), log_level_extract, zebra_session::m_staticrank, zebra_session::reg, zebra_session::res, res_get_def(), zebra_rec_keys_read(), zebra_rec_keys_rewind(), zebraExplain_recordCountIncrement(), and zebra_register::zei.

Referenced by zebra_extract_explain(), and zebra_extract_record_stream().

◆ extract_flush_sort_keys()

void extract_flush_sort_keys	(	ZebraHandle	zh,
		zint	sysno,
		int	cmd,
		zebra_rec_keys_t	skp
	)

static

Definition at line 1823 of file extract.c.

References CAST_ZINT_TO_INT, extract_rec_keys_log(), it_key::mem, zebra_session::reg, zebra_register::sort_index, zebra_sort_index::sysno, zebra_rec_keys_read(), zebra_rec_keys_rewind(), zebra_sort_add(), zebra_sort_delete(), zebra_sort_sysno(), zebra_sort_type(), and ZINT_FORMAT.

Referenced by zebra_extract_explain(), and zebra_extract_record_stream().

◆ extract_init()

static void extract_init	(	struct recExtractCtrl *	p,
		RecWord *	w
	)

static

Definition at line 120 of file extract.c.

References RecWord::extractCtrl, RecWord::index_name, RecWord::index_type, RecWord::record_id, RecWord::section_id, RecWord::segment, and RecWord::seqno.

Referenced by all_matches_add(), extract_snippet(), zebra_extract_explain(), and zebra_extract_record_stream().

◆ extract_rec_keys_adjust()

void extract_rec_keys_adjust	(	ZebraHandle	zh,
		int	is_insert,
		zebra_rec_keys_t	reckeys
	)

Definition at line 1379 of file extract.c.

References CAST_ZINT_TO_INT, it_key::mem, ord_list::next, zebra_session::reg, zebra_rec_keys_read(), zebra_rec_keys_rewind(), zebraExplain_ord_adjust_occurrences(), and zebra_register::zei.

Referenced by extract_flush_record_keys2().

◆ extract_rec_keys_log()

void extract_rec_keys_log	(	ZebraHandle	zh,
		int	is_insert,
		zebra_rec_keys_t	reckeys,
		int	level
	)

Definition at line 1359 of file extract.c.

References zebra_it_key_str_dump(), zebra_rec_keys_read(), and zebra_rec_keys_rewind().

Referenced by extract_flush_sort_keys().

◆ extract_schema_add()

static void extract_schema_add	(	struct recExtractCtrl *	p,
		Odr_oid *	oid
	)

static

Definition at line 1817 of file extract.c.

References recExtractCtrl::handle, zebra_session::reg, zebraExplain_addSchema(), and zebra_register::zei.

Referenced by zebra_extract_explain(), and zebra_extract_record_stream().

◆ extract_set_store_data_cb()

static void extract_set_store_data_cb	(	struct recExtractCtrl *	p,
		void *	buf,
		size_t	sz
	)

static

Definition at line 1792 of file extract.c.

References recExtractCtrl::handle, zebra_session::store_data_buf, and zebra_session::store_data_size.

Referenced by extract_set_store_data_prepare().

◆ extract_set_store_data_prepare()

static void extract_set_store_data_prepare ( struct recExtractCtrl * p )

static

Definition at line 1808 of file extract.c.

References extract_set_store_data_cb(), recExtractCtrl::handle, recExtractCtrl::setStoreData, zebra_session::store_data_buf, and zebra_session::store_data_size.

Referenced by zebra_extract_explain(), and zebra_extract_record_stream().

◆ extract_snippet()

void extract_snippet	(	ZebraHandle	zh,
		zebra_snippets *	sn,
		struct ZebraRecStream *	stream,
		RecType	rt,
		void *	recTypeClientData
	)

◆ extract_token_add()

static void extract_token_add ( RecWord * p )

static

top-level indexing handler for recctrl system

Parameters

p	token data to be indexed

Call sequence: extract_token_add extract_add_{in}_complete / extract_add_icu extract_add_string

extract_add_index_string or extract_add_sort_string or extract_add_staticrank_string

Definition at line 1767 of file extract.c.

References extract_add_complete_field(), extract_add_icu(), extract_add_incomplete_field(), RecWord::extractCtrl, recExtractCtrl::handle, RecWord::index_name, RecWord::index_type, log_level_details, zebra_session::reg, RecWord::seqno, RecWord::term_buf, RecWord::term_len, zebra_map_get_or_add(), zebra_register::zebra_maps, zebra_maps_is_complete(), zebra_maps_is_icu(), and ZINT_FORMAT.

Referenced by zebra_extract_explain(), and zebra_extract_record_stream().

◆ get_match_from_spec()

static char* get_match_from_spec	(	ZebraHandle	zh,
		zebra_rec_keys_t	reckeys,
		const char *	fname,
		const char *	spec
	)

static

Definition at line 405 of file extract.c.

References zebra_session::basenames, FILE_MATCH_BLANK, zebra_session::m_group, zebra_session::m_record_type, searchRecordKey(), and wrbuf_hex_str().

Referenced by zebra_extract_record_stream().

◆ init_extractCtrl()

static void init_extractCtrl	(	ZebraHandle	zh,
		struct recExtractCtrl *	ctrl
	)

static

Definition at line 108 of file extract.c.

References recExtractCtrl::flagShowRecords, and zebra_session::m_flag_rw.

Referenced by extract_snippet(), zebra_extract_explain(), and zebra_extract_record_stream().

◆ logRecord()

static void logRecord ( ZebraHandle zh )

static

Definition at line 95 of file extract.c.

References check_log_limit(), zebra_session::records_deleted, zebra_session::records_inserted, zebra_session::records_processed, zebra_session::records_updated, and ZINT_FORMAT.

Referenced by zebra_extract_record_stream().

◆ parse_complete_field()

static int parse_complete_field	(	RecWord *	p,
		zebra_map_t	zm,
		char *	buf
	)

static

Definition at line 136 of file extract.c.

References CHR_CUT, CHR_SPACE, IT_MAX_WORD, RecWord::term_buf, RecWord::term_len, and zebra_maps_input().

Referenced by extract_add_complete_field(), and snippet_add_complete_field().

◆ print_rec_keys()

void print_rec_keys	(	ZebraHandle	zh,
		zebra_rec_keys_t	reckeys
	)

Definition at line 1539 of file extract.c.

References CAST_ZINT_TO_INT, IT_KEY_LEVEL_MAX, IT_MAX_WORD, it_key::len, it_key::mem, zebra_session::reg, zebra_rec_keys_read(), zebra_rec_keys_rewind(), zebra_term_untrans(), zebraExplain_lookup_ord(), zebra_register::zei, and ZINT_FORMAT.

◆ searchRecordKey()

static void searchRecordKey	(	ZebraHandle	zh,
		zebra_rec_keys_t	reckeys,
		const char *	index_name,
		const char **	ws,
		int	ws_length
	)

static

Definition at line 354 of file extract.c.

References IT_KEY_LEVEL_MAX, it_key::len, it_key::mem, zebra_session::reg, zebra_rec_keys_read(), zebra_rec_keys_rewind(), zebraExplain_lookup_attr_str(), zebra_register::zei, snip_rec_info::zh, and zinfo_index_category_index.

Referenced by get_match_from_spec().

◆ snippet_add_complete_field()

static void snippet_add_complete_field	(	RecWord *	p,
		int	ord,
		zebra_map_t	zm
	)

static

Definition at line 191 of file extract.c.

References RecWord::extractCtrl, recExtractCtrl::handle, IT_MAX_WORD, parse_complete_field(), RecWord::seqno, snip_rec_info::snippets, RecWord::term_buf, RecWord::term_len, zebra_maps_is_index(), and zebra_snippets_appendn().

Referenced by snippet_token_add().

◆ snippet_add_icu()

static void snippet_add_icu	(	RecWord *	p,
		int	ord,
		zebra_map_t	zm
	)

static

Definition at line 272 of file extract.c.

References RecWord::extractCtrl, recExtractCtrl::handle, RecWord::seqno, snip_rec_info::snippets, RecWord::term_buf, RecWord::term_len, zebra_map_tokenize_next(), zebra_map_tokenize_start(), zebra_maps_is_index(), and zebra_snippets_appendn().

Referenced by snippet_token_add().

◆ snippet_add_incomplete_field()

static void snippet_add_incomplete_field	(	RecWord *	p,
		int	ord,
		zebra_map_t	zm
	)

static

Definition at line 207 of file extract.c.

References CHR_SPACE, RecWord::extractCtrl, recExtractCtrl::handle, RecWord::seqno, snip_rec_info::snippets, RecWord::term_buf, RecWord::term_len, zebra_maps_input(), zebra_maps_is_first_in_field(), zebra_maps_is_index(), and zebra_snippets_appendn().

Referenced by snippet_token_add().

◆ snippet_schema_add()

static void snippet_schema_add	(	struct recExtractCtrl *	p,
		Odr_oid *	oid
	)

static

Definition at line 317 of file extract.c.

Referenced by extract_snippet().

◆ snippet_token_add()

static void snippet_token_add ( RecWord * p )

static

Definition at line 293 of file extract.c.

References RecWord::extractCtrl, recExtractCtrl::handle, RecWord::index_name, RecWord::index_type, zebra_session::reg, snippet_add_complete_field(), snippet_add_icu(), snippet_add_incomplete_field(), zebra_map_get_or_add(), zebra_register::zebra_maps, zebra_maps_is_complete(), zebra_maps_is_icu(), zebraExplain_lookup_attr_str(), zebra_register::zei, snip_rec_info::zh, and zinfo_index_category_index.

Referenced by extract_snippet().

◆ wrbuf_hex_str()

static WRBUF wrbuf_hex_str ( const char * cstr )

static

Definition at line 66 of file extract.c.

Referenced by get_match_from_spec(), and zebra_extract_record_stream().

◆ zebra_buffer_extract_record()

ZEBRA_RES zebra_buffer_extract_record	(	ZebraHandle	zh,
		const char *	buf,
		size_t	buf_size,
		enum zebra_recctrl_action_t	action,
		const char *	recordType,
		zint *	sysno,
		const char *	match_criteria,
		const char *	fname
	)

Definition at line 725 of file extract.c.

References ZebraRecStream::destroy, log_level_extract, zebra_session::m_record_type, recType_byName(), zebra_register::recTypes, zebra_session::reg, zebra_session::res, zebra_create_stream_mem(), zebra_extract_records_stream(), and ZEBRA_FAIL.

Referenced by zebra_update_record().

◆ zebra_extract_explain()

ZEBRA_RES zebra_extract_explain	(	void *	handle,
		Record	rec,
		data1_node *	n
	)

Definition at line 1224 of file extract.c.

References recExtractCtrl::action, action_update, recExtractCtrl::dh, zebra_register::dh, extract_flush_record_keys2(), extract_flush_sort_keys(), extract_init(), extract_schema_add(), extract_set_store_data_prepare(), extract_token_add(), recExtractCtrl::first_record, recExtractCtrl::flagShowRecords, grs_extract_tree(), recExtractCtrl::handle, record_info::info, recExtractCtrl::init, init_extractCtrl(), zebra_register::keys, recExtractCtrl::match_criteria, recInfo_databaseName, recInfo_delKeys, recInfo_sortKeys, zebra_session::reg, recExtractCtrl::schemaAdd, record_info::size, zebra_register::sortKeys, recExtractCtrl::staticrank, record_info::sysno, recExtractCtrl::tokenAdd, ZEBRA_OK, zebra_rec_keys_close(), zebra_rec_keys_get_buf(), zebra_rec_keys_open(), zebra_rec_keys_reset(), zebra_rec_keys_set_buf(), zebraExplain_curDatabase(), zebraExplain_newDatabase(), and zebra_register::zei.

Referenced by zebra_register_open().

◆ zebra_extract_file()

ZEBRA_RES zebra_extract_file	(	ZebraHandle	zh,
		zint *	sysno,
		const char *	fname,
		enum zebra_recctrl_action_t	action
	)

◆ zebra_extract_record_stream()

static ZEBRA_RES zebra_extract_record_stream	(	ZebraHandle	zh,
		struct ZebraRecStream *	stream,
		enum zebra_recctrl_action_t	action,
		const char *	recordType,
		zint *	sysno,
		const char *	match_criteria,
		const char *	fname,
		RecType	recType,
		void *	recTypeClientData,
		int *	more
	)

static

Definition at line 778 of file extract.c.

References recExtractCtrl::action, action_a_delete, action_delete, action_insert, action_replace, action_update, all_matches_add(), zebra_session::basenames, recExtractCtrl::dh, zebra_register::dh, dict_delete_ord(), dict_insert_ord(), dict_lookup_ord(), ZebraRecStream::endf, recType::extract, extract_flush_record_keys2(), extract_flush_sort_keys(), extract_init(), extract_schema_add(), extract_set_store_data_prepare(), extract_token_add(), recExtractCtrl::first_record, get_match_from_spec(), recExtractCtrl::handle, record_info::info, recExtractCtrl::init, init_extractCtrl(), zebra_register::keys, log_level_extract, logRecord(), zebra_session::m_explain_database, zebra_session::m_file_verbose_limit, zebra_session::m_flag_rw, zebra_session::m_record_id, zebra_session::m_store_data, zebra_session::m_store_keys, recExtractCtrl::match_criteria, zebra_register::matchDict, ZebraRecStream::readf, rec_del(), rec_free(), rec_get(), rec_init_attr(), rec_new(), rec_put(), rec_strdup(), RECCTRL_EXTRACT_EOF, RECCTRL_EXTRACT_ERROR_GENERIC, RECCTRL_EXTRACT_ERROR_NO_SUCH_FILTER, RECCTRL_EXTRACT_OK, RECCTRL_EXTRACT_SKIP, recInfo_databaseName, recInfo_delKeys, recInfo_filename, recInfo_fileType, recInfo_sortKeys, recInfo_storeData, RecordAttr::recordOffset, zebra_register::records, zebra_session::records_deleted, zebra_session::records_inserted, zebra_session::records_processed, zebra_session::records_skipped, zebra_session::records_updated, RecordAttr::recordSize, zebra_session::reg, RecordAttr::runNumber, recExtractCtrl::schemaAdd, ZebraRecStream::seekf, record_info::size, zebra_register::sortKeys, recExtractCtrl::staticrank, RecordAttr::staticrank, zebra_session::store_data_buf, zebra_session::store_data_size, recExtractCtrl::stream, record_info::sysno, ZebraRecStream::tellf, recExtractCtrl::tokenAdd, wrbuf_hex_str(), ZEBRA_FAIL, zebra_init_log_level(), ZEBRA_OK, zebra_rec_keys_close(), zebra_rec_keys_empty(), zebra_rec_keys_get_buf(), zebra_rec_keys_get_custom_record_id(), zebra_rec_keys_open(), zebra_rec_keys_reset(), zebra_rec_keys_set_buf(), zebraExplain_curDatabase(), zebraExplain_get_database_ord(), zebraExplain_newDatabase(), zebraExplain_recordBytesIncrement(), zebraExplain_runNumberIncrement(), zebra_register::zei, and ZINT_FORMAT.

Referenced by zebra_extract_records_stream().

◆ zebra_extract_records_stream()

ZEBRA_RES zebra_extract_records_stream	(	ZebraHandle	zh,
		struct ZebraRecStream *	stream,
		enum zebra_recctrl_action_t	action,
		const char *	recordType,
		zint *	sysno,
		const char *	match_criteria,
		const char *	fname,
		RecType	recType,
		void *	recTypeClientData
	)

extracts records from stream

Parameters

zh	Zebra Handle
stream	stream that we read from
action	(action_insert, action_replace, action_delete, ..)
recordType	Record filter type "grs.xml", etc.
sysno	pointer to sysno if already known; NULL otherwise
match_criteria	(NULL if not already given)
fname	filename that we read from (for logging purposes only)
recType	record type
recTypeClientData	client data for record type

Returns: ZEBRA_OK for success; ZEBRA_FAIL for failure

Definition at line 1190 of file extract.c.

References recExtractCtrl::action, recExtractCtrl::match_criteria, recExtractCtrl::stream, zebra_extract_record_stream(), and ZEBRA_OK.

Referenced by zebra_buffer_extract_record(), and zebra_extract_file().

◆ zebra_init_log_level()

static void zebra_init_log_level ( void )

static

Definition at line 55 of file extract.c.

References log_level_details, log_level_extract, and log_level_initialized.

Referenced by zebra_extract_file(), and zebra_extract_record_stream().

◆ zebra_it_key_str_dump()

void zebra_it_key_str_dump	(	ZebraHandle	zh,
		struct it_key *	key,
		const char *	str,
		size_t	slen,
		NMEM	nmem,
		int	level
	)

Definition at line 1299 of file extract.c.

References CAST_ZINT_TO_INT, CHR_BASE_CHAR, CHR_SPACE, CHR_UNKNOWN, FIRST_IN_FIELD_STR, it_key::len, it_key::mem, zebra_session::reg, zebra_term_untrans_iconv(), zebraExplain_lookup_ord(), zebra_register::zei, and ZINT_FORMAT.

Referenced by extract_rec_keys_log(), and zebra_record_check().

◆ zebra_rec_keys_to_snippets1()

ZEBRA_RES zebra_rec_keys_to_snippets1	(	ZebraHandle	zh,
		zebra_rec_keys_t	reckeys,
		zebra_snippets *	snippets
	)

Definition at line 1505 of file extract.c.

References CAST_ZINT_TO_INT, IT_KEY_LEVEL_MAX, it_key::len, it_key::mem, zebra_session::reg, ZEBRA_OK, zebra_rec_keys_read(), zebra_rec_keys_rewind(), zebra_snippets_append(), zebra_term_untrans_iconv(), zebraExplain_lookup_ord(), and zebra_register::zei.

Variable Documentation

◆ log_level_details

int log_level_details = 0

static

Definition at line 46 of file extract.c.

Referenced by extract_add_string(), extract_token_add(), and zebra_init_log_level().

◆ log_level_extract

int log_level_extract = 0

static

Definition at line 45 of file extract.c.

Referenced by extract_flush_record_keys2(), zebra_buffer_extract_record(), zebra_extract_file(), zebra_extract_record_stream(), and zebra_init_log_level().

◆ log_level_initialized

int log_level_initialized = 0

static

Definition at line 47 of file extract.c.

Referenced by zebra_init_log_level().

Data Structures

Macros

Functions

Variables

Detailed Description

Macro Definition Documentation

◆ FILE_MATCH_BLANK

Function Documentation

◆ all_matches_add()

◆ check_log_limit()

◆ extract_add_complete_field()

◆ extract_add_icu()

◆ extract_add_incomplete_field()

◆ extract_add_index_string()

◆ extract_add_sort_string()

◆ extract_add_staticrank_string()

◆ extract_add_string()

◆ extract_flush_record_keys2()

◆ extract_flush_sort_keys()

◆ extract_init()

◆ extract_rec_keys_adjust()

◆ extract_rec_keys_log()

◆ extract_schema_add()

◆ extract_set_store_data_cb()

◆ extract_set_store_data_prepare()

◆ extract_snippet()

◆ extract_token_add()

◆ get_match_from_spec()

◆ init_extractCtrl()

◆ logRecord()

◆ parse_complete_field()

◆ print_rec_keys()

◆ searchRecordKey()

◆ snippet_add_complete_field()

◆ snippet_add_icu()

◆ snippet_add_incomplete_field()

◆ snippet_schema_add()

◆ snippet_token_add()

◆ wrbuf_hex_str()

◆ zebra_buffer_extract_record()

◆ zebra_extract_explain()

◆ zebra_extract_file()

◆ zebra_extract_record_stream()

◆ zebra_extract_records_stream()

◆ zebra_init_log_level()

◆ zebra_it_key_str_dump()

◆ zebra_rec_keys_to_snippets1()

Variable Documentation

◆ log_level_details

◆ log_level_extract

◆ log_level_initialized