sortidx.c File Reference

#include <assert.h>
#include <string.h>
#include <yaz/log.h>
#include <yaz/xmalloc.h>
#include <yaz/snprintf.h>
#include <idzebra/isamb.h>
#include <idzebra/bfile.h>
#include <sortidx.h>
#include "recindex.h"

Go to the source code of this file.

Data Structures
struct	sort_term
struct	sort_term_stream
struct	sortFileHead
struct	sortFile
struct	zebra_sort_index

Macros
#define	SORT_MAX_TERM   110
#define	SORT_MAX_MULTI   4096
#define	SORT_IDX_BLOCKSIZE   64

Functions
static void	sort_term_log_item (int level, const void *b, const char *txt)
static int	sort_term_compare (const void *a, const void *b)
static void *	sort_term_code_start (void)
static void	sort_term_encode1 (void *p, char **dst, const char **src)
static void	sort_term_encode2 (void *p, char **dst, const char **src)
static void	sort_term_decode1 (void *p, char **dst, const char **src)
static void	sort_term_decode2 (void *p, char **dst, const char **src)
static void	sort_term_code_reset (void *p)
static void	sort_term_code_stop (void *p)
static int	sort_term_code_read (void *vp, char **dst, int *insertMode)
zebra_sort_index_t	zebra_sort_open (BFiles bfs, int write_flag, int type)
	creates sort handle
void	zebra_sort_close (zebra_sort_index_t si)
	frees sort handle
int	zebra_sort_type (zebra_sort_index_t si, int id)
	sets type for sort usage
static void	zebra_sortf_rewind (struct sortFile *sf)
void	zebra_sort_sysno (zebra_sort_index_t si, zint sysno)
	sets sort system number for read / add / delete
void	zebra_sort_delete (zebra_sort_index_t si, zint section_id)
	delete sort entry
void	zebra_sort_add (zebra_sort_index_t si, zint section_id, WRBUF wrbuf)
	adds multi-map content to sort file
int	zebra_sort_read (zebra_sort_index_t si, zint *section_id, WRBUF w)
	reads sort entry

Macro Definition Documentation

SORT_IDX_BLOCKSIZE

#define SORT_IDX_BLOCKSIZE   64

Definition at line 38 of file sortidx.c.

Referenced by zebra_sort_type().

SORT_MAX_MULTI

#define SORT_MAX_MULTI   4096

Definition at line 36 of file sortidx.c.

Referenced by zebra_sort_add().

SORT_MAX_TERM

#define SORT_MAX_TERM   110

Definition at line 35 of file sortidx.c.

Referenced by zebra_sort_add().

Function Documentation

sort_term_code_read()

int sort_term_code_read ( void * vp, char ** dst, int * insertMode )

static

Definition at line 154 of file sortidx.c.

References sort_term_stream::insert_flag, sort_term_stream::no, and sort_term_stream::st.

Referenced by zebra_sort_add(), and zebra_sort_delete().

sort_term_code_reset()

void sort_term_code_reset ( void * p )

static

Definition at line 140 of file sortidx.c.

Referenced by zebra_sort_type().

sort_term_code_start()

void * sort_term_code_start ( void )

static

Definition at line 77 of file sortidx.c.

Referenced by zebra_sort_type().

sort_term_code_stop()

void sort_term_code_stop ( void * p )

static

Definition at line 144 of file sortidx.c.

Referenced by zebra_sort_type().

sort_term_compare()

int sort_term_compare ( const void * a, const void * b )

static

Definition at line 58 of file sortidx.c.

References sort_term::section_id, and sort_term::sysno.

Referenced by zebra_sort_type().

sort_term_decode1()

void sort_term_decode1 ( void * p, char ** dst, const char ** src )

static

Definition at line 108 of file sortidx.c.

References sort_term::length, sort_term::section_id, sort_term::sysno, sort_term::term, and zebra_zint_decode().

Referenced by zebra_sort_type().

sort_term_decode2()

void sort_term_decode2 ( void * p, char ** dst, const char ** src )

static

Definition at line 125 of file sortidx.c.

References sort_term::length, sort_term::section_id, sort_term::sysno, sort_term::term, and zebra_zint_decode().

Referenced by zebra_sort_type().

sort_term_encode1()

void sort_term_encode1 ( void * p, char ** dst, const char ** src )

static

Definition at line 82 of file sortidx.c.

References sort_term::sysno, sort_term::term, and zebra_zint_encode().

Referenced by zebra_sort_type().

sort_term_encode2()

void sort_term_encode2 ( void * p, char ** dst, const char ** src )

static

Definition at line 94 of file sortidx.c.

References sort_term::length, sort_term::section_id, sort_term::sysno, sort_term::term, and zebra_zint_encode().

Referenced by zebra_sort_type().

sort_term_log_item()

void sort_term_log_item ( int level, const void * b, const char * txt )

static

Definition at line 48 of file sortidx.c.

References sort_term::length, sort_term::section_id, sort_term::sysno, sort_term::term, and ZINT_FORMAT.

Referenced by zebra_sort_type().

zebra_sort_add()

void zebra_sort_add	(	zebra_sort_index_t	si,
		zint	section_id,
		WRBUF	w )

adds multi-map content to sort file

Parameters

si	sort index handle
section_id	section of key
w	one or more 0-terminted strings (thus an array)

zebra_sort_type and zebra_sort_sysno must be called prior to this

Definition at line 393 of file sortidx.c.

References sortFile::bf, bf_write(), zebra_sort_index::current_file, zebra_sort_index::entry_buf, sort_term_stream::insert_flag, sortFile::isam_p, sortFile::isamb, isamb_merge(), sort_term::length, sort_term_stream::no, sortFile::no_inserted, sort_term::section_id, SORT_IDX_ENTRYSIZE, SORT_MAX_MULTI, SORT_MAX_TERM, sort_term_code_read(), sort_term_stream::st, sort_term::sysno, zebra_sort_index::sysno, sort_term::term, zebra_sort_index::type, sortFile::u, ZEBRA_SORT_TYPE_FLAT, ZEBRA_SORT_TYPE_ISAMB, and ZEBRA_SORT_TYPE_MULTI.

Referenced by extract_flush_sort_keys().

zebra_sort_close()

void zebra_sort_close

(

zebra_sort_index_t

si

)

frees sort handle

Definition at line 209 of file sortidx.c.

References sortFile::bf, bf_close(), zebra_sort_index::entry_buf, zebra_sort_index::files, sortFile::isam_p, sortFile::isam_pp, sortFile::isamb, isamb_close(), isamb_pp_close(), isamb_set_root_ptr(), sortFile::next, zebra_sort_index::type, sortFile::u, ZEBRA_SORT_TYPE_FLAT, ZEBRA_SORT_TYPE_ISAMB, and ZEBRA_SORT_TYPE_MULTI.

Referenced by zebra_register_close().

zebra_sort_delete()

void zebra_sort_delete	(	zebra_sort_index_t	si,
		zint	section_id )

delete sort entry

Parameters

si	sort index handle
section_id	section of sort key to be deleted

zebra_sort_type and zebra_sort_sysno must be called prior to this

Definition at line 356 of file sortidx.c.

References sortFile::bf, bf_write(), zebra_sort_index::current_file, zebra_sort_index::entry_buf, sort_term_stream::insert_flag, sortFile::isam_p, sortFile::isamb, isamb_merge(), sort_term::length, sort_term_stream::no, sortFile::no_deleted, sort_term::section_id, SORT_IDX_ENTRYSIZE, sort_term_code_read(), sort_term_stream::st, sort_term::sysno, zebra_sort_index::sysno, sort_term::term, zebra_sort_index::type, sortFile::u, ZEBRA_SORT_TYPE_FLAT, ZEBRA_SORT_TYPE_ISAMB, and ZEBRA_SORT_TYPE_MULTI.

Referenced by extract_flush_sort_keys().

zebra_sort_open()

zebra_sort_index_t zebra_sort_open	(	BFiles	bfs,
		int	write_flag,
		int	sort_type )

creates sort handle

Parameters

bfs	block files handle
write_flag	(0=read-only, 1=write and read)
sort_type	one of ZEBRA_SORT_TYPE_..

Returns

sort index handle

Definition at line 197 of file sortidx.c.

References zebra_sort_index::bfs, zebra_sort_index::current_file, zebra_sort_index::entry_buf, zebra_sort_index::files, SORT_IDX_ENTRYSIZE, zebra_sort_index::type, and zebra_sort_index::write_flag.

Referenced by zebra_register_open().

zebra_sort_read()

int zebra_sort_read	(	zebra_sort_index_t	si,
		zint *	section_id,
		WRBUF	w )

reads sort entry

Parameters

si	sort index handle
section_id	output section ID (may be NULL and it will not be set)
w	resulting buffer

Return values

0	could not be read
1	could be read (found)

Definition at line 470 of file sortidx.c.

References sortFile::bf, bf_read(), zebra_sort_index::current_file, sortFile::isam_p, sortFile::isam_pp, sortFile::isamb, isamb_pp_forward(), isamb_pp_open(), sort_term::length, sort_term::section_id, SORT_IDX_ENTRYSIZE, sort_term::sysno, zebra_sort_index::sysno, sort_term::term, zebra_sort_index::type, sortFile::u, ZEBRA_SORT_TYPE_FLAT, ZEBRA_SORT_TYPE_ISAMB, and ZEBRA_SORT_TYPE_MULTI.

Referenced by perform_facet_sort(), resultSetInsertSort(), and sort_fetch().

zebra_sort_sysno()

void zebra_sort_sysno	(	zebra_sort_index_t	si,
		zint	sysno )

sets sort system number for read / add / delete

Parameters

si	sort index handle
sysno	system number

Definition at line 340 of file sortidx.c.

References zebra_sort_index::files, sortFile::isam_pp, sortFile::next, sortFile::no_deleted, sortFile::no_inserted, rec_sysno_to_int(), zebra_sort_index::sysno, and zebra_sortf_rewind().

Referenced by extract_flush_sort_keys(), perform_facet_sort(), resultSetInsertSort(), and sort_fetch().

zebra_sort_type()

int zebra_sort_type	(	zebra_sort_index_t	si,
		int	type )

sets type for sort usage

Parameters

si	sort index handle
type	opaque type .. A sort file for each type is created

Definition at line 235 of file sortidx.c.

References sortFile::bf, bf_close(), bf_open(), bf_read(), zebra_sort_index::bfs, ISAMC_M_s::codec, ISAMC_M_s::compare_item, zebra_sort_index::current_file, ISAM_CODEC::decode, ISAM_CODEC::encode, zebra_sort_index::files, sortFile::head, sortFile::id, sortFile::isam_p, sortFile::isam_pp, sortFile::isamb, isamb_get_root_ptr(), isamb_open2(), ISAMC_M_s::log_item, sortFile::next, sortFile::no_deleted, sortFile::no_inserted, ISAM_CODEC::reset, SORT_IDX_BLOCKSIZE, sort_term_code_reset(), sort_term_code_start(), sort_term_code_stop(), sort_term_compare(), sort_term_decode1(), sort_term_decode2(), sort_term_encode1(), sort_term_encode2(), sort_term_log_item(), ISAM_CODEC::start, ISAM_CODEC::stop, sortFileHead::sysno_max, zebra_sort_index::type, sortFile::u, zebra_sort_index::write_flag, ZEBRA_SORT_TYPE_FLAT, ZEBRA_SORT_TYPE_ISAMB, and ZEBRA_SORT_TYPE_MULTI.

Referenced by extract_flush_sort_keys(), perform_facet_sort(), resultSetInsertSort(), and sort_fetch().

zebra_sortf_rewind()

void zebra_sortf_rewind ( struct sortFile * sf )

static

Definition at line 331 of file sortidx.c.

References sortFile::isam_pp, isamb_pp_close(), sortFile::no_deleted, and sortFile::no_inserted.

Referenced by zebra_sort_sysno().