mpool.c File Reference

#include <sys/param.h>
#include <sys/queue.h>
#include <sys/stat.h>
#include <errno.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include "../include/db.h"
#include <mpool.h>

Include dependency graph for mpool.c:

Go to the source code of this file.

Macros
#define	__APPLE__
#define	__MPOOLINTERFACE_PRIVATE
#define	mpool_close   __mpool_close
#define	mpool_filter   __mpool_filter
#define	mpool_get   __mpool_get
#define	mpool_new   __mpool_new
#define	mpool_open   __mpool_open
#define	mpool_put   __mpool_put
#define	mpool_sync   __mpool_sync

Functions
static BKT *mpool_bkt	__P ((MPOOL *))
static BKT *mpool_look	__P ((MPOOL *, pgno_t))
static int mpool_write	__P ((MPOOL *, BKT *))
static BKT *	mpool_bkt (MPOOL *mp)
int	mpool_close (MPOOL *mp)
void	mpool_filter (MPOOL *mp, void *pgin, void *pgout, void *pgcookie)
void *	mpool_get (MPOOL *mp, pgno_t pgno, u_int flags)
static BKT *	mpool_look (MPOOL *mp, pgno_t pgno)
void *	mpool_new (MPOOL *mp, pgno_t *pgnoaddr)
MPOOL *	mpool_open (void *key, int fd, pgno_t pagesize, pgno_t maxcache)
int	mpool_put (MPOOL *mp, void *page, u_int flags)
int	mpool_sync (MPOOL *mp)
static int	mpool_write (MPOOL *mp, BKT *bp)

Macro Definition Documentation

__APPLE__

#define __APPLE__

Definition at line 316 of file mpool.c.

Referenced by handle_cli_test_locales().

__MPOOLINTERFACE_PRIVATE

#define __MPOOLINTERFACE_PRIVATE

Definition at line 50 of file mpool.c.

mpool_close

#define mpool_close   __mpool_close

Definition at line 62 of file mpool.c.

mpool_filter

#define mpool_filter   __mpool_filter

Definition at line 57 of file mpool.c.

mpool_get

#define mpool_get   __mpool_get

Definition at line 59 of file mpool.c.

mpool_new

#define mpool_new   __mpool_new

Definition at line 58 of file mpool.c.

mpool_open

#define mpool_open   __mpool_open

Definition at line 56 of file mpool.c.

mpool_put

#define mpool_put   __mpool_put

Definition at line 60 of file mpool.c.

mpool_sync

#define mpool_sync   __mpool_sync

Definition at line 61 of file mpool.c.

Function Documentation

__P() [1/3]

static BKT* mpool_bkt __P ( (MPOOL *)  )

static

__P() [2/3]

static BKT* mpool_look __P ( (MPOOL *, pgno_t)  )

static

__P() [3/3]

static int mpool_write __P ( (MPOOL *, BKT *)  )

static

mpool_bkt()

static BKT* mpool_bkt ( MPOOL *  mp )

static

Definition at line 343 of file mpool.c.

References calloc, CIRCLEQ_REMOVE, MPOOL::curcache, _bkt::flags, HASHKEY, MPOOL::maxcache, MPOOL_DIRTY, MPOOL_PINNED, mpool_write(), NULL, _bkt::page, MPOOL::pagesize, _bkt::pgno, and RET_ERROR.

Referenced by mpool_get(), and mpool_new().

{
   struct _hqh *head;
   BKT *bp;

   /* If under the max cached, always create a new page. */
   if (mp->curcache < mp->maxcache)
      goto new;

   /*
    * If the cache is max'd out, walk the lru list for a buffer we
    * can flush.  If we find one, write it (if necessary) and take it
    * off any lists.  If we don't find anything we grow the cache anyway.
    * The cache never shrinks.
    */
   for (bp = mp->lqh.cqh_first;
       bp != (void *)&mp->lqh; bp = bp->q.cqe_next)
      if (!(bp->flags & MPOOL_PINNED)) {
         /* Flush if dirty. */
         if (bp->flags & MPOOL_DIRTY &&
             mpool_write(mp, bp) == RET_ERROR)
            return (NULL);
#ifdef STATISTICS
         ++mp->pageflush;
#endif
         /* Remove from the hash and lru queues. */
         head = &mp->hqh[HASHKEY(bp->pgno)];
         CIRCLEQ_REMOVE(head, bp, hq);
         CIRCLEQ_REMOVE(&mp->lqh, bp, q);
#ifdef DEBUG
         { void *spage;
            spage = bp->page;
            memset(bp, 0xff, sizeof(BKT) + mp->pagesize);
            bp->page = spage;
         }
#endif
         return (bp);
      }

new:  if ((bp = (BKT *) calloc(1, sizeof(BKT) + mp->pagesize)) == NULL)
      return (NULL);
#ifdef STATISTICS
   ++mp->pagealloc;
#endif
#if defined(DEBUG) || defined(PURIFY)
   memset(bp, 0xff, sizeof(BKT) + mp->pagesize);
#endif
   bp->page = (char *)bp + sizeof(BKT);
   ++mp->curcache;
   return (bp);
}

mpool_close()

int mpool_close

(

MPOOL *

mp

)

Definition at line 279 of file mpool.c.

References CIRCLEQ_REMOVE, free(), and RET_SUCCESS.

Referenced by __bt_close().

{
   BKT *bp;

   /* Free up any space allocated to the lru pages. */
   while ((bp = mp->lqh.cqh_first) != (void *)&mp->lqh) {
      CIRCLEQ_REMOVE(&mp->lqh, mp->lqh.cqh_first, q);
      free(bp);
   }

   /* Free the MPOOL cookie. */
   free(mp);
   return (RET_SUCCESS);
}

mpool_filter()

void mpool_filter	(	MPOOL *	mp,
		void *	pgin,
		void *	pgout,
		void *	pgcookie
	)

Definition at line 114 of file mpool.c.

Referenced by __bt_open().

{
   mp->pgin = pgin;
   mp->pgout = pgout;
   mp->pgcookie = pgcookie;
}

mpool_get()

void* mpool_get	(	MPOOL *	mp,
		pgno_t	pgno,
		u_int	flags
	)

Definition at line 165 of file mpool.c.

References CIRCLEQ_INSERT_HEAD, CIRCLEQ_INSERT_TAIL, CIRCLEQ_REMOVE, EFTYPE, errno, MPOOL::fd, _bkt::flags, HASHKEY, mpool_bkt(), mpool_look(), MPOOL_PINNED, MPOOL::npages, NULL, _bkt::page, MPOOL::pagesize, MPOOL::pgcookie, and _bkt::pgno.

Referenced by __bt_curdel(), __bt_delete(), __bt_first(), __bt_new(), __bt_pdelete(), __bt_put(), __bt_relink(), __bt_search(), __bt_seqadv(), __bt_seqset(), __bt_snext(), __bt_split(), __bt_sprev(), __bt_stkacq(), __ovfl_delete(), __ovfl_get(), __rec_open(), __rec_search(), bt_fast(), bt_meta(), bt_page(), bt_preserve(), and nroot().

{
   struct _hqh *head;
   BKT *bp;
   off_t off;
   int nr;

   /* Check for attempt to retrieve a non-existent page. */
   if (pgno >= mp->npages) {
      errno = EINVAL;
      return (NULL);
   }

#ifdef STATISTICS
   ++mp->pageget;
#endif

   /* Check for a page that is cached. */
   if ((bp = mpool_look(mp, pgno)) != NULL) {
#ifdef DEBUG
      if (bp->flags & MPOOL_PINNED) {
         (void)fprintf(stderr,
             "mpool_get: page %d already pinned\n", bp->pgno);
         abort();
      }
#endif
      /*
       * Move the page to the head of the hash chain and the tail
       * of the lru chain.
       */
      head = &mp->hqh[HASHKEY(bp->pgno)];
      CIRCLEQ_REMOVE(head, bp, hq);
      CIRCLEQ_INSERT_HEAD(head, bp, hq);
      CIRCLEQ_REMOVE(&mp->lqh, bp, q);
      CIRCLEQ_INSERT_TAIL(&mp->lqh, bp, q);

      /* Return a pinned page. */
      bp->flags |= MPOOL_PINNED;
      return (bp->page);
   }

   /* Get a page from the cache. */
   if ((bp = mpool_bkt(mp)) == NULL)
      return (NULL);

   /* Read in the contents. */
#ifdef STATISTICS
   ++mp->pageread;
#endif
   off = mp->pagesize * pgno;
   if (lseek(mp->fd, off, SEEK_SET) != off)
      return (NULL);
   if ((u_long) (nr = read(mp->fd, bp->page, mp->pagesize))
       != mp->pagesize) {
      if (nr >= 0)
         errno = EFTYPE;
      return (NULL);
   }

   /* Set the page number, pin the page. */
   bp->pgno = pgno;
   bp->flags = MPOOL_PINNED;

   /*
    * Add the page to the head of the hash chain and the tail
    * of the lru chain.
    */
   head = &mp->hqh[HASHKEY(bp->pgno)];
   CIRCLEQ_INSERT_HEAD(head, bp, hq);
   CIRCLEQ_INSERT_TAIL(&mp->lqh, bp, q);

   /* Run through the user's filter. */
   if (mp->pgin != NULL)
      (mp->pgin)(mp->pgcookie, bp->pgno, bp->page);

   return (bp->page);
}

mpool_look()

static BKT* mpool_look ( MPOOL *  mp, pgno_t  pgno  )

static

Definition at line 430 of file mpool.c.

References _bkt::flags, HASHKEY, MPOOL_DIRTY, MPOOL_PINNED, NULL, and _bkt::pgno.

Referenced by mpool_get().

{
   struct _hqh *head;
   BKT *bp;

   head = &mp->hqh[HASHKEY(pgno)];
   for (bp = head->cqh_first; bp != (void *)head; bp = bp->hq.cqe_next)
      if (bp->pgno == pgno) {
#ifdef STATISTICS
         ++mp->cachehit;
#endif
         return (bp);
      }
#ifdef STATISTICS
   ++mp->cachemiss;
#endif
   return (NULL);
}

mpool_new()

void* mpool_new	(	MPOOL *	mp,
		pgno_t *	pgnoaddr
	)

Definition at line 130 of file mpool.c.

References CIRCLEQ_INSERT_HEAD, CIRCLEQ_INSERT_TAIL, _bkt::flags, HASHKEY, MAX_PAGE_NUMBER, mpool_bkt(), MPOOL_PINNED, MPOOL::npages, NULL, _bkt::page, and _bkt::pgno.

Referenced by __bt_new(), and nroot().

{
   struct _hqh *head;
   BKT *bp;

   if (mp->npages == MAX_PAGE_NUMBER) {
      (void)fprintf(stderr, "mpool_new: page allocation overflow.\n");
      abort();
   }
#ifdef STATISTICS
   ++mp->pagenew;
#endif
   /*
    * Get a BKT from the cache.  Assign a new page number, attach
    * it to the head of the hash chain, the tail of the lru chain,
    * and return.
    */
   if ((bp = mpool_bkt(mp)) == NULL)
      return (NULL);
   *pgnoaddr = bp->pgno = mp->npages++;
   bp->flags = MPOOL_PINNED;

   head = &mp->hqh[HASHKEY(bp->pgno)];
   CIRCLEQ_INSERT_HEAD(head, bp, hq);
   CIRCLEQ_INSERT_TAIL(&mp->lqh, bp, q);
   return (bp->page);
}

mpool_open()

MPOOL* mpool_open	(	void *	key,
		int	fd,
		pgno_t	pagesize,
		pgno_t	maxcache
	)

Definition at line 74 of file mpool.c.

References calloc, CIRCLEQ_INIT, errno, HASHSIZE, and NULL.

Referenced by __bt_open().

{
   struct stat sb;
   MPOOL *mp;
   int entry;

   /*
    * Get information about the file.
    *
    * XXX
    * We don't currently handle pipes, although we should.
    */
   if (fstat(fd, &sb))
      return (NULL);
   if (!S_ISREG(sb.st_mode)) {
      errno = ESPIPE;
      return (NULL);
   }

   /* Allocate and initialize the MPOOL cookie. */
   if ((mp = (MPOOL *)calloc(1, sizeof(MPOOL))) == NULL)
      return (NULL);
   CIRCLEQ_INIT(&mp->lqh);
   for (entry = 0; entry < HASHSIZE; ++entry)
      CIRCLEQ_INIT(&mp->hqh[entry]);
   mp->maxcache = maxcache;
   mp->npages = sb.st_size / pagesize;
   mp->pagesize = pagesize;
   mp->fd = fd;
   return (mp);
}

mpool_put()

int mpool_put	(	MPOOL *	mp,
		void *	page,
		u_int	flags
	)

Definition at line 251 of file mpool.c.

References _bkt::flags, MPOOL_DIRTY, MPOOL_PINNED, _bkt::pgno, and RET_SUCCESS.

Referenced by __bt_bdelete(), __bt_close(), __bt_curdel(), __bt_delete(), __bt_fd(), __bt_first(), __bt_free(), __bt_get(), __bt_pdelete(), __bt_put(), __bt_relink(), __bt_search(), __bt_seq(), __bt_seqadv(), __bt_seqset(), __bt_snext(), __bt_split(), __bt_sprev(), __bt_stkacq(), __bt_sync(), __ovfl_delete(), __ovfl_get(), __ovfl_put(), __rec_close(), __rec_delete(), __rec_fd(), __rec_get(), __rec_iput(), __rec_open(), __rec_put(), __rec_search(), __rec_seq(), __rec_sync(), bt_broot(), bt_fast(), bt_meta(), bt_page(), bt_preserve(), bt_rroot(), nroot(), and rec_rdelete().

{
   BKT *bp;

#ifdef STATISTICS
   ++mp->pageput;
#endif
   bp = (BKT *)((char *)page - sizeof(BKT));
#ifdef DEBUG
   if (!(bp->flags & MPOOL_PINNED)) {
      (void)fprintf(stderr,
          "mpool_put: page %d not pinned\n", bp->pgno);
      abort();
   }
#endif
   bp->flags &= ~MPOOL_PINNED;
   bp->flags |= flags & MPOOL_DIRTY;
   return (RET_SUCCESS);
}

mpool_sync()

int mpool_sync

(

MPOOL *

mp

)

Definition at line 300 of file mpool.c.

References MPOOL::fd, _bkt::flags, MPOOL_DIRTY, mpool_write(), RET_ERROR, and RET_SUCCESS.

Referenced by __bt_sync().

{
   BKT *bp;

   /* Walk the lru chain, flushing any dirty pages to disk. */
   for (bp = mp->lqh.cqh_first;
       bp != (void *)&mp->lqh; bp = bp->q.cqe_next)
      if (bp->flags & MPOOL_DIRTY &&
          mpool_write(mp, bp) == RET_ERROR)
         return (RET_ERROR);

   /* Sync the file descriptor. */
   return (fsync(mp->fd) ? RET_ERROR : RET_SUCCESS);
}

mpool_write()

static int mpool_write ( MPOOL *  mp, BKT *  bp  )

static

Definition at line 401 of file mpool.c.

References MPOOL::fd, _bkt::flags, MPOOL_DIRTY, _bkt::page, MPOOL::pagesize, MPOOL::pgcookie, _bkt::pgno, RET_ERROR, and RET_SUCCESS.

Referenced by mpool_bkt(), and mpool_sync().

{
   off_t off;

#ifdef STATISTICS
   ++mp->pagewrite;
#endif

   /* Run through the user's filter. */
   if (mp->pgout)
      (mp->pgout)(mp->pgcookie, bp->pgno, bp->page);

   off = mp->pagesize * bp->pgno;
   if (lseek(mp->fd, off, SEEK_SET) != off)
      return (RET_ERROR);
   if ((u_long) write(mp->fd, bp->page, mp->pagesize) != mp->pagesize)
      return (RET_ERROR);

   bp->flags &= ~MPOOL_DIRTY;
   return (RET_SUCCESS);
}