/*- * See the file LICENSE for redistribution information. * * Copyright (c) 1996-2004 * Sleepycat Software. All rights reserved. */ /* * Copyright (c) 1990, 1993, 1994, 1995, 1996 * Keith Bostic. All rights reserved. */ /* * Copyright (c) 1990, 1993, 1994, 1995 * The Regents of the University of California. All rights reserved. * * This code is derived from software contributed to Berkeley by * Mike Olson. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * 3. Neither the name of the University nor the names of its contributors * may be used to endorse or promote products derived from this software * without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. * * $Id: db_meta.c,v 1.1.1.1 2005/06/24 22:42:41 ca Exp $ */ #include "db_config.h" #ifndef NO_SYSTEM_INCLUDES #include #include #endif #include "db_int.h" #include "dbinc/db_page.h" #include "dbinc/db_shash.h" #include "dbinc/lock.h" #include "dbinc/mp.h" #include "dbinc/db_am.h" static void __db_init_meta __P((DB *, void *, db_pgno_t, u_int32_t)); /* * __db_init_meta -- * Helper function for __db_new that initializes the important fields in * a meta-data page (used instead of P_INIT). We need to make sure that we * retain the page number and LSN of the existing page. */ static void __db_init_meta(dbp, p, pgno, pgtype) DB *dbp; void *p; db_pgno_t pgno; u_int32_t pgtype; { DB_LSN save_lsn; DBMETA *meta; meta = (DBMETA *)p; save_lsn = meta->lsn; memset(meta, 0, sizeof(DBMETA)); meta->lsn = save_lsn; meta->pagesize = dbp->pgsize; if (F_ISSET(dbp, DB_AM_CHKSUM)) FLD_SET(meta->metaflags, DBMETA_CHKSUM); meta->pgno = pgno; meta->type = (u_int8_t)pgtype; } /* * __db_new -- * Get a new page, preferably from the freelist. * * PUBLIC: int __db_new __P((DBC *, u_int32_t, PAGE **)); */ int __db_new(dbc, type, pagepp) DBC *dbc; u_int32_t type; PAGE **pagepp; { DBMETA *meta; DB *dbp; DB_LOCK metalock; DB_LSN lsn; DB_MPOOLFILE *mpf; PAGE *h; db_pgno_t last, pgno, newnext; u_int32_t meta_flags; int extend, ret, t_ret; meta = NULL; meta_flags = 0; dbp = dbc->dbp; mpf = dbp->mpf; h = NULL; newnext = PGNO_INVALID; pgno = PGNO_BASE_MD; if ((ret = __db_lget(dbc, LCK_ALWAYS, pgno, DB_LOCK_WRITE, 0, &metalock)) != 0) goto err; if ((ret = __memp_fget(mpf, &pgno, 0, &meta)) != 0) goto err; last = meta->last_pgno; if (meta->free == PGNO_INVALID) { last = pgno = meta->last_pgno + 1; ZERO_LSN(lsn); extend = 1; } else { pgno = meta->free; if ((ret = __memp_fget(mpf, &pgno, 0, &h)) != 0) goto err; /* * We want to take the first page off the free list and * then set meta->free to the that page's next_pgno, but * we need to log the change first. */ newnext = h->next_pgno; lsn = h->lsn; extend = 0; } /* * Log the allocation before fetching the new page. If we * don't have room in the log then we don't want to tell * mpool to extend the file. */ if (DBC_LOGGING(dbc)) { if ((ret = __db_pg_alloc_log(dbp, dbc->txn, &LSN(meta), 0, &LSN(meta), PGNO_BASE_MD, &lsn, pgno, (u_int32_t)type, newnext, meta->last_pgno)) != 0) goto err; } else LSN_NOT_LOGGED(LSN(meta)); meta_flags = DB_MPOOL_DIRTY; meta->free = newnext; if (extend == 1) { if ((ret = __memp_fget(mpf, &pgno, DB_MPOOL_NEW, &h)) != 0) goto err; DB_ASSERT(last == pgno); meta->last_pgno = pgno; ZERO_LSN(h->lsn); h->pgno = pgno; } LSN(h) = LSN(meta); DB_ASSERT(TYPE(h) == P_INVALID); if (TYPE(h) != P_INVALID) return (__db_panic(dbp->dbenv, EINVAL)); ret = __memp_fput(mpf, (PAGE *)meta, DB_MPOOL_DIRTY); meta = NULL; if ((t_ret = __TLPUT(dbc, metalock)) != 0 && ret == 0) ret = t_ret; if (ret != 0) goto err; switch (type) { case P_BTREEMETA: case P_HASHMETA: case P_QAMMETA: __db_init_meta(dbp, h, h->pgno, type); break; default: P_INIT(h, dbp->pgsize, h->pgno, PGNO_INVALID, PGNO_INVALID, 0, type); break; } /* * If dirty reads are enabled and we are in a transaction, we could * abort this allocation after the page(s) pointing to this * one have their locks downgraded. This would permit dirty readers * to access this page which is ok, but they must be off the * page when we abort. This will also prevent updates happening * to this page until we commit. */ if (F_ISSET(dbc->dbp, DB_AM_DIRTY) && dbc->txn != NULL) { if ((ret = __db_lget(dbc, 0, h->pgno, DB_LOCK_WWRITE, 0, &metalock)) != 0) goto err; } *pagepp = h; return (0); err: if (h != NULL) (void)__memp_fput(mpf, h, 0); if (meta != NULL) (void)__memp_fput(mpf, meta, meta_flags); (void)__TLPUT(dbc, metalock); return (ret); } /* * __db_free -- * Add a page to the head of the freelist. * * PUBLIC: int __db_free __P((DBC *, PAGE *)); */ int __db_free(dbc, h) DBC *dbc; PAGE *h; { DBMETA *meta; DB *dbp; DBT ddbt, ldbt; DB_LOCK metalock; DB_MPOOLFILE *mpf; db_pgno_t pgno; u_int32_t dirty_flag; int ret, t_ret; dbp = dbc->dbp; mpf = dbp->mpf; /* * Retrieve the metadata page and insert the page at the head of * the free list. If either the lock get or page get routines * fail, then we need to put the page with which we were called * back because our caller assumes we take care of it. */ dirty_flag = 0; pgno = PGNO_BASE_MD; if ((ret = __db_lget(dbc, LCK_ALWAYS, pgno, DB_LOCK_WRITE, 0, &metalock)) != 0) goto err; if ((ret = __memp_fget(mpf, &pgno, 0, &meta)) != 0) { (void)__TLPUT(dbc, metalock); goto err; } DB_ASSERT(h->pgno != meta->free); /* Log the change. */ if (DBC_LOGGING(dbc)) { memset(&ldbt, 0, sizeof(ldbt)); ldbt.data = h; ldbt.size = P_OVERHEAD(dbp); switch (h->type) { case P_HASH: case P_IBTREE: case P_IRECNO: case P_LBTREE: case P_LRECNO: case P_LDUP: if (h->entries > 0) { ldbt.size += h->entries * sizeof(db_indx_t); ddbt.data = (u_int8_t *)h + h->hf_offset; ddbt.size = dbp->pgsize - h->hf_offset; ret = __db_pg_freedata_log(dbp, dbc->txn, &LSN(meta), 0, h->pgno, &LSN(meta), PGNO_BASE_MD, &ldbt, meta->free, meta->last_pgno, &ddbt); break; } goto log; case P_HASHMETA: ldbt.size = sizeof(HMETA); goto log; case P_BTREEMETA: ldbt.size = sizeof(BTMETA); goto log; case P_OVERFLOW: ldbt.size += OV_LEN(h); goto log; default: DB_ASSERT(h->type != P_QAMDATA); log: ret = __db_pg_free_log(dbp, dbc->txn, &LSN(meta), 0, h->pgno, &LSN(meta), PGNO_BASE_MD, &ldbt, meta->free, meta->last_pgno); } if (ret != 0) { (void)__memp_fput(mpf, (PAGE *)meta, 0); (void)__TLPUT(dbc, metalock); goto err; } } else LSN_NOT_LOGGED(LSN(meta)); LSN(h) = LSN(meta); #ifdef HAVE_FTRUNCATE if (h->pgno == meta->last_pgno) { if ((ret = __memp_fput(mpf, h, DB_MPOOL_DISCARD)) != 0) goto err; /* Give the page back to the OS. */ if ((ret = __memp_ftruncate(mpf, meta->last_pgno, 0)) != 0) goto err; meta->last_pgno--; h = NULL; } else #endif { /* * If we are not truncating the page then we * reinitialize it and put it hat the head of * the free list. */ P_INIT(h, dbp->pgsize, h->pgno, PGNO_INVALID, meta->free, 0, P_INVALID); #ifdef DIAGNOSTIC memset((u_int8_t *) h + P_OVERHEAD(dbp), CLEAR_BYTE, dbp->pgsize - P_OVERHEAD(dbp)); #endif meta->free = h->pgno; } /* Discard the metadata page. */ if ((t_ret = __memp_fput(mpf, (PAGE *)meta, DB_MPOOL_DIRTY)) != 0 && ret == 0) ret = t_ret; if ((t_ret = __TLPUT(dbc, metalock)) != 0 && ret == 0) ret = t_ret; /* Discard the caller's page reference. */ dirty_flag = DB_MPOOL_DIRTY; err: if (h != NULL && (t_ret = __memp_fput(mpf, h, dirty_flag)) != 0 && ret == 0) ret = t_ret; /* * XXX * We have to unlock the caller's page in the caller! */ return (ret); } #ifdef DEBUG /* * __db_lprint -- * Print out the list of locks currently held by a cursor. * * PUBLIC: int __db_lprint __P((DBC *)); */ int __db_lprint(dbc) DBC *dbc; { DB_ENV *dbenv; DB *dbp; DB_LOCKREQ req; dbp = dbc->dbp; dbenv = dbp->dbenv; if (LOCKING_ON(dbenv)) { req.op = DB_LOCK_DUMP; (void)__lock_vec(dbenv, dbc->locker, 0, &req, 1, NULL); } return (0); } #endif /* * __db_lget -- * The standard lock get call. * * PUBLIC: int __db_lget __P((DBC *, * PUBLIC: int, db_pgno_t, db_lockmode_t, u_int32_t, DB_LOCK *)); */ int __db_lget(dbc, action, pgno, mode, lkflags, lockp) DBC *dbc; int action; db_pgno_t pgno; db_lockmode_t mode; u_int32_t lkflags; DB_LOCK *lockp; { DB *dbp; DB_ENV *dbenv; DB_LOCKREQ couple[2], *reqp; DB_TXN *txn; int has_timeout, ret; dbp = dbc->dbp; dbenv = dbp->dbenv; txn = dbc->txn; /* * We do not always check if we're configured for locking before * calling __db_lget to acquire the lock. */ if (CDB_LOCKING(dbenv) || !LOCKING_ON(dbenv) || F_ISSET(dbc, DBC_COMPENSATE) || (F_ISSET(dbc, DBC_RECOVER) && (action != LCK_ROLLBACK || IS_REP_CLIENT(dbenv))) || (action != LCK_ALWAYS && F_ISSET(dbc, DBC_OPD))) { LOCK_INIT(*lockp); return (0); } dbc->lock.pgno = pgno; if (lkflags & DB_LOCK_RECORD) dbc->lock.type = DB_RECORD_LOCK; else dbc->lock.type = DB_PAGE_LOCK; lkflags &= ~DB_LOCK_RECORD; if (action == LCK_ROLLBACK) lkflags |= DB_LOCK_ABORT; /* * If the transaction enclosing this cursor has DB_LOCK_NOWAIT set, * pass that along to the lock call. */ if (DB_NONBLOCK(dbc)) lkflags |= DB_LOCK_NOWAIT; if (F_ISSET(dbc, DBC_DIRTY_READ) && mode == DB_LOCK_READ) mode = DB_LOCK_DIRTY; has_timeout = F_ISSET(dbc, DBC_RECOVER) || (txn != NULL && F_ISSET(txn, TXN_LOCKTIMEOUT)); /* * Transactional locking. * Hold on to the previous read lock only if we are in full isolation. * COUPLE_ALWAYS indicates we are holding an interior node * which need not be isolated. * Downgrade write locks if we are supporting dirty readers. */ if ((action != LCK_COUPLE && action != LCK_COUPLE_ALWAYS) || !LOCK_ISSET(*lockp)) action = 0; else if (dbc->txn == NULL || action == LCK_COUPLE_ALWAYS) action = LCK_COUPLE; else if (F_ISSET(dbc, DBC_DEGREE_2) && lockp->mode == DB_LOCK_READ) action = LCK_COUPLE; else if (F_ISSET(dbc, DBC_DIRTY_READ) && lockp->mode == DB_LOCK_DIRTY) action = LCK_COUPLE; else if (F_ISSET(dbc->dbp, DB_AM_DIRTY) && lockp->mode == DB_LOCK_WRITE) action = LCK_DOWNGRADE; else action = 0; switch (action) { case LCK_DOWNGRADE: if ((ret = __lock_downgrade( dbenv, lockp, DB_LOCK_WWRITE, 0)) != 0) return (ret); /* FALLTHROUGH */ default: if (!has_timeout) { ret = __lock_get(dbenv, dbc->locker, lkflags, &dbc->lock_dbt, mode, lockp); break; } /* FALLTHROUGH */ case LCK_COUPLE: couple[0].op = has_timeout? DB_LOCK_GET_TIMEOUT : DB_LOCK_GET; couple[0].obj = &dbc->lock_dbt; couple[0].mode = mode; UMRW_SET(couple[0].timeout); if (has_timeout) couple[0].timeout = F_ISSET(dbc, DBC_RECOVER) ? 0 : txn->lock_timeout; if (action == LCK_COUPLE) { couple[1].op = DB_LOCK_PUT; couple[1].lock = *lockp; } ret = __lock_vec(dbenv, dbc->locker, lkflags, couple, action == LCK_COUPLE ? 2 : 1, &reqp); if (ret == 0 || reqp == &couple[1]) *lockp = couple[0].lock; break; } if (txn != NULL && ret == DB_LOCK_DEADLOCK) F_SET(txn, TXN_DEADLOCK); return ((ret == DB_LOCK_NOTGRANTED && !F_ISSET(dbenv, DB_ENV_TIME_NOTGRANTED)) ? DB_LOCK_DEADLOCK : ret); } /* * __db_lput -- * The standard lock put call. * * PUBLIC: int __db_lput __P((DBC *, DB_LOCK *)); */ int __db_lput(dbc, lockp) DBC *dbc; DB_LOCK *lockp; { DB_ENV *dbenv; int action, ret; /* * Transactional locking. * Hold on to the read locks only if we are in full isolation. * Downgrade write locks if we are supporting dirty readers. */ if (F_ISSET(dbc->dbp, DB_AM_DIRTY) && lockp->mode == DB_LOCK_WRITE) action = LCK_DOWNGRADE; else if (dbc->txn == NULL) action = LCK_COUPLE; else if (F_ISSET(dbc, DBC_DEGREE_2) && lockp->mode == DB_LOCK_READ) action = LCK_COUPLE; else if (F_ISSET(dbc, DBC_DIRTY_READ) && lockp->mode == DB_LOCK_DIRTY) action = LCK_COUPLE; else action = 0; dbenv = dbc->dbp->dbenv; switch (action) { case LCK_COUPLE: ret = __lock_put(dbenv, lockp, 0); break; case LCK_DOWNGRADE: ret = __lock_downgrade(dbenv, lockp, DB_LOCK_WWRITE, 0); break; default: ret = 0; break; } return (ret); }