/*- * See the file LICENSE for redistribution information. * * Copyright (c) 1997-2002 * Sleepycat Software. All rights reserved. */ #include "db_config.h" #ifndef lint static const char revid[] = "$Id: os_rw.c,v 1.1.1.1 2003/02/15 04:56:09 zarzycki Exp $"; #endif /* not lint */ #ifndef NO_SYSTEM_INCLUDES #include #include #include #endif #include "db_int.h" #ifdef HAVE_FILESYSTEM_NOTZERO static int __os_zerofill __P((DB_ENV *, DB_FH *)); #endif static int __os_physwrite __P((DB_ENV *, DB_FH *, void *, size_t, size_t *)); /* * __os_io -- * Do an I/O. * * PUBLIC: int __os_io __P((DB_ENV *, DB_IO *, int, size_t *)); */ int __os_io(dbenv, db_iop, op, niop) DB_ENV *dbenv; DB_IO *db_iop; int op; size_t *niop; { int ret; if (__os_is_winnt()) { ULONG64 off = (ULONG64)db_iop->pagesize * db_iop->pgno; OVERLAPPED over; DWORD nbytes; over.Offset = (DWORD)(off & 0xffffffff); over.OffsetHigh = (DWORD)(off >> 32); over.hEvent = 0; /* we don't want asynchronous notifications */ switch (op) { case DB_IO_READ: if (DB_GLOBAL(j_read) != NULL) goto slow; if (!ReadFile(db_iop->fhp->handle, db_iop->buf, (DWORD)db_iop->bytes, &nbytes, &over)) goto slow; break; case DB_IO_WRITE: if (DB_GLOBAL(j_write) != NULL) goto slow; #ifdef HAVE_FILESYSTEM_NOTZERO if (__os_fs_notzero()) goto slow; #endif if (!WriteFile(db_iop->fhp->handle, db_iop->buf, (DWORD)db_iop->bytes, &nbytes, &over)) goto slow; break; } if (nbytes == db_iop->bytes) { *niop = (size_t)nbytes; return (0); } } slow: MUTEX_THREAD_LOCK(dbenv, db_iop->mutexp); if ((ret = __os_seek(dbenv, db_iop->fhp, db_iop->pagesize, db_iop->pgno, 0, 0, DB_OS_SEEK_SET)) != 0) goto err; switch (op) { case DB_IO_READ: ret = __os_read(dbenv, db_iop->fhp, db_iop->buf, db_iop->bytes, niop); break; case DB_IO_WRITE: ret = __os_write(dbenv, db_iop->fhp, db_iop->buf, db_iop->bytes, niop); break; } err: MUTEX_THREAD_UNLOCK(dbenv, db_iop->mutexp); return (ret); } /* * __os_read -- * Read from a file handle. * * PUBLIC: int __os_read __P((DB_ENV *, DB_FH *, void *, size_t, size_t *)); */ int __os_read(dbenv, fhp, addr, len, nrp) DB_ENV *dbenv; DB_FH *fhp; void *addr; size_t len; size_t *nrp; { size_t offset; DWORD nr; int ret; BOOL success; u_int8_t *taddr; for (taddr = addr, offset = 0; offset < len; taddr += nr, offset += nr) { retry: if (DB_GLOBAL(j_read) != NULL) { nr = (DWORD)DB_GLOBAL(j_read)(fhp->fd, taddr, len - offset); success = (nr >= 0); } else { success = ReadFile(fhp->handle, taddr, (DWORD)(len - offset), &nr, NULL); if (!success) __os_set_errno(__os_win32_errno()); } if (!success) { if ((ret = __os_get_errno()) == EINTR) goto retry; __db_err(dbenv, "read: 0x%lx, %lu: %s", P_TO_ULONG(taddr), (u_long)len - offset, strerror(ret)); return (ret); } if (nr == 0) break; } *nrp = taddr - (u_int8_t *)addr; return (0); } /* * __os_write -- * Write to a file handle. * * PUBLIC: int __os_write __P((DB_ENV *, DB_FH *, void *, size_t, size_t *)); */ int __os_write(dbenv, fhp, addr, len, nwp) DB_ENV *dbenv; DB_FH *fhp; void *addr; size_t len; size_t *nwp; { int ret; #ifdef HAVE_FILESYSTEM_NOTZERO /* Zero-fill as necessary. */ if (__os_fs_notzero() && (ret = __os_zerofill(dbenv, fhp)) != 0) return (ret); #endif return (__os_physwrite(dbenv, fhp, addr, len, nwp)); } /* * __os_physwrite -- * Physical write to a file handle. */ static int __os_physwrite(dbenv, fhp, addr, len, nwp) DB_ENV *dbenv; DB_FH *fhp; void *addr; size_t len; size_t *nwp; { size_t offset; DWORD nw; int ret; BOOL success; u_int8_t *taddr; for (taddr = addr, offset = 0; offset < len; taddr += nw, offset += nw) { retry: if (DB_GLOBAL(j_write) != NULL) { nw = (DWORD)DB_GLOBAL(j_write)(fhp->fd, taddr, len - offset); success = (nw >= 0); } else { success = WriteFile(fhp->handle, taddr, (DWORD)(len - offset), &nw, NULL); if (!success) __os_set_errno(__os_win32_errno()); } if (!success) { if ((ret = __os_get_errno()) == EINTR) goto retry; __db_err(dbenv, "write: 0x%x, %lu: %s", taddr, (u_long)len-offset, strerror(ret)); return (ret); } } *nwp = len; return (0); } #ifdef HAVE_FILESYSTEM_NOTZERO /* * __os_zerofill -- * Zero out bytes in the file. * * Pages allocated by writing pages past end-of-file are not zeroed, * on some systems. Recovery could theoretically be fooled by a page * showing up that contained garbage. In order to avoid this, we * have to write the pages out to disk, and flush them. The reason * for the flush is because if we don't sync, the allocation of another * page subsequent to this one might reach the disk first, and if we * crashed at the right moment, leave us with this page as the one * allocated by writing a page past it in the file. */ static int __os_zerofill(dbenv, fhp) DB_ENV *dbenv; DB_FH *fhp; { unsigned __int64 stat_offset, write_offset; size_t blen, nw; u_int32_t bytes, mbytes; int group_sync, need_free, ret; u_int8_t buf[8 * 1024], *bp; /* Calculate the byte offset of the next write. */ write_offset = (unsigned __int64)fhp->pgno * fhp->pgsize + fhp->offset; /* Stat the file. */ if ((ret = __os_ioinfo(dbenv, NULL, fhp, &mbytes, &bytes, NULL)) != 0) return (ret); stat_offset = (unsigned __int64)mbytes * MEGABYTE + bytes; /* Check if the file is large enough. */ if (stat_offset >= write_offset) return (0); /* Get a large buffer if we're writing lots of data. */ #undef ZF_LARGE_WRITE #define ZF_LARGE_WRITE (64 * 1024) if (write_offset - stat_offset > ZF_LARGE_WRITE) { if ((ret = __os_calloc(dbenv, 1, ZF_LARGE_WRITE, &bp)) != 0) return (ret); blen = ZF_LARGE_WRITE; need_free = 1; } else { bp = buf; blen = sizeof(buf); need_free = 0; memset(buf, 0, sizeof(buf)); } /* Seek to the current end of the file. */ if ((ret = __os_seek( dbenv, fhp, MEGABYTE, mbytes, bytes, 0, DB_OS_SEEK_SET)) != 0) goto err; /* * Hash is the only access method that allocates groups of pages. Hash * uses the existence of the last page in a group to signify the entire * group is OK; so, write all the pages but the last one in the group, * flush them to disk, then write the last one to disk and flush it. */ for (group_sync = 0; stat_offset < write_offset; group_sync = 1) { if (write_offset - stat_offset <= blen) { blen = (size_t)(write_offset - stat_offset); if (group_sync && (ret = __os_fsync(dbenv, fhp)) != 0) goto err; } if ((ret = __os_physwrite(dbenv, fhp, bp, blen, &nw)) != 0) goto err; stat_offset += blen; } if ((ret = __os_fsync(dbenv, fhp)) != 0) goto err; /* Seek back to where we started. */ mbytes = (u_int32_t)(write_offset / MEGABYTE); bytes = (u_int32_t)(write_offset % MEGABYTE); ret = __os_seek(dbenv, fhp, MEGABYTE, mbytes, bytes, 0, DB_OS_SEEK_SET); err: if (need_free) __os_free(dbenv, bp); return (ret); } #endif