vnode_pager.c   [plain text]

/*
 * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
 *
 * @APPLE_LICENSE_HEADER_START@
 * 
 * The contents of this file constitute Original Code as defined in and
 * are subject to the Apple Public Source License Version 1.1 (the
 * "License").  You may not use this file except in compliance with the
 * License.  Please obtain a copy of the License at
 * http://www.apple.com/publicsource and read it before using this file.
 * 
 * This Original Code and all software distributed under the License are
 * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
 * License for the specific language governing rights and limitations
 * under the License.
 * 
 * @APPLE_LICENSE_HEADER_END@
 */
/* 
 * Mach Operating System
 * Copyright (c) 1987 Carnegie-Mellon University
 * All rights reserved.  The CMU software License Agreement specifies
 * the terms and conditions for use and redistribution.
 */
/*
 *	File:	vnode_pager.c
 *
 *	"Swap" pager that pages to/from vnodes.  Also
 *	handles demand paging from files.
 *
 */

#include <mach/boolean.h>
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/proc.h>
#include <sys/buf.h>
#include <sys/uio.h>
#include <sys/vnode.h>
#include <sys/namei.h>
#include <sys/mount.h>
#include <sys/ubc.h>
#include <sys/lock.h>

#include <mach/mach_types.h>
#include <mach/memory_object_types.h>

#include <vm/vm_map.h>
#include <vm/vm_kern.h>
#include <kern/parallel.h>
#include <kern/zalloc.h>
#include <kern/kalloc.h>
#include <libkern/libkern.h>

#include <vm/vnode_pager.h>
#include <vm/vm_pageout.h>

#include <kern/assert.h>

unsigned int vp_pagein=0;
unsigned int vp_pgodirty=0;
unsigned int vp_pgoclean=0;
unsigned int dp_pgouts=0;	/* Default pager pageouts */
unsigned int dp_pgins=0;	/* Default pager pageins */

vm_object_offset_t
vnode_pager_get_filesize(struct vnode *vp)
{
	if (UBCINVALID(vp)) {
		return (vm_object_offset_t) 0;
	}

	return (vm_object_offset_t) ubc_getsize(vp);
	
}

pager_return_t
vnode_pageout(struct vnode *vp,
	upl_t			upl,
	vm_offset_t		upl_offset,
	vm_object_offset_t	f_offset,
	vm_size_t		size,
	int			flags,
	int			*errorp)
{
	int		result = PAGER_SUCCESS;
	struct proc 	*p = current_proc();
	int		error = 0;
	int vp_size = 0;
	int blkno=0, s;
	int cnt, isize;
	int pg_index;
	int offset;
	struct buf *bp;
	boolean_t	funnel_state;
	int haveupl=0;
	upl_page_info_t *pl;
	upl_t vpupl = NULL;

	funnel_state = thread_funnel_set(kernel_flock, TRUE);

	if (upl != (upl_t)NULL) {
		haveupl = 1;
	}
	isize = (int)size;

	if (isize < 0)
		panic("-ve count in vnode_pageout");
	if (isize == 0)
		panic("vnode_pageout: size == 0\n");

	UBCINFOCHECK("vnode_pageout", vp);

	if (UBCINVALID(vp)) {
		result = PAGER_ERROR;
		error  = PAGER_ERROR;
		goto out;
	}
	if (haveupl) {
		/*
		 * This is a pageout form the Default pager,
		 * just go ahead and call VOP_PAGEOUT
		 */
		dp_pgouts++;
		if (error = VOP_PAGEOUT(vp, upl, upl_offset,
			 (off_t)f_offset,(size_t)size, p->p_ucred, flags)) {
			result = PAGER_ERROR;
			error  = PAGER_ERROR;
		}
		goto out;
	}
	ubc_create_upl( vp,
					f_offset,
					isize,
					&vpupl,
					&pl,
					UPL_COPYOUT_FROM);
	if (vpupl == (upl_t) 0)
		return PAGER_ABSENT;

	vp_size = ubc_getsize(vp);
	if (vp_size == 0) {

		while (isize) {
			blkno = ubc_offtoblk(vp, (off_t)f_offset);
start0:
			if (bp = incore(vp, blkno)) {
				if (ISSET(bp->b_flags, B_BUSY)) {
					SET(bp->b_flags, B_WANTED);
					error = tsleep(bp, (PRIBIO + 1), "vnpgout", 0);
					goto start0;
				} else {
				        bremfree(bp);
					SET(bp->b_flags, (B_BUSY|B_INVAL));
				}
			}
			if (bp)
				brelse(bp);
			f_offset += PAGE_SIZE;
			isize    -= PAGE_SIZE;
		}
		ubc_upl_commit_range(vpupl, 0, size, UPL_COMMIT_FREE_ON_EMPTY);

		error = 0;
		goto out;
	}
	pg_index = 0;
	offset   = 0;

	while (isize) {
		int  xsize;
		int  num_of_pages;

		if ( !upl_valid_page(pl, pg_index)) {
			ubc_upl_abort_range(vpupl, offset, PAGE_SIZE,
					UPL_ABORT_FREE_ON_EMPTY);
	         
			offset += PAGE_SIZE;
			isize  -= PAGE_SIZE;
			pg_index++;

			continue;
		}
		if ( !upl_dirty_page(pl, pg_index)) {
			/*
			 * if the page is not dirty and reached here it is
			 * marked precious or it is due to invalidation in
			 * memory_object_lock request as part of truncation
			 * We also get here from vm_object_terminate()
			 * So all you need to do in these
			 * cases is to invalidate incore buffer if it is there
			 */
			blkno = ubc_offtoblk(vp, (off_t)(f_offset + offset));
			s = splbio();
			vp_pgoclean++;			
start:
			if (bp = incore(vp, blkno)) {
				if (ISSET(bp->b_flags, B_BUSY)) {
					SET(bp->b_flags, B_WANTED);
					error = tsleep(bp, (PRIBIO + 1), "vnpgout", 0);
					goto start;
				} else {
				        bremfree(bp);
					SET(bp->b_flags, (B_BUSY|B_INVAL));
				}
			}
			splx(s);
			if (bp)
				brelse(bp);

			ubc_upl_commit_range(vpupl, offset, PAGE_SIZE, 
					UPL_COMMIT_FREE_ON_EMPTY);

			offset += PAGE_SIZE;
			isize  -= PAGE_SIZE;
			pg_index++;

			continue;
		}
		vp_pgodirty++;

		num_of_pages = 1;
		xsize = isize - PAGE_SIZE;

		while (xsize) {
			if ( !upl_valid_page(pl, pg_index + num_of_pages))
				break;
			if ( !upl_dirty_page(pl, pg_index + num_of_pages))
				break;
			num_of_pages++;
			xsize -= PAGE_SIZE;
		}
		xsize = num_of_pages * PAGE_SIZE;

		/*  By defn callee will commit or abort upls */
		if (error = VOP_PAGEOUT(vp, vpupl, (vm_offset_t) offset,
					(off_t)(f_offset + offset),
					xsize, p->p_ucred, flags & ~UPL_NOCOMMIT)) {
			result = PAGER_ERROR;
			error  = PAGER_ERROR;
		}
		offset += xsize;
		isize  -= xsize;
		pg_index += num_of_pages;
	}
out:
	if (errorp)
		*errorp = result;

	thread_funnel_set(kernel_flock, funnel_state);

	return (error);
}


pager_return_t
vnode_pagein(
	struct vnode 		*vp,
	upl_t        		 pl,
	vm_offset_t  		 pl_offset,
	vm_object_offset_t	f_offset,
	vm_size_t     		size,
	int           		flags,
	int 			*errorp)
{
	int	result = PAGER_SUCCESS;
	struct proc	*p = current_proc();
	int		error = 0;
	int		xfer_size;
	boolean_t	funnel_state;
	int haveupl=0;
	upl_t vpupl = NULL;
	off_t	local_offset;
	unsigned int  ioaddr;

	funnel_state = thread_funnel_set(kernel_flock, TRUE);

#if 0
	if(pl->page_list.npages >1 )
		panic("vnode_pageout: Can't handle more than one page");
#endif /* 0 */

	if (pl != (upl_t)NULL) {
		haveupl = 1;
	}
	UBCINFOCHECK("vnode_pagein", vp);

	if (UBCINVALID(vp)) {
		result = PAGER_ERROR;
		error  = PAGER_ERROR;
		goto out;
	}

	if (haveupl) {
		dp_pgins++;
		if (error = VOP_PAGEIN(vp, pl, pl_offset, (off_t)f_offset,
				 size,p->p_ucred, flags)) {
			result = PAGER_ERROR;
		}
	} else {

		local_offset = 0;
		while (size) {
			if((size > 4096) && (vp->v_tag == VT_NFS)) {
				xfer_size =  4096;
				size = size - xfer_size;
			} else {
				xfer_size = size;
				size = 0;
			}
			ubc_create_upl(	vp,
							f_offset+local_offset,
							xfer_size,
							&vpupl,
							NULL,
							UPL_FLAGS_NONE);
			if (vpupl == (upl_t) 0) {
				result =  PAGER_ABSENT;
				error = PAGER_ABSENT;
				goto out;
			}

			vp_pagein++;

			/*  By defn callee will commit or abort upls */
			if (error = VOP_PAGEIN(vp, vpupl, (vm_offset_t) 0,
				(off_t)f_offset+local_offset, xfer_size,p->p_ucred, flags & ~UPL_NOCOMMIT)) {
				result = PAGER_ERROR;
				error  = PAGER_ERROR;
			}
			local_offset += PAGE_SIZE_64;
		}
	}
out:
	if (errorp)
	    *errorp = result;
	thread_funnel_set(kernel_flock, funnel_state);

	return (error);
}

void
vnode_pager_shutdown()
{
	int i;
	extern struct bs_map  bs_port_table[];
	struct vnode *vp;

	for(i = 0; i < MAX_BACKING_STORE; i++) {
		vp = (struct vnode *)(bs_port_table[i]).vp;
		if (vp) {
			(bs_port_table[i]).vp = 0;
			ubc_rele(vp);
			/* get rid of macx_swapon() namei() reference */
			vrele(vp);

			/* get rid of macx_swapon() "extra" reference */
			vrele(vp);
		}
	}
}


void *
upl_get_internal_page_list(upl_t upl)
{
  return(UPL_GET_INTERNAL_PAGE_LIST(upl));

}