/* * linux/mm/swap.c * * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds */ /* * This file contains the default values for the opereation of the * Linux VM subsystem. Fine-tuning documentation can be found in * linux/Documentation/sysctl/vm.txt. * Started 18.12.91 * Swap aging added 23.2.95, Stephen Tweedie. * Buffermem limits added 12.3.98, Rik van Riel. */ #include #include #include #include #include #include #include #include /* for copy_to/from_user */ #include /* * We identify three levels of free memory. We never let free mem * fall below the freepages.min except for atomic allocations. We * start background swapping if we fall below freepages.high free * pages, and we begin intensive swapping below freepages.low. * * Actual initialization is done in mm/page_alloc.c or * arch/sparc(64)/mm/init.c. */ freepages_t freepages = { 0, /* freepages.min */ 0, /* freepages.low */ 0 /* freepages.high */ }; /* How many pages do we try to swap or page in/out together? */ int page_cluster; /* * This variable contains the amount of page steals the system * is doing, averaged over a minute. We use this to determine how * many inactive pages we should have. * * In reclaim_page and __alloc_pages: memory_pressure++ * In __free_pages_ok: memory_pressure-- * In recalculate_vm_stats the value is decayed (once a second) */ int memory_pressure; /* We track the number of pages currently being asynchronously swapped out, so that we don't try to swap TOO many pages out at once */ atomic_t nr_async_pages = ATOMIC_INIT(0); buffer_mem_t buffer_mem = { 2, /* minimum percent buffer */ 10, /* borrow percent buffer */ 60 /* maximum percent buffer */ }; buffer_mem_t page_cache = { 2, /* minimum percent page cache */ 15, /* borrow percent page cache */ 75 /* maximum */ }; pager_daemon_t pager_daemon = { 512, /* base number for calculating the number of tries */ SWAP_CLUSTER_MAX, /* minimum number of tries */ 8, /* do swap I/O in clusters of this size */ }; /** * age_page_{up,down} - page aging helper functions * @page - the page we want to age * @nolock - are we already holding the pagelist_lru_lock? * * If the page is on one of the lists (active, inactive_dirty or * inactive_clean), we will grab the pagelist_lru_lock as needed. * If you're already holding the lock, call this function with the * nolock argument non-zero. */ void age_page_up_nolock(struct page * page) { /* * We're dealing with an inactive page, move the page * to the active list. */ if (!page->age) activate_page_nolock(page); /* The actual page aging bit */ page->age += PAGE_AGE_ADV; if (page->age > PAGE_AGE_MAX) page->age = PAGE_AGE_MAX; } /* * We use this (minimal) function in the case where we * know we can't deactivate the page (yet). */ void age_page_down_ageonly(struct page * page) { page->age /= 2; } void age_page_down_nolock(struct page * page) { /* The actual page aging bit */ page->age /= 2; /* * The page is now an old page. Move to the inactive * list (if possible ... see below). */ if (!page->age) deactivate_page_nolock(page); } void age_page_up(struct page * page) { /* * We're dealing with an inactive page, move the page * to the active list. */ if (!page->age) activate_page(page); /* The actual page aging bit */ page->age += PAGE_AGE_ADV; if (page->age > PAGE_AGE_MAX) page->age = PAGE_AGE_MAX; } void age_page_down(struct page * page) { /* The actual page aging bit */ page->age /= 2; /* * The page is now an old page. Move to the inactive * list (if possible ... see below). */ if (!page->age) deactivate_page(page); } /** * (de)activate_page - move pages from/to active and inactive lists * @page: the page we want to move * @nolock - are we already holding the pagemap_lru_lock? * * Deactivate_page will move an active page to the right * inactive list, while activate_page will move a page back * from one of the inactive lists to the active list. If * called on a page which is not on any of the lists, the * page is left alone. */ void deactivate_page_nolock(struct page * page) { /* * One for the cache, one for the extra reference the * caller has and (maybe) one for the buffers. * * This isn't perfect, but works for just about everything. * Besides, as long as we don't move unfreeable pages to the * inactive_clean list it doesn't need to be perfect... */ int maxcount = (page->buffers ? 3 : 2); page->age = 0; ClearPageReferenced(page); /* * Don't touch it if it's not on the active list. * (some pages aren't on any list at all) */ if (PageActive(page) && page_count(page) <= maxcount && !page_ramdisk(page)) { del_page_from_active_list(page); add_page_to_inactive_dirty_list(page); } } void deactivate_page(struct page * page) { spin_lock(&pagemap_lru_lock); deactivate_page_nolock(page); spin_unlock(&pagemap_lru_lock); } /* * Move an inactive page to the active list. */ void activate_page_nolock(struct page * page) { if (PageInactiveDirty(page)) { del_page_from_inactive_dirty_list(page); add_page_to_active_list(page); } else if (PageInactiveClean(page)) { del_page_from_inactive_clean_list(page); add_page_to_active_list(page); } else { /* * The page was not on any list, so we take care * not to do anything. */ } /* Make sure the page gets a fair chance at staying active. */ if (page->age < PAGE_AGE_START) page->age = PAGE_AGE_START; } void activate_page(struct page * page) { spin_lock(&pagemap_lru_lock); activate_page_nolock(page); spin_unlock(&pagemap_lru_lock); } /** * lru_cache_add: add a page to the page lists * @page: the page to add */ void lru_cache_add(struct page * page) { spin_lock(&pagemap_lru_lock); if (!PageLocked(page)) BUG(); DEBUG_ADD_PAGE add_page_to_active_list(page); /* This should be relatively rare */ if (!page->age) deactivate_page_nolock(page); spin_unlock(&pagemap_lru_lock); } /** * __lru_cache_del: remove a page from the page lists * @page: the page to add * * This function is for when the caller already holds * the pagemap_lru_lock. */ void __lru_cache_del(struct page * page) { if (PageActive(page)) { del_page_from_active_list(page); } else if (PageInactiveDirty(page)) { del_page_from_inactive_dirty_list(page); } else if (PageInactiveClean(page)) { del_page_from_inactive_clean_list(page); } else { printk("VM: __lru_cache_del, found unknown page ?!\n"); } DEBUG_ADD_PAGE } /** * lru_cache_del: remove a page from the page lists * @page: the page to remove */ void lru_cache_del(struct page * page) { if (!PageLocked(page)) BUG(); spin_lock(&pagemap_lru_lock); __lru_cache_del(page); spin_unlock(&pagemap_lru_lock); } /** * recalculate_vm_stats - recalculate VM statistics * * This function should be called once a second to recalculate * some useful statistics the VM subsystem uses to determine * its behaviour. */ void recalculate_vm_stats(void) { /* * Substract one second worth of memory_pressure from * memory_pressure. */ memory_pressure -= (memory_pressure >> INACTIVE_SHIFT); } /* * Perform any setup for the swap system */ void __init swap_setup(void) { /* Use a smaller cluster for memory <16MB or <32MB */ if (num_physpages < ((16 * 1024 * 1024) >> PAGE_SHIFT)) page_cluster = 2; else if (num_physpages < ((32 * 1024 * 1024) >> PAGE_SHIFT)) page_cluster = 3; else page_cluster = 4; }