Bias the placement of kernel pages at lower PFNs

This patch chooses blocks with lower PFNs when placing kernel allocations.
This is particularly important during fallback in low memory situations to
stop unmovable pages being placed throughout the entire address space.

Signed-off-by: Mel Gorman <mel@csn.ul.ie>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>

diff --git a/mm/page_alloc.c b/mm/page_alloc.c
index 676aec93d699b5f0edf60dda360d9bd7e2d9bd7f..e1d87ee1d9c6fac46de70ba00fe55980f3685349 100644 (file)
--- a/mm/page_alloc.c
+++ b/mm/page_alloc.c
@@ -765,6 +765,23 @@ int move_freepages_block(struct zone *zone, struct page *page, int migratetype)
        return move_freepages(zone, start_page, end_page, migratetype);
 }
 
+/* Return the page with the lowest PFN in the list */
+static struct page *min_page(struct list_head *list)
+{
+       unsigned long min_pfn = -1UL;
+       struct page *min_page = NULL, *page;;
+
+       list_for_each_entry(page, list, lru) {
+               unsigned long pfn = page_to_pfn(page);
+               if (pfn < min_pfn) {
+                       min_pfn = pfn;
+                       min_page = page;
+               }
+       }
+
+       return min_page;
+}
+
 /* Remove an element from the buddy allocator from the fallback list */
 static struct page *__rmqueue_fallback(struct zone *zone, int order,
                                                int start_migratetype)
@@ -795,8 +812,11 @@ retry:
                        if (list_empty(&area->free_list[migratetype]))
                                continue;
 
+                       /* Bias kernel allocations towards low pfns */
                        page = list_entry(area->free_list[migratetype].next,
                                        struct page, lru);
+                       if (unlikely(start_migratetype != MIGRATE_MOVABLE))
+                               page = min_page(&area->free_list[migratetype]);
                        area->nr_free--;
 
                        /*