Re: [PATCH] gpu/drm/ttm: Pass GFP flags in order to avoid deadlock.

From: Dave Airlie
Date: Mon May 19 2014 - 20:40:45 EST



cc'ing dri-devel.

> >From d0d57745ba23faf605b0f249b57d283fe1a8ee60 Mon Sep 17 00:00:00 2001
> From: Tetsuo Handa <penguin-kernel@xxxxxxxxxxxxxxxxxxx>
> Date: Mon, 19 May 2014 17:59:03 +0900
> Subject: [PATCH] gpu/drm/ttm: Pass GFP flags in order to avoid deadlock.
>
> Commit 7dc19d5a "drivers: convert shrinkers to new count/scan API" added
> deadlock warnings that ttm_page_pool_free() and ttm_dma_page_pool_free()
> are currently doing GFP_KERNEL allocation.
>
> But these functions did not get updated to receive gfp_t argument.
> This patch explicitly passes sc->gfp_mask or GFP_KERNEL to these functions,
> and removes the deadlock warning.
>
> Signed-off-by: Tetsuo Handa <penguin-kernel@xxxxxxxxxxxxxxxxxxx>
> ---
> drivers/gpu/drm/ttm/ttm_page_alloc.c | 19 ++++++++++---------
> drivers/gpu/drm/ttm/ttm_page_alloc_dma.c | 19 +++++++++----------
> 2 files changed, 19 insertions(+), 19 deletions(-)
>
> diff --git a/drivers/gpu/drm/ttm/ttm_page_alloc.c b/drivers/gpu/drm/ttm/ttm_page_alloc.c
> index 863bef9..ba8f78e 100644
> --- a/drivers/gpu/drm/ttm/ttm_page_alloc.c
> +++ b/drivers/gpu/drm/ttm/ttm_page_alloc.c
> @@ -297,8 +297,10 @@ static void ttm_pool_update_free_locked(struct ttm_page_pool *pool,
> *
> * @pool: to free the pages from
> * @free_all: If set to true will free all pages in pool
> + * @gfp: GFP flags.
> **/
> -static int ttm_page_pool_free(struct ttm_page_pool *pool, unsigned nr_free)
> +static int ttm_page_pool_free(struct ttm_page_pool *pool, unsigned nr_free,
> + gfp_t gfp)
> {
> unsigned long irq_flags;
> struct page *p;
> @@ -309,8 +311,7 @@ static int ttm_page_pool_free(struct ttm_page_pool *pool, unsigned nr_free)
> if (NUM_PAGES_TO_ALLOC < nr_free)
> npages_to_free = NUM_PAGES_TO_ALLOC;
>
> - pages_to_free = kmalloc(npages_to_free * sizeof(struct page *),
> - GFP_KERNEL);
> + pages_to_free = kmalloc(npages_to_free * sizeof(struct page *), gfp);
> if (!pages_to_free) {
> pr_err("Failed to allocate memory for pool free operation\n");
> return 0;
> @@ -382,9 +383,7 @@ out:
> *
> * XXX: (dchinner) Deadlock warning!
> *
> - * ttm_page_pool_free() does memory allocation using GFP_KERNEL. that means
> - * this can deadlock when called a sc->gfp_mask that is not equal to
> - * GFP_KERNEL.
> + * We need to pass sc->gfp_mask to ttm_page_pool_free().
> *
> * This code is crying out for a shrinker per pool....
> */
> @@ -405,7 +404,8 @@ ttm_pool_shrink_scan(struct shrinker *shrink, struct shrink_control *sc)
> if (shrink_pages == 0)
> break;
> pool = &_manager->pools[(i + pool_offset)%NUM_POOLS];
> - shrink_pages = ttm_page_pool_free(pool, nr_free);
> + shrink_pages = ttm_page_pool_free(pool, nr_free,
> + sc->gfp_mask);
> freed += nr_free - shrink_pages;
> }
> return freed;
> @@ -706,7 +706,7 @@ static void ttm_put_pages(struct page **pages, unsigned npages, int flags,
> }
> spin_unlock_irqrestore(&pool->lock, irq_flags);
> if (npages)
> - ttm_page_pool_free(pool, npages);
> + ttm_page_pool_free(pool, npages, GFP_KERNEL);
> }
>
> /*
> @@ -846,7 +846,8 @@ void ttm_page_alloc_fini(void)
> ttm_pool_mm_shrink_fini(_manager);
>
> for (i = 0; i < NUM_POOLS; ++i)
> - ttm_page_pool_free(&_manager->pools[i], FREE_ALL_PAGES);
> + ttm_page_pool_free(&_manager->pools[i], FREE_ALL_PAGES,
> + GFP_KERNEL);
>
> kobject_put(&_manager->kobj);
> _manager = NULL;
> diff --git a/drivers/gpu/drm/ttm/ttm_page_alloc_dma.c b/drivers/gpu/drm/ttm/ttm_page_alloc_dma.c
> index fb8259f..1b79bf0 100644
> --- a/drivers/gpu/drm/ttm/ttm_page_alloc_dma.c
> +++ b/drivers/gpu/drm/ttm/ttm_page_alloc_dma.c
> @@ -411,8 +411,10 @@ static void ttm_dma_page_put(struct dma_pool *pool, struct dma_page *d_page)
> *
> * @pool: to free the pages from
> * @nr_free: If set to true will free all pages in pool
> + * @gfp: GFP flags.
> **/
> -static unsigned ttm_dma_page_pool_free(struct dma_pool *pool, unsigned nr_free)
> +static unsigned ttm_dma_page_pool_free(struct dma_pool *pool, unsigned nr_free,
> + gfp_t gfp)
> {
> unsigned long irq_flags;
> struct dma_page *dma_p, *tmp;
> @@ -430,8 +432,7 @@ static unsigned ttm_dma_page_pool_free(struct dma_pool *pool, unsigned nr_free)
> npages_to_free, nr_free);
> }
> #endif
> - pages_to_free = kmalloc(npages_to_free * sizeof(struct page *),
> - GFP_KERNEL);
> + pages_to_free = kmalloc(npages_to_free * sizeof(struct page *), gfp);
>
> if (!pages_to_free) {
> pr_err("%s: Failed to allocate memory for pool free operation\n",
> @@ -530,7 +531,7 @@ static void ttm_dma_free_pool(struct device *dev, enum pool_type type)
> if (pool->type != type)
> continue;
> /* Takes a spinlock.. */
> - ttm_dma_page_pool_free(pool, FREE_ALL_PAGES);
> + ttm_dma_page_pool_free(pool, FREE_ALL_PAGES, GFP_KERNEL);
> WARN_ON(((pool->npages_in_use + pool->npages_free) != 0));
> /* This code path is called after _all_ references to the
> * struct device has been dropped - so nobody should be
> @@ -983,7 +984,7 @@ void ttm_dma_unpopulate(struct ttm_dma_tt *ttm_dma, struct device *dev)
>
> /* shrink pool if necessary (only on !is_cached pools)*/
> if (npages)
> - ttm_dma_page_pool_free(pool, npages);
> + ttm_dma_page_pool_free(pool, npages, GFP_KERNEL);
> ttm->state = tt_unpopulated;
> }
> EXPORT_SYMBOL_GPL(ttm_dma_unpopulate);
> @@ -993,10 +994,7 @@ EXPORT_SYMBOL_GPL(ttm_dma_unpopulate);
> *
> * XXX: (dchinner) Deadlock warning!
> *
> - * ttm_dma_page_pool_free() does GFP_KERNEL memory allocation, and so attention
> - * needs to be paid to sc->gfp_mask to determine if this can be done or not.
> - * GFP_KERNEL memory allocation in a GFP_ATOMIC reclaim context woul dbe really
> - * bad.
> + * We need to pass sc->gfp_mask to ttm_dma_page_pool_free().
> *
> * I'm getting sadder as I hear more pathetical whimpers about needing per-pool
> * shrinkers
> @@ -1027,7 +1025,8 @@ ttm_dma_pool_shrink_scan(struct shrinker *shrink, struct shrink_control *sc)
> if (++idx < pool_offset)
> continue;
> nr_free = shrink_pages;
> - shrink_pages = ttm_dma_page_pool_free(p->pool, nr_free);
> + shrink_pages = ttm_dma_page_pool_free(p->pool, nr_free,
> + sc->gfp_mask);
> freed += nr_free - shrink_pages;
>
> pr_debug("%s: (%s:%d) Asked to shrink %d, have %d more to go\n",
>
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@xxxxxxxxxxxxxxx
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/