1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (C) 2019 Arm Ltd.
3  *
4  * Based on msm_gem_freedreno.c:
5  * Copyright (C) 2016 Red Hat
6  * Author: Rob Clark <robdclark@gmail.com>
7  */
8 
9 #include <linux/list.h>
10 
11 #include <drm/drm_device.h>
12 #include <drm/drm_gem_shmem_helper.h>
13 
14 #include "panfrost_device.h"
15 #include "panfrost_gem.h"
16 #include "panfrost_mmu.h"
17 
18 static unsigned long
panfrost_gem_shrinker_count(struct shrinker * shrinker,struct shrink_control * sc)19 panfrost_gem_shrinker_count(struct shrinker *shrinker, struct shrink_control *sc)
20 {
21 	struct panfrost_device *pfdev =
22 		container_of(shrinker, struct panfrost_device, shrinker);
23 	struct drm_gem_shmem_object *shmem;
24 	unsigned long count = 0;
25 
26 	if (!mutex_trylock(&pfdev->shrinker_lock))
27 		return 0;
28 
29 	list_for_each_entry(shmem, &pfdev->shrinker_list, madv_list) {
30 		if (drm_gem_shmem_is_purgeable(shmem))
31 			count += shmem->base.size >> PAGE_SHIFT;
32 	}
33 
34 	mutex_unlock(&pfdev->shrinker_lock);
35 
36 	return count;
37 }
38 
panfrost_gem_purge(struct drm_gem_object * obj)39 static bool panfrost_gem_purge(struct drm_gem_object *obj)
40 {
41 	struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
42 	struct panfrost_gem_object *bo = to_panfrost_bo(obj);
43 	bool ret = false;
44 
45 	if (atomic_read(&bo->gpu_usecount))
46 		return false;
47 
48 	if (!mutex_trylock(&bo->mappings.lock))
49 		return false;
50 
51 	if (!mutex_trylock(&shmem->pages_lock))
52 		goto unlock_mappings;
53 
54 	panfrost_gem_teardown_mappings_locked(bo);
55 	drm_gem_shmem_purge_locked(&bo->base);
56 	ret = true;
57 
58 	mutex_unlock(&shmem->pages_lock);
59 
60 unlock_mappings:
61 	mutex_unlock(&bo->mappings.lock);
62 	return ret;
63 }
64 
65 static unsigned long
panfrost_gem_shrinker_scan(struct shrinker * shrinker,struct shrink_control * sc)66 panfrost_gem_shrinker_scan(struct shrinker *shrinker, struct shrink_control *sc)
67 {
68 	struct panfrost_device *pfdev =
69 		container_of(shrinker, struct panfrost_device, shrinker);
70 	struct drm_gem_shmem_object *shmem, *tmp;
71 	unsigned long freed = 0;
72 
73 	if (!mutex_trylock(&pfdev->shrinker_lock))
74 		return SHRINK_STOP;
75 
76 	list_for_each_entry_safe(shmem, tmp, &pfdev->shrinker_list, madv_list) {
77 		if (freed >= sc->nr_to_scan)
78 			break;
79 		if (drm_gem_shmem_is_purgeable(shmem) &&
80 		    panfrost_gem_purge(&shmem->base)) {
81 			freed += shmem->base.size >> PAGE_SHIFT;
82 			list_del_init(&shmem->madv_list);
83 		}
84 	}
85 
86 	mutex_unlock(&pfdev->shrinker_lock);
87 
88 	if (freed > 0)
89 		pr_info_ratelimited("Purging %lu bytes\n", freed << PAGE_SHIFT);
90 
91 	return freed;
92 }
93 
94 /**
95  * panfrost_gem_shrinker_init - Initialize panfrost shrinker
96  * @dev: DRM device
97  *
98  * This function registers and sets up the panfrost shrinker.
99  */
panfrost_gem_shrinker_init(struct drm_device * dev)100 void panfrost_gem_shrinker_init(struct drm_device *dev)
101 {
102 	struct panfrost_device *pfdev = dev->dev_private;
103 	pfdev->shrinker.count_objects = panfrost_gem_shrinker_count;
104 	pfdev->shrinker.scan_objects = panfrost_gem_shrinker_scan;
105 	pfdev->shrinker.seeks = DEFAULT_SEEKS;
106 	WARN_ON(register_shrinker(&pfdev->shrinker));
107 }
108 
109 /**
110  * panfrost_gem_shrinker_cleanup - Clean up panfrost shrinker
111  * @dev: DRM device
112  *
113  * This function unregisters the panfrost shrinker.
114  */
panfrost_gem_shrinker_cleanup(struct drm_device * dev)115 void panfrost_gem_shrinker_cleanup(struct drm_device *dev)
116 {
117 	struct panfrost_device *pfdev = dev->dev_private;
118 
119 	if (pfdev->shrinker.nr_deferred) {
120 		unregister_shrinker(&pfdev->shrinker);
121 	}
122 }
123