1 | /* SPDX-License-Identifier: GPL-2.0 OR MIT */ |
2 | /************************************************************************** |
3 | * |
4 | * Copyright (c) 2007-2010 VMware, Inc., Palo Alto, CA., USA |
5 | * All Rights Reserved. |
6 | * |
7 | * Permission is hereby granted, free of charge, to any person obtaining a |
8 | * copy of this software and associated documentation files (the |
9 | * "Software"), to deal in the Software without restriction, including |
10 | * without limitation the rights to use, copy, modify, merge, publish, |
11 | * distribute, sub license, and/or sell copies of the Software, and to |
12 | * permit persons to whom the Software is furnished to do so, subject to |
13 | * the following conditions: |
14 | * |
15 | * The above copyright notice and this permission notice (including the |
16 | * next paragraph) shall be included in all copies or substantial portions |
17 | * of the Software. |
18 | * |
19 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
20 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
21 | * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL |
22 | * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, |
23 | * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR |
24 | * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE |
25 | * USE OR OTHER DEALINGS IN THE SOFTWARE. |
26 | * |
27 | **************************************************************************/ |
28 | /* |
29 | * Authors: Thomas Hellstrom <thellstrom-at-vmware-dot-com> |
30 | */ |
31 | |
32 | #include <drm/ttm/ttm_device.h> |
33 | #include <drm/ttm/ttm_placement.h> |
34 | #include <drm/ttm/ttm_range_manager.h> |
35 | #include <drm/ttm/ttm_bo.h> |
36 | #include <drm/drm_mm.h> |
37 | #include <linux/slab.h> |
38 | #include <linux/spinlock.h> |
39 | |
40 | /* |
41 | * Currently we use a spinlock for the lock, but a mutex *may* be |
42 | * more appropriate to reduce scheduling latency if the range manager |
43 | * ends up with very fragmented allocation patterns. |
44 | */ |
45 | |
46 | struct ttm_range_manager { |
47 | struct ttm_resource_manager manager; |
48 | struct drm_mm mm; |
49 | spinlock_t lock; |
50 | }; |
51 | |
52 | static inline struct ttm_range_manager * |
53 | to_range_manager(struct ttm_resource_manager *man) |
54 | { |
55 | return container_of(man, struct ttm_range_manager, manager); |
56 | } |
57 | |
58 | static int ttm_range_man_alloc(struct ttm_resource_manager *man, |
59 | struct ttm_buffer_object *bo, |
60 | const struct ttm_place *place, |
61 | struct ttm_resource **res) |
62 | { |
63 | struct ttm_range_manager *rman = to_range_manager(man); |
64 | struct ttm_range_mgr_node *node; |
65 | struct drm_mm *mm = &rman->mm; |
66 | enum drm_mm_insert_mode mode; |
67 | unsigned long lpfn; |
68 | int ret; |
69 | |
70 | lpfn = place->lpfn; |
71 | if (!lpfn) |
72 | lpfn = man->size; |
73 | |
74 | node = kzalloc(struct_size(node, mm_nodes, 1), GFP_KERNEL); |
75 | if (!node) |
76 | return -ENOMEM; |
77 | |
78 | mode = DRM_MM_INSERT_BEST; |
79 | if (place->flags & TTM_PL_FLAG_TOPDOWN) |
80 | mode = DRM_MM_INSERT_HIGH; |
81 | |
82 | ttm_resource_init(bo, place, res: &node->base); |
83 | |
84 | spin_lock(lock: &rman->lock); |
85 | ret = drm_mm_insert_node_in_range(mm, node: &node->mm_nodes[0], |
86 | PFN_UP(node->base.size), |
87 | alignment: bo->page_alignment, color: 0, |
88 | start: place->fpfn, end: lpfn, mode); |
89 | spin_unlock(lock: &rman->lock); |
90 | |
91 | if (unlikely(ret)) { |
92 | ttm_resource_fini(man, res: &node->base); |
93 | kfree(objp: node); |
94 | return ret; |
95 | } |
96 | |
97 | node->base.start = node->mm_nodes[0].start; |
98 | *res = &node->base; |
99 | return 0; |
100 | } |
101 | |
102 | static void ttm_range_man_free(struct ttm_resource_manager *man, |
103 | struct ttm_resource *res) |
104 | { |
105 | struct ttm_range_mgr_node *node = to_ttm_range_mgr_node(res); |
106 | struct ttm_range_manager *rman = to_range_manager(man); |
107 | |
108 | spin_lock(lock: &rman->lock); |
109 | drm_mm_remove_node(node: &node->mm_nodes[0]); |
110 | spin_unlock(lock: &rman->lock); |
111 | |
112 | ttm_resource_fini(man, res); |
113 | kfree(objp: node); |
114 | } |
115 | |
116 | static bool ttm_range_man_intersects(struct ttm_resource_manager *man, |
117 | struct ttm_resource *res, |
118 | const struct ttm_place *place, |
119 | size_t size) |
120 | { |
121 | struct drm_mm_node *node = &to_ttm_range_mgr_node(res)->mm_nodes[0]; |
122 | u32 num_pages = PFN_UP(size); |
123 | |
124 | /* Don't evict BOs outside of the requested placement range */ |
125 | if (place->fpfn >= (node->start + num_pages) || |
126 | (place->lpfn && place->lpfn <= node->start)) |
127 | return false; |
128 | |
129 | return true; |
130 | } |
131 | |
132 | static bool ttm_range_man_compatible(struct ttm_resource_manager *man, |
133 | struct ttm_resource *res, |
134 | const struct ttm_place *place, |
135 | size_t size) |
136 | { |
137 | struct drm_mm_node *node = &to_ttm_range_mgr_node(res)->mm_nodes[0]; |
138 | u32 num_pages = PFN_UP(size); |
139 | |
140 | if (node->start < place->fpfn || |
141 | (place->lpfn && (node->start + num_pages) > place->lpfn)) |
142 | return false; |
143 | |
144 | return true; |
145 | } |
146 | |
147 | static void ttm_range_man_debug(struct ttm_resource_manager *man, |
148 | struct drm_printer *printer) |
149 | { |
150 | struct ttm_range_manager *rman = to_range_manager(man); |
151 | |
152 | spin_lock(lock: &rman->lock); |
153 | drm_mm_print(mm: &rman->mm, p: printer); |
154 | spin_unlock(lock: &rman->lock); |
155 | } |
156 | |
157 | static const struct ttm_resource_manager_func ttm_range_manager_func = { |
158 | .alloc = ttm_range_man_alloc, |
159 | .free = ttm_range_man_free, |
160 | .intersects = ttm_range_man_intersects, |
161 | .compatible = ttm_range_man_compatible, |
162 | .debug = ttm_range_man_debug |
163 | }; |
164 | |
165 | /** |
166 | * ttm_range_man_init_nocheck - Initialise a generic range manager for the |
167 | * selected memory type. |
168 | * |
169 | * @bdev: ttm device |
170 | * @type: memory manager type |
171 | * @use_tt: if the memory manager uses tt |
172 | * @p_size: size of area to be managed in pages. |
173 | * |
174 | * The range manager is installed for this device in the type slot. |
175 | * |
176 | * Return: %0 on success or a negative error code on failure |
177 | */ |
178 | int ttm_range_man_init_nocheck(struct ttm_device *bdev, |
179 | unsigned type, bool use_tt, |
180 | unsigned long p_size) |
181 | { |
182 | struct ttm_resource_manager *man; |
183 | struct ttm_range_manager *rman; |
184 | |
185 | rman = kzalloc(size: sizeof(*rman), GFP_KERNEL); |
186 | if (!rman) |
187 | return -ENOMEM; |
188 | |
189 | man = &rman->manager; |
190 | man->use_tt = use_tt; |
191 | |
192 | man->func = &ttm_range_manager_func; |
193 | |
194 | ttm_resource_manager_init(man, bdev, size: p_size); |
195 | |
196 | drm_mm_init(mm: &rman->mm, start: 0, size: p_size); |
197 | spin_lock_init(&rman->lock); |
198 | |
199 | ttm_set_driver_manager(bdev, type, manager: &rman->manager); |
200 | ttm_resource_manager_set_used(man, used: true); |
201 | return 0; |
202 | } |
203 | EXPORT_SYMBOL(ttm_range_man_init_nocheck); |
204 | |
205 | /** |
206 | * ttm_range_man_fini_nocheck - Remove the generic range manager from a slot |
207 | * and tear it down. |
208 | * |
209 | * @bdev: ttm device |
210 | * @type: memory manager type |
211 | * |
212 | * Return: %0 on success or a negative error code on failure |
213 | */ |
214 | int ttm_range_man_fini_nocheck(struct ttm_device *bdev, |
215 | unsigned type) |
216 | { |
217 | struct ttm_resource_manager *man = ttm_manager_type(bdev, mem_type: type); |
218 | struct ttm_range_manager *rman = to_range_manager(man); |
219 | struct drm_mm *mm = &rman->mm; |
220 | int ret; |
221 | |
222 | if (!man) |
223 | return 0; |
224 | |
225 | ttm_resource_manager_set_used(man, used: false); |
226 | |
227 | ret = ttm_resource_manager_evict_all(bdev, man); |
228 | if (ret) |
229 | return ret; |
230 | |
231 | spin_lock(lock: &rman->lock); |
232 | drm_mm_takedown(mm); |
233 | spin_unlock(lock: &rman->lock); |
234 | |
235 | ttm_resource_manager_cleanup(man); |
236 | ttm_set_driver_manager(bdev, type, NULL); |
237 | kfree(objp: rman); |
238 | return 0; |
239 | } |
240 | EXPORT_SYMBOL(ttm_range_man_fini_nocheck); |
241 | |