blob: e673c13c7391153d6c7f3c54b7c56a0e17d26bca [file] [log] [blame]
Dave Airlie785b93e2009-08-28 15:46:53 +10001/*
2 * Copyright (c) 2006-2009 Red Hat Inc.
3 * Copyright (c) 2006-2008 Intel Corporation
4 * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
5 *
6 * DRM framebuffer helper functions
7 *
8 * Permission to use, copy, modify, distribute, and sell this software and its
9 * documentation for any purpose is hereby granted without fee, provided that
10 * the above copyright notice appear in all copies and that both that copyright
11 * notice and this permission notice appear in supporting documentation, and
12 * that the name of the copyright holders not be used in advertising or
13 * publicity pertaining to distribution of the software without specific,
14 * written prior permission. The copyright holders make no representations
15 * about the suitability of this software for any purpose. It is provided "as
16 * is" without express or implied warranty.
17 *
18 * THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
19 * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
20 * EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR
21 * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
22 * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
23 * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
24 * OF THIS SOFTWARE.
25 *
26 * Authors:
27 * Dave Airlie <airlied@linux.ie>
28 * Jesse Barnes <jesse.barnes@intel.com>
29 */
Sachin Kamatd56b1b92012-11-15 03:43:29 +000030#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31
Andy Shevchenko3b40a442010-02-02 14:40:32 -080032#include <linux/kernel.h>
Dave Airlie785b93e2009-08-28 15:46:53 +100033#include <linux/sysrq.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090034#include <linux/slab.h>
Dave Airlie785b93e2009-08-28 15:46:53 +100035#include <linux/fb.h>
Paul Gortmakere0cd3602011-08-30 11:04:30 -040036#include <linux/module.h>
David Howells760285e2012-10-02 18:01:07 +010037#include <drm/drmP.h>
38#include <drm/drm_crtc.h>
39#include <drm/drm_fb_helper.h>
40#include <drm/drm_crtc_helper.h>
Rob Clarkbbb1e522015-08-25 15:35:58 -040041#include <drm/drm_atomic.h>
42#include <drm/drm_atomic_helper.h>
Dave Airlie785b93e2009-08-28 15:46:53 +100043
Daniel Vetterf64c5572015-08-25 15:45:13 +020044static bool drm_fbdev_emulation = true;
45module_param_named(fbdev_emulation, drm_fbdev_emulation, bool, 0600);
46MODULE_PARM_DESC(fbdev_emulation,
47 "Enable legacy fbdev emulation [default=true]");
48
Dave Airlie785b93e2009-08-28 15:46:53 +100049static LIST_HEAD(kernel_fb_helper_list);
50
Daniel Vetterd0ddc0332012-11-01 14:45:17 +010051/**
52 * DOC: fbdev helpers
53 *
54 * The fb helper functions are useful to provide an fbdev on top of a drm kernel
Thierry Reding83c617c2014-04-29 11:44:35 +020055 * mode setting driver. They can be used mostly independently from the crtc
Daniel Vetterd0ddc0332012-11-01 14:45:17 +010056 * helper functions used by many drivers to implement the kernel mode setting
57 * interfaces.
Daniel Vetter207fd322013-01-20 22:13:14 +010058 *
Thierry Reding10a23102014-06-27 17:19:24 +020059 * Initialization is done as a four-step process with drm_fb_helper_prepare(),
60 * drm_fb_helper_init(), drm_fb_helper_single_add_all_connectors() and
61 * drm_fb_helper_initial_config(). Drivers with fancier requirements than the
62 * default behaviour can override the third step with their own code.
63 * Teardown is done with drm_fb_helper_fini().
Daniel Vetter207fd322013-01-20 22:13:14 +010064 *
65 * At runtime drivers should restore the fbdev console by calling
Geert Uytterhoeven3d9e35a2015-08-04 15:22:10 +020066 * drm_fb_helper_restore_fbdev_mode_unlocked() from their ->lastclose callback.
67 * They should also notify the fb helper code from updates to the output
Daniel Vetter207fd322013-01-20 22:13:14 +010068 * configuration by calling drm_fb_helper_hotplug_event(). For easier
69 * integration with the output polling code in drm_crtc_helper.c the modeset
Thierry Reding83c617c2014-04-29 11:44:35 +020070 * code provides a ->output_poll_changed callback.
Daniel Vetter207fd322013-01-20 22:13:14 +010071 *
72 * All other functions exported by the fb helper library can be used to
73 * implement the fbdev driver interface by the driver.
Thierry Reding10a23102014-06-27 17:19:24 +020074 *
75 * It is possible, though perhaps somewhat tricky, to implement race-free
76 * hotplug detection using the fbdev helpers. The drm_fb_helper_prepare()
77 * helper must be called first to initialize the minimum required to make
78 * hotplug detection work. Drivers also need to make sure to properly set up
79 * the dev->mode_config.funcs member. After calling drm_kms_helper_poll_init()
80 * it is safe to enable interrupts and start processing hotplug events. At the
81 * same time, drivers should initialize all modeset objects such as CRTCs,
82 * encoders and connectors. To finish up the fbdev helper initialization, the
83 * drm_fb_helper_init() function is called. To probe for all attached displays
84 * and set up an initial configuration using the detected hardware, drivers
85 * should call drm_fb_helper_single_add_all_connectors() followed by
86 * drm_fb_helper_initial_config().
Daniel Vetterd0ddc0332012-11-01 14:45:17 +010087 */
88
Daniel Vetter207fd322013-01-20 22:13:14 +010089/**
90 * drm_fb_helper_single_add_all_connectors() - add all connectors to fbdev
91 * emulation helper
92 * @fb_helper: fbdev initialized with drm_fb_helper_init
93 *
94 * This functions adds all the available connectors for use with the given
95 * fb_helper. This is a separate step to allow drivers to freely assign
96 * connectors to the fbdev, e.g. if some are reserved for special purposes or
97 * not adequate to be used for the fbcon.
98 *
Daniel Vetter169faec2015-07-09 23:44:27 +020099 * This function is protected against concurrent connector hotadds/removals
100 * using drm_fb_helper_add_one_connector() and
101 * drm_fb_helper_remove_one_connector().
Daniel Vetter207fd322013-01-20 22:13:14 +0100102 */
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000103int drm_fb_helper_single_add_all_connectors(struct drm_fb_helper *fb_helper)
Dave Airlied50ba252009-09-23 14:44:08 +1000104{
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000105 struct drm_device *dev = fb_helper->dev;
106 struct drm_connector *connector;
107 int i;
Dave Airlied50ba252009-09-23 14:44:08 +1000108
Daniel Vetterf64c5572015-08-25 15:45:13 +0200109 if (!drm_fbdev_emulation)
110 return 0;
111
Daniel Vetter169faec2015-07-09 23:44:27 +0200112 mutex_lock(&dev->mode_config.mutex);
Daniel Vetter6295d602015-07-09 23:44:25 +0200113 drm_for_each_connector(connector, dev) {
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000114 struct drm_fb_helper_connector *fb_helper_connector;
115
116 fb_helper_connector = kzalloc(sizeof(struct drm_fb_helper_connector), GFP_KERNEL);
117 if (!fb_helper_connector)
118 goto fail;
119
120 fb_helper_connector->connector = connector;
121 fb_helper->connector_info[fb_helper->connector_count++] = fb_helper_connector;
122 }
Daniel Vetter169faec2015-07-09 23:44:27 +0200123 mutex_unlock(&dev->mode_config.mutex);
Dave Airlied50ba252009-09-23 14:44:08 +1000124 return 0;
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000125fail:
126 for (i = 0; i < fb_helper->connector_count; i++) {
127 kfree(fb_helper->connector_info[i]);
128 fb_helper->connector_info[i] = NULL;
129 }
130 fb_helper->connector_count = 0;
Daniel Vetter169faec2015-07-09 23:44:27 +0200131 mutex_unlock(&dev->mode_config.mutex);
132
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000133 return -ENOMEM;
Dave Airlied50ba252009-09-23 14:44:08 +1000134}
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000135EXPORT_SYMBOL(drm_fb_helper_single_add_all_connectors);
Dave Airlied50ba252009-09-23 14:44:08 +1000136
Dave Airlie65c2a892014-06-05 14:01:30 +1000137int drm_fb_helper_add_one_connector(struct drm_fb_helper *fb_helper, struct drm_connector *connector)
138{
139 struct drm_fb_helper_connector **temp;
140 struct drm_fb_helper_connector *fb_helper_connector;
141
Daniel Vetterf64c5572015-08-25 15:45:13 +0200142 if (!drm_fbdev_emulation)
143 return 0;
144
Dave Airlie65c2a892014-06-05 14:01:30 +1000145 WARN_ON(!mutex_is_locked(&fb_helper->dev->mode_config.mutex));
146 if (fb_helper->connector_count + 1 > fb_helper->connector_info_alloc_count) {
Damien Lespiau14f476f2014-08-08 19:15:20 +0100147 temp = krealloc(fb_helper->connector_info, sizeof(struct drm_fb_helper_connector *) * (fb_helper->connector_count + 1), GFP_KERNEL);
Dave Airlie65c2a892014-06-05 14:01:30 +1000148 if (!temp)
149 return -ENOMEM;
150
151 fb_helper->connector_info_alloc_count = fb_helper->connector_count + 1;
152 fb_helper->connector_info = temp;
153 }
154
155
156 fb_helper_connector = kzalloc(sizeof(struct drm_fb_helper_connector), GFP_KERNEL);
157 if (!fb_helper_connector)
158 return -ENOMEM;
159
160 fb_helper_connector->connector = connector;
161 fb_helper->connector_info[fb_helper->connector_count++] = fb_helper_connector;
162 return 0;
163}
164EXPORT_SYMBOL(drm_fb_helper_add_one_connector);
165
Rob Clark2148f182015-01-26 10:11:08 -0500166static void remove_from_modeset(struct drm_mode_set *set,
167 struct drm_connector *connector)
168{
169 int i, j;
170
171 for (i = 0; i < set->num_connectors; i++) {
172 if (set->connectors[i] == connector)
173 break;
174 }
175
176 if (i == set->num_connectors)
177 return;
178
179 for (j = i + 1; j < set->num_connectors; j++) {
180 set->connectors[j - 1] = set->connectors[j];
181 }
182 set->num_connectors--;
183
Maarten Lankhorstcebbb732015-08-11 09:54:59 +0200184 /*
Rob Clark2148f182015-01-26 10:11:08 -0500185 * TODO maybe need to makes sure we set it back to !=NULL somewhere?
186 */
Maarten Lankhorstcebbb732015-08-11 09:54:59 +0200187 if (set->num_connectors == 0) {
Rob Clark2148f182015-01-26 10:11:08 -0500188 set->fb = NULL;
Maarten Lankhorstcebbb732015-08-11 09:54:59 +0200189 drm_mode_destroy(connector->dev, set->mode);
190 set->mode = NULL;
191 }
Rob Clark2148f182015-01-26 10:11:08 -0500192}
193
Dave Airlie65c2a892014-06-05 14:01:30 +1000194int drm_fb_helper_remove_one_connector(struct drm_fb_helper *fb_helper,
195 struct drm_connector *connector)
196{
197 struct drm_fb_helper_connector *fb_helper_connector;
198 int i, j;
199
Daniel Vetterf64c5572015-08-25 15:45:13 +0200200 if (!drm_fbdev_emulation)
201 return 0;
202
Dave Airlie65c2a892014-06-05 14:01:30 +1000203 WARN_ON(!mutex_is_locked(&fb_helper->dev->mode_config.mutex));
204
205 for (i = 0; i < fb_helper->connector_count; i++) {
206 if (fb_helper->connector_info[i]->connector == connector)
207 break;
208 }
209
210 if (i == fb_helper->connector_count)
211 return -EINVAL;
212 fb_helper_connector = fb_helper->connector_info[i];
213
214 for (j = i + 1; j < fb_helper->connector_count; j++) {
215 fb_helper->connector_info[j - 1] = fb_helper->connector_info[j];
216 }
217 fb_helper->connector_count--;
218 kfree(fb_helper_connector);
Rob Clark2148f182015-01-26 10:11:08 -0500219
220 /* also cleanup dangling references to the connector: */
221 for (i = 0; i < fb_helper->crtc_count; i++)
222 remove_from_modeset(&fb_helper->crtc_info[i].mode_set, connector);
223
Dave Airlie65c2a892014-06-05 14:01:30 +1000224 return 0;
225}
226EXPORT_SYMBOL(drm_fb_helper_remove_one_connector);
227
Jason Wessel99231022010-10-13 14:09:43 -0500228static void drm_fb_helper_save_lut_atomic(struct drm_crtc *crtc, struct drm_fb_helper *helper)
229{
230 uint16_t *r_base, *g_base, *b_base;
231 int i;
232
Ville Syrjälä04c0c562013-05-27 20:19:57 +0300233 if (helper->funcs->gamma_get == NULL)
234 return;
235
Jason Wessel99231022010-10-13 14:09:43 -0500236 r_base = crtc->gamma_store;
237 g_base = r_base + crtc->gamma_size;
238 b_base = g_base + crtc->gamma_size;
239
240 for (i = 0; i < crtc->gamma_size; i++)
241 helper->funcs->gamma_get(crtc, &r_base[i], &g_base[i], &b_base[i], i);
242}
243
244static void drm_fb_helper_restore_lut_atomic(struct drm_crtc *crtc)
245{
246 uint16_t *r_base, *g_base, *b_base;
247
Laurent Pinchartebe0f242012-05-17 13:27:24 +0200248 if (crtc->funcs->gamma_set == NULL)
249 return;
250
Jason Wessel99231022010-10-13 14:09:43 -0500251 r_base = crtc->gamma_store;
252 g_base = r_base + crtc->gamma_size;
253 b_base = g_base + crtc->gamma_size;
254
255 crtc->funcs->gamma_set(crtc, r_base, g_base, b_base, 0, crtc->gamma_size);
256}
257
Daniel Vetter207fd322013-01-20 22:13:14 +0100258/**
259 * drm_fb_helper_debug_enter - implementation for ->fb_debug_enter
260 * @info: fbdev registered by the helper
261 */
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500262int drm_fb_helper_debug_enter(struct fb_info *info)
263{
264 struct drm_fb_helper *helper = info->par;
Jani Nikulabe26a662015-03-11 11:51:06 +0200265 const struct drm_crtc_helper_funcs *funcs;
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500266 int i;
267
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500268 list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
269 for (i = 0; i < helper->crtc_count; i++) {
270 struct drm_mode_set *mode_set =
271 &helper->crtc_info[i].mode_set;
272
273 if (!mode_set->crtc->enabled)
274 continue;
275
276 funcs = mode_set->crtc->helper_private;
Jason Wessel99231022010-10-13 14:09:43 -0500277 drm_fb_helper_save_lut_atomic(mode_set->crtc, helper);
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500278 funcs->mode_set_base_atomic(mode_set->crtc,
279 mode_set->fb,
280 mode_set->x,
Jason Wessel413d45d2010-09-26 06:47:25 -0500281 mode_set->y,
Jason Wessel21c74a82010-10-13 14:09:44 -0500282 ENTER_ATOMIC_MODE_SET);
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500283 }
284 }
285
286 return 0;
287}
288EXPORT_SYMBOL(drm_fb_helper_debug_enter);
289
290/* Find the real fb for a given fb helper CRTC */
291static struct drm_framebuffer *drm_mode_config_fb(struct drm_crtc *crtc)
292{
293 struct drm_device *dev = crtc->dev;
294 struct drm_crtc *c;
295
Daniel Vetter6295d602015-07-09 23:44:25 +0200296 drm_for_each_crtc(c, dev) {
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500297 if (crtc->base.id == c->base.id)
Matt Roperf4510a22014-04-01 15:22:40 -0700298 return c->primary->fb;
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500299 }
300
301 return NULL;
302}
303
Daniel Vetter207fd322013-01-20 22:13:14 +0100304/**
305 * drm_fb_helper_debug_leave - implementation for ->fb_debug_leave
306 * @info: fbdev registered by the helper
307 */
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500308int drm_fb_helper_debug_leave(struct fb_info *info)
309{
310 struct drm_fb_helper *helper = info->par;
311 struct drm_crtc *crtc;
Jani Nikulabe26a662015-03-11 11:51:06 +0200312 const struct drm_crtc_helper_funcs *funcs;
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500313 struct drm_framebuffer *fb;
314 int i;
315
316 for (i = 0; i < helper->crtc_count; i++) {
317 struct drm_mode_set *mode_set = &helper->crtc_info[i].mode_set;
318 crtc = mode_set->crtc;
319 funcs = crtc->helper_private;
320 fb = drm_mode_config_fb(crtc);
321
322 if (!crtc->enabled)
323 continue;
324
325 if (!fb) {
326 DRM_ERROR("no fb to restore??\n");
327 continue;
328 }
329
Jason Wessel99231022010-10-13 14:09:43 -0500330 drm_fb_helper_restore_lut_atomic(mode_set->crtc);
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500331 funcs->mode_set_base_atomic(mode_set->crtc, fb, crtc->x,
Jason Wessel21c74a82010-10-13 14:09:44 -0500332 crtc->y, LEAVE_ATOMIC_MODE_SET);
Jesse Barnes1a7aba72010-08-05 09:22:31 -0500333 }
334
335 return 0;
336}
337EXPORT_SYMBOL(drm_fb_helper_debug_leave);
338
Rob Clarkbbb1e522015-08-25 15:35:58 -0400339static int restore_fbdev_mode_atomic(struct drm_fb_helper *fb_helper)
340{
341 struct drm_device *dev = fb_helper->dev;
342 struct drm_plane *plane;
343 struct drm_atomic_state *state;
344 int i, ret;
345
346 state = drm_atomic_state_alloc(dev);
347 if (!state)
348 return -ENOMEM;
349
350 state->acquire_ctx = dev->mode_config.acquire_ctx;
351retry:
352 drm_for_each_plane(plane, dev) {
353 struct drm_plane_state *plane_state;
354
Matt Roper94284032015-09-21 17:21:48 -0700355 plane->old_fb = plane->fb;
356
Rob Clarkbbb1e522015-08-25 15:35:58 -0400357 plane_state = drm_atomic_get_plane_state(state, plane);
358 if (IS_ERR(plane_state)) {
359 ret = PTR_ERR(plane_state);
360 goto fail;
361 }
362
Daniel Vetter16e910df2015-10-16 18:23:13 +0200363 plane_state->rotation = BIT(DRM_ROTATE_0);
Rob Clarkbbb1e522015-08-25 15:35:58 -0400364
365 /* disable non-primary: */
366 if (plane->type == DRM_PLANE_TYPE_PRIMARY)
367 continue;
368
369 ret = __drm_atomic_helper_disable_plane(plane, plane_state);
370 if (ret != 0)
371 goto fail;
372 }
373
374 for(i = 0; i < fb_helper->crtc_count; i++) {
375 struct drm_mode_set *mode_set = &fb_helper->crtc_info[i].mode_set;
376
377 ret = __drm_atomic_helper_set_config(mode_set, state);
378 if (ret != 0)
379 goto fail;
380 }
381
382 ret = drm_atomic_commit(state);
Rob Clarkbbb1e522015-08-25 15:35:58 -0400383
384fail:
Matt Roper94284032015-09-21 17:21:48 -0700385 drm_for_each_plane(plane, dev) {
386 if (ret == 0) {
387 struct drm_framebuffer *new_fb = plane->state->fb;
388 if (new_fb)
389 drm_framebuffer_reference(new_fb);
390 plane->fb = new_fb;
391 plane->crtc = plane->state->crtc;
392
393 if (plane->old_fb)
394 drm_framebuffer_unreference(plane->old_fb);
395 }
396 plane->old_fb = NULL;
397 }
398
Rob Clarkbbb1e522015-08-25 15:35:58 -0400399 if (ret == -EDEADLK)
400 goto backoff;
401
Matt Roper94284032015-09-21 17:21:48 -0700402 if (ret != 0)
403 drm_atomic_state_free(state);
Rob Clarkbbb1e522015-08-25 15:35:58 -0400404
405 return ret;
406
407backoff:
408 drm_atomic_state_clear(state);
409 drm_atomic_legacy_backoff(state);
410
411 goto retry;
412}
413
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200414static int restore_fbdev_mode(struct drm_fb_helper *fb_helper)
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100415{
Ville Syrjälä3858bc52013-06-03 16:10:42 +0300416 struct drm_device *dev = fb_helper->dev;
417 struct drm_plane *plane;
Ville Syrjälä3858bc52013-06-03 16:10:42 +0300418 int i;
Daniel Vetter6aed8ec2013-01-20 17:32:21 +0100419
Ville Syrjälä3858bc52013-06-03 16:10:42 +0300420 drm_warn_on_modeset_not_all_locked(dev);
421
Rob Clarkbbb1e522015-08-25 15:35:58 -0400422 if (fb_helper->atomic)
423 return restore_fbdev_mode_atomic(fb_helper);
424
Daniel Vetter6295d602015-07-09 23:44:25 +0200425 drm_for_each_plane(plane, dev) {
Matt Ropere27dde32014-04-01 15:22:30 -0700426 if (plane->type != DRM_PLANE_TYPE_PRIMARY)
427 drm_plane_force_disable(plane);
Daniel Vetter6aed8ec2013-01-20 17:32:21 +0100428
Sonika Jindal9783de22014-08-05 11:26:57 +0530429 if (dev->mode_config.rotation_property) {
Thomas Wood3a5f87c2014-08-20 14:45:00 +0100430 drm_mode_plane_set_obj_prop(plane,
431 dev->mode_config.rotation_property,
432 BIT(DRM_ROTATE_0));
Sonika Jindal9783de22014-08-05 11:26:57 +0530433 }
434 }
435
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100436 for (i = 0; i < fb_helper->crtc_count; i++) {
437 struct drm_mode_set *mode_set = &fb_helper->crtc_info[i].mode_set;
Ville Syrjälä3858bc52013-06-03 16:10:42 +0300438 struct drm_crtc *crtc = mode_set->crtc;
439 int ret;
440
Alex Deucher03f9abb2015-09-30 14:47:37 -0400441 if (crtc->funcs->cursor_set2) {
442 ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
443 if (ret)
Dave Airlie48f87dd2015-10-16 10:10:32 +1000444 return ret;
Alex Deucher03f9abb2015-09-30 14:47:37 -0400445 } else if (crtc->funcs->cursor_set) {
Ville Syrjälä3858bc52013-06-03 16:10:42 +0300446 ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
447 if (ret)
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200448 return ret;
Ville Syrjälä3858bc52013-06-03 16:10:42 +0300449 }
450
Daniel Vetter2d13b672012-12-11 13:47:23 +0100451 ret = drm_mode_set_config_internal(mode_set);
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100452 if (ret)
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200453 return ret;
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100454 }
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200455
456 return 0;
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100457}
Rob Clark5ea1f752014-05-30 12:29:48 -0400458
459/**
460 * drm_fb_helper_restore_fbdev_mode_unlocked - restore fbdev configuration
461 * @fb_helper: fbcon to restore
462 *
463 * This should be called from driver's drm ->lastclose callback
464 * when implementing an fbcon on top of kms using this helper. This ensures that
465 * the user isn't greeted with a black screen when e.g. X dies.
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200466 *
467 * RETURNS:
468 * Zero if everything went ok, negative error code otherwise.
Rob Clark5ea1f752014-05-30 12:29:48 -0400469 */
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200470int drm_fb_helper_restore_fbdev_mode_unlocked(struct drm_fb_helper *fb_helper)
Rob Clark5ea1f752014-05-30 12:29:48 -0400471{
472 struct drm_device *dev = fb_helper->dev;
Daniel Vetterb7bdf0a82015-08-25 17:20:28 +0200473 bool do_delayed;
474 int ret;
Dave Airliee2809c72014-11-26 13:15:24 +1000475
Daniel Vetterf64c5572015-08-25 15:45:13 +0200476 if (!drm_fbdev_emulation)
477 return -ENODEV;
478
Rob Clark5ea1f752014-05-30 12:29:48 -0400479 drm_modeset_lock_all(dev);
480 ret = restore_fbdev_mode(fb_helper);
Dave Airliee2809c72014-11-26 13:15:24 +1000481
482 do_delayed = fb_helper->delayed_hotplug;
483 if (do_delayed)
484 fb_helper->delayed_hotplug = false;
Rob Clark5ea1f752014-05-30 12:29:48 -0400485 drm_modeset_unlock_all(dev);
Dave Airliee2809c72014-11-26 13:15:24 +1000486
487 if (do_delayed)
488 drm_fb_helper_hotplug_event(fb_helper);
Rob Clark5ea1f752014-05-30 12:29:48 -0400489 return ret;
490}
491EXPORT_SYMBOL(drm_fb_helper_restore_fbdev_mode_unlocked);
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100492
Geert Uytterhoeven2c4124f2015-08-04 15:22:11 +0200493static bool drm_fb_helper_is_bound(struct drm_fb_helper *fb_helper)
494{
495 struct drm_device *dev = fb_helper->dev;
496 struct drm_crtc *crtc;
497 int bound = 0, crtcs_bound = 0;
498
499 /* Sometimes user space wants everything disabled, so don't steal the
500 * display if there's a master. */
501 if (dev->primary->master)
502 return false;
503
504 drm_for_each_crtc(crtc, dev) {
505 if (crtc->primary->fb)
506 crtcs_bound++;
507 if (crtc->primary->fb == fb_helper->fb)
508 bound++;
509 }
510
511 if (bound < crtcs_bound)
512 return false;
513
514 return true;
515}
516
517#ifdef CONFIG_MAGIC_SYSRQ
Daniel Vetterd21bf462013-01-20 18:09:52 +0100518/*
519 * restore fbcon display for all kms driver's using this helper, used for sysrq
520 * and panic handling.
521 */
Sachin Kamat78b9c352012-08-01 17:15:32 +0530522static bool drm_fb_helper_force_kernel_mode(void)
Dave Airlie785b93e2009-08-28 15:46:53 +1000523{
Dave Airlie785b93e2009-08-28 15:46:53 +1000524 bool ret, error = false;
525 struct drm_fb_helper *helper;
526
527 if (list_empty(&kernel_fb_helper_list))
528 return false;
529
530 list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
Thierry Redingb77f0762014-04-29 11:44:32 +0200531 struct drm_device *dev = helper->dev;
532
533 if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100534 continue;
535
Daniel Vetterdd908c82015-07-28 13:18:41 +0200536 drm_modeset_lock_all(dev);
Geert Uytterhoeven3d9e35a2015-08-04 15:22:10 +0200537 ret = restore_fbdev_mode(helper);
Dave Airliee8e7a2b2011-04-21 22:18:32 +0100538 if (ret)
539 error = true;
Daniel Vettercb597bb2014-07-27 19:09:33 +0200540 drm_modeset_unlock_all(dev);
Dave Airlie785b93e2009-08-28 15:46:53 +1000541 }
542 return error;
543}
544
Dave Airlie785b93e2009-08-28 15:46:53 +1000545static void drm_fb_helper_restore_work_fn(struct work_struct *ignored)
546{
Daniel Vetterd21bf462013-01-20 18:09:52 +0100547 bool ret;
548 ret = drm_fb_helper_force_kernel_mode();
549 if (ret == true)
550 DRM_ERROR("Failed to restore crtc configuration\n");
Dave Airlie785b93e2009-08-28 15:46:53 +1000551}
552static DECLARE_WORK(drm_fb_helper_restore_work, drm_fb_helper_restore_work_fn);
553
Dmitry Torokhov1495cc92010-08-17 21:15:46 -0700554static void drm_fb_helper_sysrq(int dummy1)
Dave Airlie785b93e2009-08-28 15:46:53 +1000555{
556 schedule_work(&drm_fb_helper_restore_work);
557}
558
559static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = {
560 .handler = drm_fb_helper_sysrq,
561 .help_msg = "force-fb(V)",
562 .action_msg = "Restore framebuffer console",
563};
Randy Dunlapb8c40d62010-03-25 18:29:05 +0000564#else
565static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = { };
Mikael Petterssonbea1d352009-09-28 18:26:25 +0200566#endif
Dave Airlie785b93e2009-08-28 15:46:53 +1000567
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100568static void drm_fb_helper_dpms(struct fb_info *info, int dpms_mode)
Dave Airlie785b93e2009-08-28 15:46:53 +1000569{
570 struct drm_fb_helper *fb_helper = info->par;
571 struct drm_device *dev = fb_helper->dev;
572 struct drm_crtc *crtc;
Jesse Barnes023eb572010-07-02 10:48:08 -0700573 struct drm_connector *connector;
Jesse Barnes023eb572010-07-02 10:48:08 -0700574 int i, j;
Dave Airlie785b93e2009-08-28 15:46:53 +1000575
576 /*
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100577 * For each CRTC in this fb, turn the connectors on/off.
Dave Airlie785b93e2009-08-28 15:46:53 +1000578 */
Daniel Vetter84849902012-12-02 00:28:11 +0100579 drm_modeset_lock_all(dev);
Daniel Vetter20c60c32012-12-17 12:13:23 +0100580 if (!drm_fb_helper_is_bound(fb_helper)) {
581 drm_modeset_unlock_all(dev);
582 return;
583 }
584
Jesse Barnese87b2c42009-09-17 18:14:41 -0700585 for (i = 0; i < fb_helper->crtc_count; i++) {
Dave Airlie8be48d92010-03-30 05:34:14 +0000586 crtc = fb_helper->crtc_info[i].mode_set.crtc;
Dave Airlie785b93e2009-08-28 15:46:53 +1000587
Dave Airlie8be48d92010-03-30 05:34:14 +0000588 if (!crtc->enabled)
589 continue;
Dave Airlie785b93e2009-08-28 15:46:53 +1000590
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100591 /* Walk the connectors & encoders on this fb turning them on/off */
Jesse Barnes023eb572010-07-02 10:48:08 -0700592 for (j = 0; j < fb_helper->connector_count; j++) {
593 connector = fb_helper->connector_info[j]->connector;
Daniel Vettere04190e2012-09-07 10:14:52 +0200594 connector->funcs->dpms(connector, dpms_mode);
Rob Clark58495562012-10-11 20:50:56 -0500595 drm_object_property_set_value(&connector->base,
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100596 dev->mode_config.dpms_property, dpms_mode);
Jesse Barnes023eb572010-07-02 10:48:08 -0700597 }
Dave Airlie785b93e2009-08-28 15:46:53 +1000598 }
Daniel Vetter84849902012-12-02 00:28:11 +0100599 drm_modeset_unlock_all(dev);
Dave Airlie785b93e2009-08-28 15:46:53 +1000600}
601
Daniel Vetter207fd322013-01-20 22:13:14 +0100602/**
603 * drm_fb_helper_blank - implementation for ->fb_blank
604 * @blank: desired blanking state
605 * @info: fbdev registered by the helper
606 */
Dave Airlie785b93e2009-08-28 15:46:53 +1000607int drm_fb_helper_blank(int blank, struct fb_info *info)
608{
Daniel Vetterc50bfd02015-07-28 13:18:40 +0200609 if (oops_in_progress)
610 return -EBUSY;
611
Dave Airlie785b93e2009-08-28 15:46:53 +1000612 switch (blank) {
James Simmons731b5a12009-10-29 20:39:07 +0000613 /* Display: On; HSync: On, VSync: On */
Dave Airlie785b93e2009-08-28 15:46:53 +1000614 case FB_BLANK_UNBLANK:
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100615 drm_fb_helper_dpms(info, DRM_MODE_DPMS_ON);
Dave Airlie785b93e2009-08-28 15:46:53 +1000616 break;
James Simmons731b5a12009-10-29 20:39:07 +0000617 /* Display: Off; HSync: On, VSync: On */
Dave Airlie785b93e2009-08-28 15:46:53 +1000618 case FB_BLANK_NORMAL:
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100619 drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
Dave Airlie785b93e2009-08-28 15:46:53 +1000620 break;
James Simmons731b5a12009-10-29 20:39:07 +0000621 /* Display: Off; HSync: Off, VSync: On */
Dave Airlie785b93e2009-08-28 15:46:53 +1000622 case FB_BLANK_HSYNC_SUSPEND:
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100623 drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
Dave Airlie785b93e2009-08-28 15:46:53 +1000624 break;
James Simmons731b5a12009-10-29 20:39:07 +0000625 /* Display: Off; HSync: On, VSync: Off */
Dave Airlie785b93e2009-08-28 15:46:53 +1000626 case FB_BLANK_VSYNC_SUSPEND:
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100627 drm_fb_helper_dpms(info, DRM_MODE_DPMS_SUSPEND);
Dave Airlie785b93e2009-08-28 15:46:53 +1000628 break;
James Simmons731b5a12009-10-29 20:39:07 +0000629 /* Display: Off; HSync: Off, VSync: Off */
Dave Airlie785b93e2009-08-28 15:46:53 +1000630 case FB_BLANK_POWERDOWN:
Sascha Hauer3a8148c2012-02-01 11:38:24 +0100631 drm_fb_helper_dpms(info, DRM_MODE_DPMS_OFF);
Dave Airlie785b93e2009-08-28 15:46:53 +1000632 break;
633 }
634 return 0;
635}
636EXPORT_SYMBOL(drm_fb_helper_blank);
637
638static void drm_fb_helper_crtc_free(struct drm_fb_helper *helper)
639{
640 int i;
641
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000642 for (i = 0; i < helper->connector_count; i++)
643 kfree(helper->connector_info[i]);
644 kfree(helper->connector_info);
Sascha Hauera1b77362012-02-01 11:38:22 +0100645 for (i = 0; i < helper->crtc_count; i++) {
Dave Airlie785b93e2009-08-28 15:46:53 +1000646 kfree(helper->crtc_info[i].mode_set.connectors);
Sascha Hauera1b77362012-02-01 11:38:22 +0100647 if (helper->crtc_info[i].mode_set.mode)
648 drm_mode_destroy(helper->dev, helper->crtc_info[i].mode_set.mode);
649 }
Dave Airlie785b93e2009-08-28 15:46:53 +1000650 kfree(helper->crtc_info);
651}
652
Daniel Vetter207fd322013-01-20 22:13:14 +0100653/**
Thierry Reding10a23102014-06-27 17:19:24 +0200654 * drm_fb_helper_prepare - setup a drm_fb_helper structure
655 * @dev: DRM device
656 * @helper: driver-allocated fbdev helper structure to set up
657 * @funcs: pointer to structure of functions associate with this helper
658 *
659 * Sets up the bare minimum to make the framebuffer helper usable. This is
660 * useful to implement race-free initialization of the polling helpers.
661 */
662void drm_fb_helper_prepare(struct drm_device *dev, struct drm_fb_helper *helper,
663 const struct drm_fb_helper_funcs *funcs)
664{
665 INIT_LIST_HEAD(&helper->kernel_fb_list);
666 helper->funcs = funcs;
667 helper->dev = dev;
668}
669EXPORT_SYMBOL(drm_fb_helper_prepare);
670
671/**
Daniel Vetter207fd322013-01-20 22:13:14 +0100672 * drm_fb_helper_init - initialize a drm_fb_helper structure
673 * @dev: drm device
674 * @fb_helper: driver-allocated fbdev helper structure to initialize
675 * @crtc_count: maximum number of crtcs to support in this fbdev emulation
676 * @max_conn_count: max connector count
677 *
678 * This allocates the structures for the fbdev helper with the given limits.
679 * Note that this won't yet touch the hardware (through the driver interfaces)
680 * nor register the fbdev. This is only done in drm_fb_helper_initial_config()
681 * to allow driver writes more control over the exact init sequence.
682 *
Thierry Reding10a23102014-06-27 17:19:24 +0200683 * Drivers must call drm_fb_helper_prepare() before calling this function.
Daniel Vetter207fd322013-01-20 22:13:14 +0100684 *
685 * RETURNS:
686 * Zero if everything went ok, nonzero otherwise.
687 */
Dave Airlie4abe3522010-03-30 05:34:18 +0000688int drm_fb_helper_init(struct drm_device *dev,
689 struct drm_fb_helper *fb_helper,
Dave Airlieeb1f8e42010-05-07 06:42:51 +0000690 int crtc_count, int max_conn_count)
Dave Airlie785b93e2009-08-28 15:46:53 +1000691{
Dave Airlie785b93e2009-08-28 15:46:53 +1000692 struct drm_crtc *crtc;
Dave Airlie785b93e2009-08-28 15:46:53 +1000693 int i;
694
Daniel Vetterf64c5572015-08-25 15:45:13 +0200695 if (!drm_fbdev_emulation)
696 return 0;
697
Xiubo Li04cfe972014-03-10 09:33:58 +0800698 if (!max_conn_count)
699 return -EINVAL;
700
Dave Airlie4abe3522010-03-30 05:34:18 +0000701 fb_helper->crtc_info = kcalloc(crtc_count, sizeof(struct drm_fb_helper_crtc), GFP_KERNEL);
702 if (!fb_helper->crtc_info)
Dave Airlie785b93e2009-08-28 15:46:53 +1000703 return -ENOMEM;
704
Dave Airlie4abe3522010-03-30 05:34:18 +0000705 fb_helper->crtc_count = crtc_count;
706 fb_helper->connector_info = kcalloc(dev->mode_config.num_connector, sizeof(struct drm_fb_helper_connector *), GFP_KERNEL);
707 if (!fb_helper->connector_info) {
708 kfree(fb_helper->crtc_info);
Dave Airlie0b4c0f32010-03-30 05:34:15 +0000709 return -ENOMEM;
710 }
Dave Airlie65c2a892014-06-05 14:01:30 +1000711 fb_helper->connector_info_alloc_count = dev->mode_config.num_connector;
Dave Airlie4abe3522010-03-30 05:34:18 +0000712 fb_helper->connector_count = 0;
Dave Airlie785b93e2009-08-28 15:46:53 +1000713
714 for (i = 0; i < crtc_count; i++) {
Dave Airlie4abe3522010-03-30 05:34:18 +0000715 fb_helper->crtc_info[i].mode_set.connectors =
Dave Airlie785b93e2009-08-28 15:46:53 +1000716 kcalloc(max_conn_count,
717 sizeof(struct drm_connector *),
718 GFP_KERNEL);
719
Laurent Pinchart4a1b0712012-05-17 13:27:21 +0200720 if (!fb_helper->crtc_info[i].mode_set.connectors)
Dave Airlie785b93e2009-08-28 15:46:53 +1000721 goto out_free;
Dave Airlie4abe3522010-03-30 05:34:18 +0000722 fb_helper->crtc_info[i].mode_set.num_connectors = 0;
Dave Airlie785b93e2009-08-28 15:46:53 +1000723 }
724
725 i = 0;
Daniel Vetter6295d602015-07-09 23:44:25 +0200726 drm_for_each_crtc(crtc, dev) {
Dave Airlie4abe3522010-03-30 05:34:18 +0000727 fb_helper->crtc_info[i].mode_set.crtc = crtc;
Dave Airlie785b93e2009-08-28 15:46:53 +1000728 i++;
729 }
Sascha Hauere9ad3182012-02-01 11:38:25 +0100730
Rob Clarkbbb1e522015-08-25 15:35:58 -0400731 fb_helper->atomic = !!drm_core_check_feature(dev, DRIVER_ATOMIC);
732
Dave Airlie785b93e2009-08-28 15:46:53 +1000733 return 0;
734out_free:
Dave Airlie4abe3522010-03-30 05:34:18 +0000735 drm_fb_helper_crtc_free(fb_helper);
Dave Airlie785b93e2009-08-28 15:46:53 +1000736 return -ENOMEM;
737}
Dave Airlie4abe3522010-03-30 05:34:18 +0000738EXPORT_SYMBOL(drm_fb_helper_init);
739
Archit Tanejab8017d62015-07-22 14:57:56 +0530740/**
741 * drm_fb_helper_alloc_fbi - allocate fb_info and some of its members
742 * @fb_helper: driver-allocated fbdev helper
743 *
744 * A helper to alloc fb_info and the members cmap and apertures. Called
745 * by the driver within the fb_probe fb_helper callback function.
746 *
747 * RETURNS:
748 * fb_info pointer if things went okay, pointer containing error code
749 * otherwise
750 */
751struct fb_info *drm_fb_helper_alloc_fbi(struct drm_fb_helper *fb_helper)
752{
753 struct device *dev = fb_helper->dev->dev;
754 struct fb_info *info;
755 int ret;
756
757 info = framebuffer_alloc(0, dev);
758 if (!info)
759 return ERR_PTR(-ENOMEM);
760
761 ret = fb_alloc_cmap(&info->cmap, 256, 0);
762 if (ret)
763 goto err_release;
764
765 info->apertures = alloc_apertures(1);
766 if (!info->apertures) {
767 ret = -ENOMEM;
768 goto err_free_cmap;
769 }
770
771 fb_helper->fbdev = info;
772
773 return info;
774
775err_free_cmap:
776 fb_dealloc_cmap(&info->cmap);
777err_release:
778 framebuffer_release(info);
779 return ERR_PTR(ret);
780}
781EXPORT_SYMBOL(drm_fb_helper_alloc_fbi);
782
783/**
784 * drm_fb_helper_unregister_fbi - unregister fb_info framebuffer device
785 * @fb_helper: driver-allocated fbdev helper
786 *
787 * A wrapper around unregister_framebuffer, to release the fb_info
788 * framebuffer device
789 */
790void drm_fb_helper_unregister_fbi(struct drm_fb_helper *fb_helper)
791{
792 if (fb_helper && fb_helper->fbdev)
793 unregister_framebuffer(fb_helper->fbdev);
794}
795EXPORT_SYMBOL(drm_fb_helper_unregister_fbi);
796
797/**
798 * drm_fb_helper_release_fbi - dealloc fb_info and its members
799 * @fb_helper: driver-allocated fbdev helper
800 *
801 * A helper to free memory taken by fb_info and the members cmap and
802 * apertures
803 */
804void drm_fb_helper_release_fbi(struct drm_fb_helper *fb_helper)
805{
806 if (fb_helper) {
807 struct fb_info *info = fb_helper->fbdev;
808
809 if (info) {
810 if (info->cmap.len)
811 fb_dealloc_cmap(&info->cmap);
812 framebuffer_release(info);
813 }
814
815 fb_helper->fbdev = NULL;
816 }
817}
818EXPORT_SYMBOL(drm_fb_helper_release_fbi);
819
Dave Airlie4abe3522010-03-30 05:34:18 +0000820void drm_fb_helper_fini(struct drm_fb_helper *fb_helper)
821{
Daniel Vetterf64c5572015-08-25 15:45:13 +0200822 if (!drm_fbdev_emulation)
823 return;
824
Dave Airlie4abe3522010-03-30 05:34:18 +0000825 if (!list_empty(&fb_helper->kernel_fb_list)) {
826 list_del(&fb_helper->kernel_fb_list);
827 if (list_empty(&kernel_fb_helper_list)) {
Dave Airlie4abe3522010-03-30 05:34:18 +0000828 unregister_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
829 }
830 }
831
832 drm_fb_helper_crtc_free(fb_helper);
833
Dave Airlie4abe3522010-03-30 05:34:18 +0000834}
835EXPORT_SYMBOL(drm_fb_helper_fini);
Dave Airlie785b93e2009-08-28 15:46:53 +1000836
Archit Taneja47074ab2015-07-22 14:57:57 +0530837/**
838 * drm_fb_helper_unlink_fbi - wrapper around unlink_framebuffer
839 * @fb_helper: driver-allocated fbdev helper
840 *
841 * A wrapper around unlink_framebuffer implemented by fbdev core
842 */
843void drm_fb_helper_unlink_fbi(struct drm_fb_helper *fb_helper)
844{
845 if (fb_helper && fb_helper->fbdev)
846 unlink_framebuffer(fb_helper->fbdev);
847}
848EXPORT_SYMBOL(drm_fb_helper_unlink_fbi);
849
Archit Tanejacbb1a822015-07-31 16:21:41 +0530850/**
851 * drm_fb_helper_sys_read - wrapper around fb_sys_read
852 * @info: fb_info struct pointer
853 * @buf: userspace buffer to read from framebuffer memory
854 * @count: number of bytes to read from framebuffer memory
855 * @ppos: read offset within framebuffer memory
856 *
857 * A wrapper around fb_sys_read implemented by fbdev core
858 */
859ssize_t drm_fb_helper_sys_read(struct fb_info *info, char __user *buf,
860 size_t count, loff_t *ppos)
861{
862 return fb_sys_read(info, buf, count, ppos);
863}
864EXPORT_SYMBOL(drm_fb_helper_sys_read);
865
866/**
867 * drm_fb_helper_sys_write - wrapper around fb_sys_write
868 * @info: fb_info struct pointer
869 * @buf: userspace buffer to write to framebuffer memory
870 * @count: number of bytes to write to framebuffer memory
871 * @ppos: write offset within framebuffer memory
872 *
873 * A wrapper around fb_sys_write implemented by fbdev core
874 */
875ssize_t drm_fb_helper_sys_write(struct fb_info *info, const char __user *buf,
876 size_t count, loff_t *ppos)
877{
878 return fb_sys_write(info, buf, count, ppos);
879}
880EXPORT_SYMBOL(drm_fb_helper_sys_write);
881
Archit Taneja742547b2015-07-31 16:21:42 +0530882/**
883 * drm_fb_helper_sys_fillrect - wrapper around sys_fillrect
884 * @info: fbdev registered by the helper
885 * @rect: info about rectangle to fill
886 *
887 * A wrapper around sys_fillrect implemented by fbdev core
888 */
889void drm_fb_helper_sys_fillrect(struct fb_info *info,
890 const struct fb_fillrect *rect)
891{
892 sys_fillrect(info, rect);
893}
894EXPORT_SYMBOL(drm_fb_helper_sys_fillrect);
895
896/**
897 * drm_fb_helper_sys_copyarea - wrapper around sys_copyarea
898 * @info: fbdev registered by the helper
899 * @area: info about area to copy
900 *
901 * A wrapper around sys_copyarea implemented by fbdev core
902 */
903void drm_fb_helper_sys_copyarea(struct fb_info *info,
904 const struct fb_copyarea *area)
905{
906 sys_copyarea(info, area);
907}
908EXPORT_SYMBOL(drm_fb_helper_sys_copyarea);
909
910/**
911 * drm_fb_helper_sys_imageblit - wrapper around sys_imageblit
912 * @info: fbdev registered by the helper
913 * @image: info about image to blit
914 *
915 * A wrapper around sys_imageblit implemented by fbdev core
916 */
917void drm_fb_helper_sys_imageblit(struct fb_info *info,
918 const struct fb_image *image)
919{
920 sys_imageblit(info, image);
921}
922EXPORT_SYMBOL(drm_fb_helper_sys_imageblit);
923
924/**
925 * drm_fb_helper_cfb_fillrect - wrapper around cfb_fillrect
926 * @info: fbdev registered by the helper
927 * @rect: info about rectangle to fill
928 *
929 * A wrapper around cfb_imageblit implemented by fbdev core
930 */
931void drm_fb_helper_cfb_fillrect(struct fb_info *info,
932 const struct fb_fillrect *rect)
933{
934 cfb_fillrect(info, rect);
935}
936EXPORT_SYMBOL(drm_fb_helper_cfb_fillrect);
937
938/**
939 * drm_fb_helper_cfb_copyarea - wrapper around cfb_copyarea
940 * @info: fbdev registered by the helper
941 * @area: info about area to copy
942 *
943 * A wrapper around cfb_copyarea implemented by fbdev core
944 */
945void drm_fb_helper_cfb_copyarea(struct fb_info *info,
946 const struct fb_copyarea *area)
947{
948 cfb_copyarea(info, area);
949}
950EXPORT_SYMBOL(drm_fb_helper_cfb_copyarea);
951
952/**
953 * drm_fb_helper_cfb_imageblit - wrapper around cfb_imageblit
954 * @info: fbdev registered by the helper
955 * @image: info about image to blit
956 *
957 * A wrapper around cfb_imageblit implemented by fbdev core
958 */
959void drm_fb_helper_cfb_imageblit(struct fb_info *info,
960 const struct fb_image *image)
961{
962 cfb_imageblit(info, image);
963}
964EXPORT_SYMBOL(drm_fb_helper_cfb_imageblit);
965
Archit Tanejafdefa582015-07-31 16:21:43 +0530966/**
967 * drm_fb_helper_set_suspend - wrapper around fb_set_suspend
968 * @fb_helper: driver-allocated fbdev helper
969 * @state: desired state, zero to resume, non-zero to suspend
970 *
971 * A wrapper around fb_set_suspend implemented by fbdev core
972 */
973void drm_fb_helper_set_suspend(struct drm_fb_helper *fb_helper, int state)
974{
975 if (fb_helper && fb_helper->fbdev)
976 fb_set_suspend(fb_helper->fbdev, state);
977}
978EXPORT_SYMBOL(drm_fb_helper_set_suspend);
979
Dave Airliec850cb72009-10-23 18:49:03 +1000980static int setcolreg(struct drm_crtc *crtc, u16 red, u16 green,
Dave Airlieb8c00ac2009-10-06 13:54:01 +1000981 u16 blue, u16 regno, struct fb_info *info)
982{
983 struct drm_fb_helper *fb_helper = info->par;
984 struct drm_framebuffer *fb = fb_helper->fb;
985 int pindex;
986
Dave Airliec850cb72009-10-23 18:49:03 +1000987 if (info->fix.visual == FB_VISUAL_TRUECOLOR) {
988 u32 *palette;
989 u32 value;
990 /* place color in psuedopalette */
991 if (regno > 16)
992 return -EINVAL;
993 palette = (u32 *)info->pseudo_palette;
994 red >>= (16 - info->var.red.length);
995 green >>= (16 - info->var.green.length);
996 blue >>= (16 - info->var.blue.length);
997 value = (red << info->var.red.offset) |
998 (green << info->var.green.offset) |
999 (blue << info->var.blue.offset);
Rob Clark9da12b6a2011-02-16 02:45:51 +00001000 if (info->var.transp.length > 0) {
1001 u32 mask = (1 << info->var.transp.length) - 1;
1002 mask <<= info->var.transp.offset;
1003 value |= mask;
1004 }
Dave Airliec850cb72009-10-23 18:49:03 +10001005 palette[regno] = value;
1006 return 0;
1007 }
1008
Ville Syrjälä04c0c562013-05-27 20:19:57 +03001009 /*
1010 * The driver really shouldn't advertise pseudo/directcolor
1011 * visuals if it can't deal with the palette.
1012 */
1013 if (WARN_ON(!fb_helper->funcs->gamma_set ||
1014 !fb_helper->funcs->gamma_get))
1015 return -EINVAL;
1016
Dave Airlieb8c00ac2009-10-06 13:54:01 +10001017 pindex = regno;
1018
1019 if (fb->bits_per_pixel == 16) {
1020 pindex = regno << 3;
1021
1022 if (fb->depth == 16 && regno > 63)
Dave Airliec850cb72009-10-23 18:49:03 +10001023 return -EINVAL;
Dave Airlieb8c00ac2009-10-06 13:54:01 +10001024 if (fb->depth == 15 && regno > 31)
Dave Airliec850cb72009-10-23 18:49:03 +10001025 return -EINVAL;
Dave Airlieb8c00ac2009-10-06 13:54:01 +10001026
1027 if (fb->depth == 16) {
1028 u16 r, g, b;
1029 int i;
1030 if (regno < 32) {
1031 for (i = 0; i < 8; i++)
1032 fb_helper->funcs->gamma_set(crtc, red,
1033 green, blue, pindex + i);
1034 }
1035
1036 fb_helper->funcs->gamma_get(crtc, &r,
1037 &g, &b,
1038 pindex >> 1);
1039
1040 for (i = 0; i < 4; i++)
1041 fb_helper->funcs->gamma_set(crtc, r,
1042 green, b,
1043 (pindex >> 1) + i);
1044 }
1045 }
1046
1047 if (fb->depth != 16)
1048 fb_helper->funcs->gamma_set(crtc, red, green, blue, pindex);
Dave Airliec850cb72009-10-23 18:49:03 +10001049 return 0;
Dave Airlieb8c00ac2009-10-06 13:54:01 +10001050}
1051
Daniel Vetter207fd322013-01-20 22:13:14 +01001052/**
1053 * drm_fb_helper_setcmap - implementation for ->fb_setcmap
1054 * @cmap: cmap to set
1055 * @info: fbdev registered by the helper
1056 */
Dave Airlie068143d2009-10-05 09:58:02 +10001057int drm_fb_helper_setcmap(struct fb_cmap *cmap, struct fb_info *info)
1058{
1059 struct drm_fb_helper *fb_helper = info->par;
Ville Syrjälä8391a3d2013-05-27 20:19:56 +03001060 struct drm_device *dev = fb_helper->dev;
Jani Nikulabe26a662015-03-11 11:51:06 +02001061 const struct drm_crtc_helper_funcs *crtc_funcs;
Dave Airlie068143d2009-10-05 09:58:02 +10001062 u16 *red, *green, *blue, *transp;
1063 struct drm_crtc *crtc;
roel062ac622011-03-07 18:00:34 +01001064 int i, j, rc = 0;
Dave Airlie068143d2009-10-05 09:58:02 +10001065 int start;
1066
Daniel Vetterc50bfd02015-07-28 13:18:40 +02001067 if (oops_in_progress)
Rui Wang9aa609e2014-12-15 11:28:26 -08001068 return -EBUSY;
Daniel Vetterc50bfd02015-07-28 13:18:40 +02001069
1070 drm_modeset_lock_all(dev);
Ville Syrjälä8391a3d2013-05-27 20:19:56 +03001071 if (!drm_fb_helper_is_bound(fb_helper)) {
1072 drm_modeset_unlock_all(dev);
1073 return -EBUSY;
1074 }
1075
Dave Airlie8be48d92010-03-30 05:34:14 +00001076 for (i = 0; i < fb_helper->crtc_count; i++) {
1077 crtc = fb_helper->crtc_info[i].mode_set.crtc;
1078 crtc_funcs = crtc->helper_private;
Dave Airlie068143d2009-10-05 09:58:02 +10001079
1080 red = cmap->red;
1081 green = cmap->green;
1082 blue = cmap->blue;
1083 transp = cmap->transp;
1084 start = cmap->start;
1085
roel062ac622011-03-07 18:00:34 +01001086 for (j = 0; j < cmap->len; j++) {
Dave Airlie068143d2009-10-05 09:58:02 +10001087 u16 hred, hgreen, hblue, htransp = 0xffff;
1088
1089 hred = *red++;
1090 hgreen = *green++;
1091 hblue = *blue++;
1092
1093 if (transp)
1094 htransp = *transp++;
1095
Dave Airliec850cb72009-10-23 18:49:03 +10001096 rc = setcolreg(crtc, hred, hgreen, hblue, start++, info);
1097 if (rc)
Ville Syrjälä8391a3d2013-05-27 20:19:56 +03001098 goto out;
Dave Airlie068143d2009-10-05 09:58:02 +10001099 }
Ville Syrjälä04c0c562013-05-27 20:19:57 +03001100 if (crtc_funcs->load_lut)
1101 crtc_funcs->load_lut(crtc);
Dave Airlie068143d2009-10-05 09:58:02 +10001102 }
Ville Syrjälä8391a3d2013-05-27 20:19:56 +03001103 out:
1104 drm_modeset_unlock_all(dev);
Dave Airlie068143d2009-10-05 09:58:02 +10001105 return rc;
1106}
1107EXPORT_SYMBOL(drm_fb_helper_setcmap);
1108
Daniel Vetter207fd322013-01-20 22:13:14 +01001109/**
1110 * drm_fb_helper_check_var - implementation for ->fb_check_var
1111 * @var: screeninfo to check
1112 * @info: fbdev registered by the helper
1113 */
Dave Airlie785b93e2009-08-28 15:46:53 +10001114int drm_fb_helper_check_var(struct fb_var_screeninfo *var,
1115 struct fb_info *info)
1116{
1117 struct drm_fb_helper *fb_helper = info->par;
1118 struct drm_framebuffer *fb = fb_helper->fb;
1119 int depth;
1120
Jason Wesself90ebd92010-08-05 09:22:32 -05001121 if (var->pixclock != 0 || in_dbg_master())
Dave Airlie785b93e2009-08-28 15:46:53 +10001122 return -EINVAL;
1123
1124 /* Need to resize the fb object !!! */
Chris Wilson62fb3762012-03-26 21:15:53 +01001125 if (var->bits_per_pixel > fb->bits_per_pixel ||
1126 var->xres > fb->width || var->yres > fb->height ||
1127 var->xres_virtual > fb->width || var->yres_virtual > fb->height) {
Dave Airlie509c7d82010-01-08 09:27:08 +10001128 DRM_DEBUG("fb userspace requested width/height/bpp is greater than current fb "
Chris Wilson62fb3762012-03-26 21:15:53 +01001129 "request %dx%d-%d (virtual %dx%d) > %dx%d-%d\n",
1130 var->xres, var->yres, var->bits_per_pixel,
1131 var->xres_virtual, var->yres_virtual,
Dave Airlie509c7d82010-01-08 09:27:08 +10001132 fb->width, fb->height, fb->bits_per_pixel);
Dave Airlie785b93e2009-08-28 15:46:53 +10001133 return -EINVAL;
1134 }
1135
1136 switch (var->bits_per_pixel) {
1137 case 16:
1138 depth = (var->green.length == 6) ? 16 : 15;
1139 break;
1140 case 32:
1141 depth = (var->transp.length > 0) ? 32 : 24;
1142 break;
1143 default:
1144 depth = var->bits_per_pixel;
1145 break;
1146 }
1147
1148 switch (depth) {
1149 case 8:
1150 var->red.offset = 0;
1151 var->green.offset = 0;
1152 var->blue.offset = 0;
1153 var->red.length = 8;
1154 var->green.length = 8;
1155 var->blue.length = 8;
1156 var->transp.length = 0;
1157 var->transp.offset = 0;
1158 break;
1159 case 15:
1160 var->red.offset = 10;
1161 var->green.offset = 5;
1162 var->blue.offset = 0;
1163 var->red.length = 5;
1164 var->green.length = 5;
1165 var->blue.length = 5;
1166 var->transp.length = 1;
1167 var->transp.offset = 15;
1168 break;
1169 case 16:
1170 var->red.offset = 11;
1171 var->green.offset = 5;
1172 var->blue.offset = 0;
1173 var->red.length = 5;
1174 var->green.length = 6;
1175 var->blue.length = 5;
1176 var->transp.length = 0;
1177 var->transp.offset = 0;
1178 break;
1179 case 24:
1180 var->red.offset = 16;
1181 var->green.offset = 8;
1182 var->blue.offset = 0;
1183 var->red.length = 8;
1184 var->green.length = 8;
1185 var->blue.length = 8;
1186 var->transp.length = 0;
1187 var->transp.offset = 0;
1188 break;
1189 case 32:
1190 var->red.offset = 16;
1191 var->green.offset = 8;
1192 var->blue.offset = 0;
1193 var->red.length = 8;
1194 var->green.length = 8;
1195 var->blue.length = 8;
1196 var->transp.length = 8;
1197 var->transp.offset = 24;
1198 break;
1199 default:
1200 return -EINVAL;
1201 }
1202 return 0;
1203}
1204EXPORT_SYMBOL(drm_fb_helper_check_var);
1205
Daniel Vetter207fd322013-01-20 22:13:14 +01001206/**
1207 * drm_fb_helper_set_par - implementation for ->fb_set_par
1208 * @info: fbdev registered by the helper
1209 *
1210 * This will let fbcon do the mode init and is called at initialization time by
1211 * the fbdev core when registering the driver, and later on through the hotplug
1212 * callback.
1213 */
Dave Airlie785b93e2009-08-28 15:46:53 +10001214int drm_fb_helper_set_par(struct fb_info *info)
1215{
1216 struct drm_fb_helper *fb_helper = info->par;
Dave Airlie785b93e2009-08-28 15:46:53 +10001217 struct fb_var_screeninfo *var = &info->var;
Dave Airlie785b93e2009-08-28 15:46:53 +10001218
Daniel Vetterc50bfd02015-07-28 13:18:40 +02001219 if (oops_in_progress)
1220 return -EBUSY;
1221
Clemens Ladisch5349ef32009-11-04 09:42:52 +01001222 if (var->pixclock != 0) {
Pavel Roskin172e91f2010-02-11 14:31:32 +10001223 DRM_ERROR("PIXEL CLOCK SET\n");
Dave Airlie785b93e2009-08-28 15:46:53 +10001224 return -EINVAL;
1225 }
1226
Rob Clark5ea1f752014-05-30 12:29:48 -04001227 drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper);
Dave Airlie4abe3522010-03-30 05:34:18 +00001228
Dave Airlie785b93e2009-08-28 15:46:53 +10001229 return 0;
1230}
1231EXPORT_SYMBOL(drm_fb_helper_set_par);
1232
Rob Clark1edf0262015-08-25 15:35:59 -04001233static int pan_display_atomic(struct fb_var_screeninfo *var,
Daniel Vettera0fb6ad2015-10-16 19:11:30 +02001234 struct fb_info *info)
Rob Clark1edf0262015-08-25 15:35:59 -04001235{
1236 struct drm_fb_helper *fb_helper = info->par;
1237 struct drm_device *dev = fb_helper->dev;
1238 struct drm_atomic_state *state;
1239 int i, ret;
1240
1241 state = drm_atomic_state_alloc(dev);
1242 if (!state)
1243 return -ENOMEM;
1244
1245 state->acquire_ctx = dev->mode_config.acquire_ctx;
1246retry:
1247 for(i = 0; i < fb_helper->crtc_count; i++) {
1248 struct drm_mode_set *mode_set;
1249
1250 mode_set = &fb_helper->crtc_info[i].mode_set;
1251
Daniel Vettera0fb6ad2015-10-16 19:11:30 +02001252 mode_set->crtc->primary->old_fb = mode_set->crtc->primary->fb;
1253
Rob Clark1edf0262015-08-25 15:35:59 -04001254 mode_set->x = var->xoffset;
1255 mode_set->y = var->yoffset;
1256
1257 ret = __drm_atomic_helper_set_config(mode_set, state);
1258 if (ret != 0)
1259 goto fail;
1260 }
1261
1262 ret = drm_atomic_commit(state);
1263 if (ret != 0)
1264 goto fail;
1265
1266 info->var.xoffset = var->xoffset;
1267 info->var.yoffset = var->yoffset;
1268
Rob Clark1edf0262015-08-25 15:35:59 -04001269
1270fail:
Daniel Vettera0fb6ad2015-10-16 19:11:30 +02001271 for(i = 0; i < fb_helper->crtc_count; i++) {
1272 struct drm_mode_set *mode_set;
1273 struct drm_plane *plane;
1274
1275 mode_set = &fb_helper->crtc_info[i].mode_set;
1276 plane = mode_set->crtc->primary;
1277
1278 if (ret == 0) {
1279 struct drm_framebuffer *new_fb = plane->state->fb;
1280
1281 if (new_fb)
1282 drm_framebuffer_reference(new_fb);
1283 plane->fb = new_fb;
1284 plane->crtc = plane->state->crtc;
1285
1286 if (plane->old_fb)
1287 drm_framebuffer_unreference(plane->old_fb);
1288 }
1289 plane->old_fb = NULL;
1290 }
1291
Rob Clark1edf0262015-08-25 15:35:59 -04001292 if (ret == -EDEADLK)
1293 goto backoff;
1294
Daniel Vettera0fb6ad2015-10-16 19:11:30 +02001295 if (ret != 0)
1296 drm_atomic_state_free(state);
Rob Clark1edf0262015-08-25 15:35:59 -04001297
1298 return ret;
1299
1300backoff:
1301 drm_atomic_state_clear(state);
1302 drm_atomic_legacy_backoff(state);
1303
1304 goto retry;
1305}
1306
Daniel Vetter207fd322013-01-20 22:13:14 +01001307/**
1308 * drm_fb_helper_pan_display - implementation for ->fb_pan_display
1309 * @var: updated screen information
1310 * @info: fbdev registered by the helper
1311 */
Dave Airlie785b93e2009-08-28 15:46:53 +10001312int drm_fb_helper_pan_display(struct fb_var_screeninfo *var,
1313 struct fb_info *info)
1314{
1315 struct drm_fb_helper *fb_helper = info->par;
1316 struct drm_device *dev = fb_helper->dev;
1317 struct drm_mode_set *modeset;
Dave Airlie785b93e2009-08-28 15:46:53 +10001318 int ret = 0;
1319 int i;
1320
Daniel Vetterc50bfd02015-07-28 13:18:40 +02001321 if (oops_in_progress)
Rui Wang9aa609e2014-12-15 11:28:26 -08001322 return -EBUSY;
Daniel Vetterc50bfd02015-07-28 13:18:40 +02001323
1324 drm_modeset_lock_all(dev);
Daniel Vetter20c60c32012-12-17 12:13:23 +01001325 if (!drm_fb_helper_is_bound(fb_helper)) {
1326 drm_modeset_unlock_all(dev);
1327 return -EBUSY;
1328 }
1329
Rob Clark1edf0262015-08-25 15:35:59 -04001330 if (fb_helper->atomic) {
1331 ret = pan_display_atomic(var, info);
1332 goto unlock;
1333 }
1334
Dave Airlie8be48d92010-03-30 05:34:14 +00001335 for (i = 0; i < fb_helper->crtc_count; i++) {
Dave Airlie785b93e2009-08-28 15:46:53 +10001336 modeset = &fb_helper->crtc_info[i].mode_set;
1337
1338 modeset->x = var->xoffset;
1339 modeset->y = var->yoffset;
1340
1341 if (modeset->num_connectors) {
Daniel Vetter2d13b672012-12-11 13:47:23 +01001342 ret = drm_mode_set_config_internal(modeset);
Dave Airlie785b93e2009-08-28 15:46:53 +10001343 if (!ret) {
1344 info->var.xoffset = var->xoffset;
1345 info->var.yoffset = var->yoffset;
1346 }
1347 }
1348 }
Rob Clark1edf0262015-08-25 15:35:59 -04001349unlock:
Daniel Vetter84849902012-12-02 00:28:11 +01001350 drm_modeset_unlock_all(dev);
Dave Airlie785b93e2009-08-28 15:46:53 +10001351 return ret;
1352}
1353EXPORT_SYMBOL(drm_fb_helper_pan_display);
1354
Daniel Vetter8acf6582013-01-21 23:38:37 +01001355/*
Daniel Vetter207fd322013-01-20 22:13:14 +01001356 * Allocates the backing storage and sets up the fbdev info structure through
1357 * the ->fb_probe callback and then registers the fbdev and sets up the panic
1358 * notifier.
Daniel Vetter8acf6582013-01-21 23:38:37 +01001359 */
Daniel Vetterde1ace52013-01-20 21:50:49 +01001360static int drm_fb_helper_single_fb_probe(struct drm_fb_helper *fb_helper,
1361 int preferred_bpp)
Dave Airlie785b93e2009-08-28 15:46:53 +10001362{
Daniel Vetter8acf6582013-01-21 23:38:37 +01001363 int ret = 0;
Dave Airlie785b93e2009-08-28 15:46:53 +10001364 int crtc_count = 0;
Dave Airlie4abe3522010-03-30 05:34:18 +00001365 int i;
Dave Airlie785b93e2009-08-28 15:46:53 +10001366 struct fb_info *info;
Dave Airlie38651672010-03-30 05:34:13 +00001367 struct drm_fb_helper_surface_size sizes;
Dave Airlie8be48d92010-03-30 05:34:14 +00001368 int gamma_size = 0;
Dave Airlie38651672010-03-30 05:34:13 +00001369
1370 memset(&sizes, 0, sizeof(struct drm_fb_helper_surface_size));
1371 sizes.surface_depth = 24;
1372 sizes.surface_bpp = 32;
1373 sizes.fb_width = (unsigned)-1;
1374 sizes.fb_height = (unsigned)-1;
Dave Airlie785b93e2009-08-28 15:46:53 +10001375
Dave Airlieb8c00ac2009-10-06 13:54:01 +10001376 /* if driver picks 8 or 16 by default use that
1377 for both depth/bpp */
Sachin Kamat96081cd2012-11-15 03:43:30 +00001378 if (preferred_bpp != sizes.surface_bpp)
Dave Airlie38651672010-03-30 05:34:13 +00001379 sizes.surface_depth = sizes.surface_bpp = preferred_bpp;
Sachin Kamat96081cd2012-11-15 03:43:30 +00001380
Dave Airlie785b93e2009-08-28 15:46:53 +10001381 /* first up get a count of crtcs now in use and new min/maxes width/heights */
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001382 for (i = 0; i < fb_helper->connector_count; i++) {
1383 struct drm_fb_helper_connector *fb_helper_conn = fb_helper->connector_info[i];
Chris Wilson1794d252011-04-17 07:43:32 +01001384 struct drm_cmdline_mode *cmdline_mode;
Dave Airlie8ef86782009-09-26 06:39:00 +10001385
Chris Wilsoneaf99c72014-08-06 10:08:32 +02001386 cmdline_mode = &fb_helper_conn->connector->cmdline_mode;
Dave Airlied50ba252009-09-23 14:44:08 +10001387
1388 if (cmdline_mode->bpp_specified) {
1389 switch (cmdline_mode->bpp) {
1390 case 8:
Dave Airlie38651672010-03-30 05:34:13 +00001391 sizes.surface_depth = sizes.surface_bpp = 8;
Dave Airlied50ba252009-09-23 14:44:08 +10001392 break;
1393 case 15:
Dave Airlie38651672010-03-30 05:34:13 +00001394 sizes.surface_depth = 15;
1395 sizes.surface_bpp = 16;
Dave Airlied50ba252009-09-23 14:44:08 +10001396 break;
1397 case 16:
Dave Airlie38651672010-03-30 05:34:13 +00001398 sizes.surface_depth = sizes.surface_bpp = 16;
Dave Airlied50ba252009-09-23 14:44:08 +10001399 break;
1400 case 24:
Dave Airlie38651672010-03-30 05:34:13 +00001401 sizes.surface_depth = sizes.surface_bpp = 24;
Dave Airlied50ba252009-09-23 14:44:08 +10001402 break;
1403 case 32:
Dave Airlie38651672010-03-30 05:34:13 +00001404 sizes.surface_depth = 24;
1405 sizes.surface_bpp = 32;
Dave Airlied50ba252009-09-23 14:44:08 +10001406 break;
1407 }
1408 break;
1409 }
1410 }
1411
Dave Airlie8be48d92010-03-30 05:34:14 +00001412 crtc_count = 0;
1413 for (i = 0; i < fb_helper->crtc_count; i++) {
1414 struct drm_display_mode *desired_mode;
Rob Clark0e3704c2015-03-11 10:23:14 -04001415 struct drm_mode_set *mode_set;
1416 int x, y, j;
1417 /* in case of tile group, are we the last tile vert or horiz?
1418 * If no tile group you are always the last one both vertically
1419 * and horizontally
1420 */
1421 bool lastv = true, lasth = true;
Rob Clark675c8322015-03-11 10:23:13 -04001422
Dave Airlie8be48d92010-03-30 05:34:14 +00001423 desired_mode = fb_helper->crtc_info[i].desired_mode;
Rob Clark0e3704c2015-03-11 10:23:14 -04001424 mode_set = &fb_helper->crtc_info[i].mode_set;
Rob Clark675c8322015-03-11 10:23:13 -04001425
1426 if (!desired_mode)
1427 continue;
1428
1429 crtc_count++;
1430
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001431 x = fb_helper->crtc_info[i].x;
1432 y = fb_helper->crtc_info[i].y;
Rob Clark675c8322015-03-11 10:23:13 -04001433
1434 if (gamma_size == 0)
1435 gamma_size = fb_helper->crtc_info[i].mode_set.crtc->gamma_size;
1436
1437 sizes.surface_width = max_t(u32, desired_mode->hdisplay + x, sizes.surface_width);
1438 sizes.surface_height = max_t(u32, desired_mode->vdisplay + y, sizes.surface_height);
Rob Clark0e3704c2015-03-11 10:23:14 -04001439
1440 for (j = 0; j < mode_set->num_connectors; j++) {
1441 struct drm_connector *connector = mode_set->connectors[j];
1442 if (connector->has_tile) {
1443 lasth = (connector->tile_h_loc == (connector->num_h_tile - 1));
1444 lastv = (connector->tile_v_loc == (connector->num_v_tile - 1));
1445 /* cloning to multiple tiles is just crazy-talk, so: */
1446 break;
1447 }
1448 }
1449
1450 if (lasth)
1451 sizes.fb_width = min_t(u32, desired_mode->hdisplay + x, sizes.fb_width);
1452 if (lastv)
1453 sizes.fb_height = min_t(u32, desired_mode->vdisplay + y, sizes.fb_height);
Dave Airlie785b93e2009-08-28 15:46:53 +10001454 }
1455
Dave Airlie38651672010-03-30 05:34:13 +00001456 if (crtc_count == 0 || sizes.fb_width == -1 || sizes.fb_height == -1) {
Dave Airlie785b93e2009-08-28 15:46:53 +10001457 /* hmm everyone went away - assume VGA cable just fell out
1458 and will come back later. */
Dave Airlieeb1f8e42010-05-07 06:42:51 +00001459 DRM_INFO("Cannot find any crtc or sizes - going 1024x768\n");
Dave Airlie19b4b442010-03-30 05:34:16 +00001460 sizes.fb_width = sizes.surface_width = 1024;
1461 sizes.fb_height = sizes.surface_height = 768;
Dave Airlie785b93e2009-08-28 15:46:53 +10001462 }
1463
Dave Airlie38651672010-03-30 05:34:13 +00001464 /* push down into drivers */
Daniel Vetter8acf6582013-01-21 23:38:37 +01001465 ret = (*fb_helper->funcs->fb_probe)(fb_helper, &sizes);
1466 if (ret < 0)
1467 return ret;
Dave Airlie785b93e2009-08-28 15:46:53 +10001468
Dave Airlie38651672010-03-30 05:34:13 +00001469 info = fb_helper->fbdev;
Dave Airlie785b93e2009-08-28 15:46:53 +10001470
Daniel Vetter7e53f3a2013-01-21 10:52:17 +01001471 /*
1472 * Set the fb pointer - usually drm_setup_crtcs does this for hotplug
1473 * events, but at init time drm_setup_crtcs needs to be called before
1474 * the fb is allocated (since we need to figure out the desired size of
1475 * the fb before we can allocate it ...). Hence we need to fix things up
1476 * here again.
1477 */
Sachin Kamat96081cd2012-11-15 03:43:30 +00001478 for (i = 0; i < fb_helper->crtc_count; i++)
Daniel Vetter7e53f3a2013-01-21 10:52:17 +01001479 if (fb_helper->crtc_info[i].mode_set.num_connectors)
1480 fb_helper->crtc_info[i].mode_set.fb = fb_helper->fb;
1481
Dave Airlie785b93e2009-08-28 15:46:53 +10001482
Daniel Vetter8acf6582013-01-21 23:38:37 +01001483 info->var.pixclock = 0;
1484 if (register_framebuffer(info) < 0)
1485 return -EINVAL;
Dave Airlie38651672010-03-30 05:34:13 +00001486
Daniel Vetter8acf6582013-01-21 23:38:37 +01001487 dev_info(fb_helper->dev->dev, "fb%d: %s frame buffer device\n",
1488 info->node, info->fix.id);
Dave Airlie785b93e2009-08-28 15:46:53 +10001489
Dave Airlie785b93e2009-08-28 15:46:53 +10001490 if (list_empty(&kernel_fb_helper_list)) {
Dave Airlie785b93e2009-08-28 15:46:53 +10001491 register_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
1492 }
Daniel Vetter8acf6582013-01-21 23:38:37 +01001493
1494 list_add(&fb_helper->kernel_fb_list, &kernel_fb_helper_list);
Dave Airlie38651672010-03-30 05:34:13 +00001495
Dave Airlie785b93e2009-08-28 15:46:53 +10001496 return 0;
1497}
Dave Airlie785b93e2009-08-28 15:46:53 +10001498
Daniel Vetter207fd322013-01-20 22:13:14 +01001499/**
1500 * drm_fb_helper_fill_fix - initializes fixed fbdev information
1501 * @info: fbdev registered by the helper
1502 * @pitch: desired pitch
1503 * @depth: desired depth
1504 *
1505 * Helper to fill in the fixed fbdev information useful for a non-accelerated
1506 * fbdev emulations. Drivers which support acceleration methods which impose
1507 * additional constraints need to set up their own limits.
1508 *
1509 * Drivers should call this (or their equivalent setup code) from their
1510 * ->fb_probe callback.
1511 */
Dave Airlie3632ef82011-01-15 09:27:00 +10001512void drm_fb_helper_fill_fix(struct fb_info *info, uint32_t pitch,
1513 uint32_t depth)
1514{
1515 info->fix.type = FB_TYPE_PACKED_PIXELS;
1516 info->fix.visual = depth == 8 ? FB_VISUAL_PSEUDOCOLOR :
1517 FB_VISUAL_TRUECOLOR;
1518 info->fix.mmio_start = 0;
1519 info->fix.mmio_len = 0;
1520 info->fix.type_aux = 0;
1521 info->fix.xpanstep = 1; /* doing it in hw */
1522 info->fix.ypanstep = 1; /* doing it in hw */
1523 info->fix.ywrapstep = 0;
1524 info->fix.accel = FB_ACCEL_NONE;
Dave Airlie3632ef82011-01-15 09:27:00 +10001525
1526 info->fix.line_length = pitch;
1527 return;
1528}
1529EXPORT_SYMBOL(drm_fb_helper_fill_fix);
1530
Daniel Vetter207fd322013-01-20 22:13:14 +01001531/**
1532 * drm_fb_helper_fill_var - initalizes variable fbdev information
1533 * @info: fbdev instance to set up
1534 * @fb_helper: fb helper instance to use as template
1535 * @fb_width: desired fb width
1536 * @fb_height: desired fb height
1537 *
1538 * Sets up the variable fbdev metainformation from the given fb helper instance
1539 * and the drm framebuffer allocated in fb_helper->fb.
1540 *
1541 * Drivers should call this (or their equivalent setup code) from their
1542 * ->fb_probe callback after having allocated the fbdev backing
1543 * storage framebuffer.
1544 */
Dave Airlie38651672010-03-30 05:34:13 +00001545void drm_fb_helper_fill_var(struct fb_info *info, struct drm_fb_helper *fb_helper,
Dave Airlie785b93e2009-08-28 15:46:53 +10001546 uint32_t fb_width, uint32_t fb_height)
1547{
Dave Airlie38651672010-03-30 05:34:13 +00001548 struct drm_framebuffer *fb = fb_helper->fb;
1549 info->pseudo_palette = fb_helper->pseudo_palette;
Dave Airlie785b93e2009-08-28 15:46:53 +10001550 info->var.xres_virtual = fb->width;
1551 info->var.yres_virtual = fb->height;
1552 info->var.bits_per_pixel = fb->bits_per_pixel;
James Simmons57084d02010-12-20 19:10:39 +00001553 info->var.accel_flags = FB_ACCELF_TEXT;
Dave Airlie785b93e2009-08-28 15:46:53 +10001554 info->var.xoffset = 0;
1555 info->var.yoffset = 0;
1556 info->var.activate = FB_ACTIVATE_NOW;
1557 info->var.height = -1;
1558 info->var.width = -1;
1559
1560 switch (fb->depth) {
1561 case 8:
1562 info->var.red.offset = 0;
1563 info->var.green.offset = 0;
1564 info->var.blue.offset = 0;
1565 info->var.red.length = 8; /* 8bit DAC */
1566 info->var.green.length = 8;
1567 info->var.blue.length = 8;
1568 info->var.transp.offset = 0;
1569 info->var.transp.length = 0;
1570 break;
1571 case 15:
1572 info->var.red.offset = 10;
1573 info->var.green.offset = 5;
1574 info->var.blue.offset = 0;
1575 info->var.red.length = 5;
1576 info->var.green.length = 5;
1577 info->var.blue.length = 5;
1578 info->var.transp.offset = 15;
1579 info->var.transp.length = 1;
1580 break;
1581 case 16:
1582 info->var.red.offset = 11;
1583 info->var.green.offset = 5;
1584 info->var.blue.offset = 0;
1585 info->var.red.length = 5;
1586 info->var.green.length = 6;
1587 info->var.blue.length = 5;
1588 info->var.transp.offset = 0;
1589 break;
1590 case 24:
1591 info->var.red.offset = 16;
1592 info->var.green.offset = 8;
1593 info->var.blue.offset = 0;
1594 info->var.red.length = 8;
1595 info->var.green.length = 8;
1596 info->var.blue.length = 8;
1597 info->var.transp.offset = 0;
1598 info->var.transp.length = 0;
1599 break;
1600 case 32:
1601 info->var.red.offset = 16;
1602 info->var.green.offset = 8;
1603 info->var.blue.offset = 0;
1604 info->var.red.length = 8;
1605 info->var.green.length = 8;
1606 info->var.blue.length = 8;
1607 info->var.transp.offset = 24;
1608 info->var.transp.length = 8;
1609 break;
1610 default:
1611 break;
1612 }
1613
1614 info->var.xres = fb_width;
1615 info->var.yres = fb_height;
1616}
1617EXPORT_SYMBOL(drm_fb_helper_fill_var);
Dave Airlie38651672010-03-30 05:34:13 +00001618
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001619static int drm_fb_helper_probe_connector_modes(struct drm_fb_helper *fb_helper,
1620 uint32_t maxX,
1621 uint32_t maxY)
Dave Airlie38651672010-03-30 05:34:13 +00001622{
1623 struct drm_connector *connector;
1624 int count = 0;
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001625 int i;
Dave Airlie38651672010-03-30 05:34:13 +00001626
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001627 for (i = 0; i < fb_helper->connector_count; i++) {
1628 connector = fb_helper->connector_info[i]->connector;
Dave Airlie38651672010-03-30 05:34:13 +00001629 count += connector->funcs->fill_modes(connector, maxX, maxY);
1630 }
1631
1632 return count;
1633}
1634
Jesse Barnes2f1046f2014-02-12 12:26:24 -08001635struct drm_display_mode *drm_has_preferred_mode(struct drm_fb_helper_connector *fb_connector, int width, int height)
Dave Airlie38651672010-03-30 05:34:13 +00001636{
1637 struct drm_display_mode *mode;
1638
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001639 list_for_each_entry(mode, &fb_connector->connector->modes, head) {
Daniel Vetter9d3de132014-01-23 16:27:56 +01001640 if (mode->hdisplay > width ||
1641 mode->vdisplay > height)
Dave Airlie38651672010-03-30 05:34:13 +00001642 continue;
1643 if (mode->type & DRM_MODE_TYPE_PREFERRED)
1644 return mode;
1645 }
1646 return NULL;
1647}
Jesse Barnes2f1046f2014-02-12 12:26:24 -08001648EXPORT_SYMBOL(drm_has_preferred_mode);
Dave Airlie38651672010-03-30 05:34:13 +00001649
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001650static bool drm_has_cmdline_mode(struct drm_fb_helper_connector *fb_connector)
Dave Airlie38651672010-03-30 05:34:13 +00001651{
Chris Wilsoneaf99c72014-08-06 10:08:32 +02001652 return fb_connector->connector->cmdline_mode.specified;
Dave Airlie38651672010-03-30 05:34:13 +00001653}
1654
Jesse Barnes2f1046f2014-02-12 12:26:24 -08001655struct drm_display_mode *drm_pick_cmdline_mode(struct drm_fb_helper_connector *fb_helper_conn,
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001656 int width, int height)
Dave Airlie38651672010-03-30 05:34:13 +00001657{
Chris Wilson1794d252011-04-17 07:43:32 +01001658 struct drm_cmdline_mode *cmdline_mode;
Daniel Stonef3af5c72015-03-19 04:33:01 +00001659 struct drm_display_mode *mode;
Takashi Iwaic683f422014-03-19 14:53:13 +01001660 bool prefer_non_interlace;
Dave Airlie38651672010-03-30 05:34:13 +00001661
Chris Wilsoneaf99c72014-08-06 10:08:32 +02001662 cmdline_mode = &fb_helper_conn->connector->cmdline_mode;
Dave Airlie38651672010-03-30 05:34:13 +00001663 if (cmdline_mode->specified == false)
Daniel Stonef3af5c72015-03-19 04:33:01 +00001664 return NULL;
Dave Airlie38651672010-03-30 05:34:13 +00001665
1666 /* attempt to find a matching mode in the list of modes
1667 * we have gotten so far, if not add a CVT mode that conforms
1668 */
1669 if (cmdline_mode->rb || cmdline_mode->margins)
1670 goto create_mode;
1671
Takashi Iwaic683f422014-03-19 14:53:13 +01001672 prefer_non_interlace = !cmdline_mode->interlace;
Daniel Stonef3af5c72015-03-19 04:33:01 +00001673again:
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001674 list_for_each_entry(mode, &fb_helper_conn->connector->modes, head) {
Dave Airlie38651672010-03-30 05:34:13 +00001675 /* check width/height */
1676 if (mode->hdisplay != cmdline_mode->xres ||
1677 mode->vdisplay != cmdline_mode->yres)
1678 continue;
1679
1680 if (cmdline_mode->refresh_specified) {
1681 if (mode->vrefresh != cmdline_mode->refresh)
1682 continue;
1683 }
1684
1685 if (cmdline_mode->interlace) {
1686 if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
1687 continue;
Takashi Iwaic683f422014-03-19 14:53:13 +01001688 } else if (prefer_non_interlace) {
1689 if (mode->flags & DRM_MODE_FLAG_INTERLACE)
1690 continue;
Dave Airlie38651672010-03-30 05:34:13 +00001691 }
1692 return mode;
1693 }
1694
Takashi Iwaic683f422014-03-19 14:53:13 +01001695 if (prefer_non_interlace) {
1696 prefer_non_interlace = false;
1697 goto again;
1698 }
1699
Dave Airlie38651672010-03-30 05:34:13 +00001700create_mode:
Chris Wilson1794d252011-04-17 07:43:32 +01001701 mode = drm_mode_create_from_cmdline_mode(fb_helper_conn->connector->dev,
1702 cmdline_mode);
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001703 list_add(&mode->head, &fb_helper_conn->connector->modes);
Dave Airlie38651672010-03-30 05:34:13 +00001704 return mode;
1705}
Jesse Barnes2f1046f2014-02-12 12:26:24 -08001706EXPORT_SYMBOL(drm_pick_cmdline_mode);
Dave Airlie38651672010-03-30 05:34:13 +00001707
1708static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
1709{
1710 bool enable;
1711
Sachin Kamat96081cd2012-11-15 03:43:30 +00001712 if (strict)
Dave Airlie38651672010-03-30 05:34:13 +00001713 enable = connector->status == connector_status_connected;
Sachin Kamat96081cd2012-11-15 03:43:30 +00001714 else
Dave Airlie38651672010-03-30 05:34:13 +00001715 enable = connector->status != connector_status_disconnected;
Sachin Kamat96081cd2012-11-15 03:43:30 +00001716
Dave Airlie38651672010-03-30 05:34:13 +00001717 return enable;
1718}
1719
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001720static void drm_enable_connectors(struct drm_fb_helper *fb_helper,
1721 bool *enabled)
Dave Airlie38651672010-03-30 05:34:13 +00001722{
1723 bool any_enabled = false;
1724 struct drm_connector *connector;
1725 int i = 0;
1726
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001727 for (i = 0; i < fb_helper->connector_count; i++) {
1728 connector = fb_helper->connector_info[i]->connector;
Dave Airlie38651672010-03-30 05:34:13 +00001729 enabled[i] = drm_connector_enabled(connector, true);
1730 DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
1731 enabled[i] ? "yes" : "no");
1732 any_enabled |= enabled[i];
Dave Airlie38651672010-03-30 05:34:13 +00001733 }
1734
1735 if (any_enabled)
1736 return;
1737
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001738 for (i = 0; i < fb_helper->connector_count; i++) {
1739 connector = fb_helper->connector_info[i]->connector;
Dave Airlie38651672010-03-30 05:34:13 +00001740 enabled[i] = drm_connector_enabled(connector, false);
Dave Airlie38651672010-03-30 05:34:13 +00001741 }
1742}
1743
Dave Airlie1d42bbc2010-05-07 05:02:30 +00001744static bool drm_target_cloned(struct drm_fb_helper *fb_helper,
1745 struct drm_display_mode **modes,
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001746 struct drm_fb_offset *offsets,
Dave Airlie1d42bbc2010-05-07 05:02:30 +00001747 bool *enabled, int width, int height)
1748{
1749 int count, i, j;
1750 bool can_clone = false;
1751 struct drm_fb_helper_connector *fb_helper_conn;
1752 struct drm_display_mode *dmt_mode, *mode;
1753
1754 /* only contemplate cloning in the single crtc case */
1755 if (fb_helper->crtc_count > 1)
1756 return false;
1757
1758 count = 0;
1759 for (i = 0; i < fb_helper->connector_count; i++) {
1760 if (enabled[i])
1761 count++;
1762 }
1763
1764 /* only contemplate cloning if more than one connector is enabled */
1765 if (count <= 1)
1766 return false;
1767
1768 /* check the command line or if nothing common pick 1024x768 */
1769 can_clone = true;
1770 for (i = 0; i < fb_helper->connector_count; i++) {
1771 if (!enabled[i])
1772 continue;
1773 fb_helper_conn = fb_helper->connector_info[i];
1774 modes[i] = drm_pick_cmdline_mode(fb_helper_conn, width, height);
1775 if (!modes[i]) {
1776 can_clone = false;
1777 break;
1778 }
1779 for (j = 0; j < i; j++) {
1780 if (!enabled[j])
1781 continue;
1782 if (!drm_mode_equal(modes[j], modes[i]))
1783 can_clone = false;
1784 }
1785 }
1786
1787 if (can_clone) {
1788 DRM_DEBUG_KMS("can clone using command line\n");
1789 return true;
1790 }
1791
1792 /* try and find a 1024x768 mode on each connector */
1793 can_clone = true;
Adam Jacksonf6e252b2012-04-13 16:33:31 -04001794 dmt_mode = drm_mode_find_dmt(fb_helper->dev, 1024, 768, 60, false);
Dave Airlie1d42bbc2010-05-07 05:02:30 +00001795
1796 for (i = 0; i < fb_helper->connector_count; i++) {
1797
1798 if (!enabled[i])
1799 continue;
1800
1801 fb_helper_conn = fb_helper->connector_info[i];
1802 list_for_each_entry(mode, &fb_helper_conn->connector->modes, head) {
1803 if (drm_mode_equal(mode, dmt_mode))
1804 modes[i] = mode;
1805 }
1806 if (!modes[i])
1807 can_clone = false;
1808 }
1809
1810 if (can_clone) {
1811 DRM_DEBUG_KMS("can clone using 1024x768\n");
1812 return true;
1813 }
1814 DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
1815 return false;
1816}
1817
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001818static int drm_get_tile_offsets(struct drm_fb_helper *fb_helper,
1819 struct drm_display_mode **modes,
1820 struct drm_fb_offset *offsets,
1821 int idx,
1822 int h_idx, int v_idx)
1823{
1824 struct drm_fb_helper_connector *fb_helper_conn;
1825 int i;
1826 int hoffset = 0, voffset = 0;
1827
1828 for (i = 0; i < fb_helper->connector_count; i++) {
1829 fb_helper_conn = fb_helper->connector_info[i];
1830 if (!fb_helper_conn->connector->has_tile)
1831 continue;
1832
1833 if (!modes[i] && (h_idx || v_idx)) {
1834 DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
1835 fb_helper_conn->connector->base.id);
1836 continue;
1837 }
1838 if (fb_helper_conn->connector->tile_h_loc < h_idx)
1839 hoffset += modes[i]->hdisplay;
1840
1841 if (fb_helper_conn->connector->tile_v_loc < v_idx)
1842 voffset += modes[i]->vdisplay;
1843 }
1844 offsets[idx].x = hoffset;
1845 offsets[idx].y = voffset;
1846 DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
1847 return 0;
1848}
1849
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001850static bool drm_target_preferred(struct drm_fb_helper *fb_helper,
Dave Airlie38651672010-03-30 05:34:13 +00001851 struct drm_display_mode **modes,
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001852 struct drm_fb_offset *offsets,
Dave Airlie38651672010-03-30 05:34:13 +00001853 bool *enabled, int width, int height)
1854{
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001855 struct drm_fb_helper_connector *fb_helper_conn;
1856 int i;
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001857 uint64_t conn_configured = 0, mask;
1858 int tile_pass = 0;
1859 mask = (1 << fb_helper->connector_count) - 1;
1860retry:
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001861 for (i = 0; i < fb_helper->connector_count; i++) {
1862 fb_helper_conn = fb_helper->connector_info[i];
Dave Airlie38651672010-03-30 05:34:13 +00001863
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001864 if (conn_configured & (1 << i))
Dave Airlie38651672010-03-30 05:34:13 +00001865 continue;
Dave Airlie38651672010-03-30 05:34:13 +00001866
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001867 if (enabled[i] == false) {
1868 conn_configured |= (1 << i);
1869 continue;
1870 }
1871
1872 /* first pass over all the untiled connectors */
1873 if (tile_pass == 0 && fb_helper_conn->connector->has_tile)
1874 continue;
1875
1876 if (tile_pass == 1) {
1877 if (fb_helper_conn->connector->tile_h_loc != 0 ||
1878 fb_helper_conn->connector->tile_v_loc != 0)
1879 continue;
1880
1881 } else {
1882 if (fb_helper_conn->connector->tile_h_loc != tile_pass -1 &&
1883 fb_helper_conn->connector->tile_v_loc != tile_pass - 1)
1884 /* if this tile_pass doesn't cover any of the tiles - keep going */
1885 continue;
1886
1887 /* find the tile offsets for this pass - need
1888 to find all tiles left and above */
1889 drm_get_tile_offsets(fb_helper, modes, offsets,
1890 i, fb_helper_conn->connector->tile_h_loc, fb_helper_conn->connector->tile_v_loc);
1891 }
Dave Airlie38651672010-03-30 05:34:13 +00001892 DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001893 fb_helper_conn->connector->base.id);
Dave Airlie38651672010-03-30 05:34:13 +00001894
1895 /* got for command line mode first */
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001896 modes[i] = drm_pick_cmdline_mode(fb_helper_conn, width, height);
Dave Airlie38651672010-03-30 05:34:13 +00001897 if (!modes[i]) {
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001898 DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
1899 fb_helper_conn->connector->base.id, fb_helper_conn->connector->tile_group ? fb_helper_conn->connector->tile_group->id : 0);
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001900 modes[i] = drm_has_preferred_mode(fb_helper_conn, width, height);
Dave Airlie38651672010-03-30 05:34:13 +00001901 }
1902 /* No preferred modes, pick one off the list */
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001903 if (!modes[i] && !list_empty(&fb_helper_conn->connector->modes)) {
1904 list_for_each_entry(modes[i], &fb_helper_conn->connector->modes, head)
Dave Airlie38651672010-03-30 05:34:13 +00001905 break;
1906 }
1907 DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
1908 "none");
Dave Airlieb0ee9e72014-10-20 16:31:53 +10001909 conn_configured |= (1 << i);
1910 }
1911
1912 if ((conn_configured & mask) != mask) {
1913 tile_pass++;
1914 goto retry;
Dave Airlie38651672010-03-30 05:34:13 +00001915 }
1916 return true;
1917}
1918
Dave Airlie8be48d92010-03-30 05:34:14 +00001919static int drm_pick_crtcs(struct drm_fb_helper *fb_helper,
1920 struct drm_fb_helper_crtc **best_crtcs,
Dave Airlie38651672010-03-30 05:34:13 +00001921 struct drm_display_mode **modes,
1922 int n, int width, int height)
1923{
1924 int c, o;
Dave Airlie8be48d92010-03-30 05:34:14 +00001925 struct drm_device *dev = fb_helper->dev;
Dave Airlie38651672010-03-30 05:34:13 +00001926 struct drm_connector *connector;
Jani Nikulabe26a662015-03-11 11:51:06 +02001927 const struct drm_connector_helper_funcs *connector_funcs;
Dave Airlie38651672010-03-30 05:34:13 +00001928 struct drm_encoder *encoder;
Dave Airlie38651672010-03-30 05:34:13 +00001929 int my_score, best_score, score;
Dave Airlie8be48d92010-03-30 05:34:14 +00001930 struct drm_fb_helper_crtc **crtcs, *crtc;
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001931 struct drm_fb_helper_connector *fb_helper_conn;
Dave Airlie38651672010-03-30 05:34:13 +00001932
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001933 if (n == fb_helper->connector_count)
Dave Airlie38651672010-03-30 05:34:13 +00001934 return 0;
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001935
1936 fb_helper_conn = fb_helper->connector_info[n];
1937 connector = fb_helper_conn->connector;
Dave Airlie38651672010-03-30 05:34:13 +00001938
1939 best_crtcs[n] = NULL;
Dave Airlie8be48d92010-03-30 05:34:14 +00001940 best_score = drm_pick_crtcs(fb_helper, best_crtcs, modes, n+1, width, height);
Dave Airlie38651672010-03-30 05:34:13 +00001941 if (modes[n] == NULL)
1942 return best_score;
1943
Dave Airlie8be48d92010-03-30 05:34:14 +00001944 crtcs = kzalloc(dev->mode_config.num_connector *
1945 sizeof(struct drm_fb_helper_crtc *), GFP_KERNEL);
Dave Airlie38651672010-03-30 05:34:13 +00001946 if (!crtcs)
1947 return best_score;
1948
1949 my_score = 1;
1950 if (connector->status == connector_status_connected)
1951 my_score++;
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001952 if (drm_has_cmdline_mode(fb_helper_conn))
Dave Airlie38651672010-03-30 05:34:13 +00001953 my_score++;
Dave Airlie0b4c0f32010-03-30 05:34:15 +00001954 if (drm_has_preferred_mode(fb_helper_conn, width, height))
Dave Airlie38651672010-03-30 05:34:13 +00001955 my_score++;
1956
1957 connector_funcs = connector->helper_private;
1958 encoder = connector_funcs->best_encoder(connector);
1959 if (!encoder)
1960 goto out;
1961
Dave Airlie38651672010-03-30 05:34:13 +00001962 /* select a crtc for this connector and then attempt to configure
1963 remaining connectors */
Dave Airlie8be48d92010-03-30 05:34:14 +00001964 for (c = 0; c < fb_helper->crtc_count; c++) {
1965 crtc = &fb_helper->crtc_info[c];
Dave Airlie38651672010-03-30 05:34:13 +00001966
Sachin Kamat96081cd2012-11-15 03:43:30 +00001967 if ((encoder->possible_crtcs & (1 << c)) == 0)
Dave Airlie38651672010-03-30 05:34:13 +00001968 continue;
Dave Airlie38651672010-03-30 05:34:13 +00001969
1970 for (o = 0; o < n; o++)
1971 if (best_crtcs[o] == crtc)
1972 break;
1973
1974 if (o < n) {
Dave Airlie1d42bbc2010-05-07 05:02:30 +00001975 /* ignore cloning unless only a single crtc */
1976 if (fb_helper->crtc_count > 1)
1977 continue;
1978
1979 if (!drm_mode_equal(modes[o], modes[n]))
1980 continue;
Dave Airlie38651672010-03-30 05:34:13 +00001981 }
1982
1983 crtcs[n] = crtc;
Dave Airlie8be48d92010-03-30 05:34:14 +00001984 memcpy(crtcs, best_crtcs, n * sizeof(struct drm_fb_helper_crtc *));
1985 score = my_score + drm_pick_crtcs(fb_helper, crtcs, modes, n + 1,
Dave Airlie38651672010-03-30 05:34:13 +00001986 width, height);
1987 if (score > best_score) {
Dave Airlie38651672010-03-30 05:34:13 +00001988 best_score = score;
1989 memcpy(best_crtcs, crtcs,
1990 dev->mode_config.num_connector *
Dave Airlie8be48d92010-03-30 05:34:14 +00001991 sizeof(struct drm_fb_helper_crtc *));
Dave Airlie38651672010-03-30 05:34:13 +00001992 }
Dave Airlie38651672010-03-30 05:34:13 +00001993 }
1994out:
1995 kfree(crtcs);
1996 return best_score;
1997}
1998
Dave Airlie8be48d92010-03-30 05:34:14 +00001999static void drm_setup_crtcs(struct drm_fb_helper *fb_helper)
Dave Airlie38651672010-03-30 05:34:13 +00002000{
Dave Airlie8be48d92010-03-30 05:34:14 +00002001 struct drm_device *dev = fb_helper->dev;
2002 struct drm_fb_helper_crtc **crtcs;
Dave Airlie38651672010-03-30 05:34:13 +00002003 struct drm_display_mode **modes;
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002004 struct drm_fb_offset *offsets;
Dave Airlie8be48d92010-03-30 05:34:14 +00002005 struct drm_mode_set *modeset;
Dave Airlie38651672010-03-30 05:34:13 +00002006 bool *enabled;
2007 int width, height;
Jesse Barnes11e17a02013-02-19 13:31:39 -08002008 int i;
Dave Airlie38651672010-03-30 05:34:13 +00002009
2010 DRM_DEBUG_KMS("\n");
2011
2012 width = dev->mode_config.max_width;
2013 height = dev->mode_config.max_height;
2014
Dave Airlie38651672010-03-30 05:34:13 +00002015 crtcs = kcalloc(dev->mode_config.num_connector,
Dave Airlie8be48d92010-03-30 05:34:14 +00002016 sizeof(struct drm_fb_helper_crtc *), GFP_KERNEL);
Dave Airlie38651672010-03-30 05:34:13 +00002017 modes = kcalloc(dev->mode_config.num_connector,
2018 sizeof(struct drm_display_mode *), GFP_KERNEL);
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002019 offsets = kcalloc(dev->mode_config.num_connector,
2020 sizeof(struct drm_fb_offset), GFP_KERNEL);
Dave Airlie38651672010-03-30 05:34:13 +00002021 enabled = kcalloc(dev->mode_config.num_connector,
2022 sizeof(bool), GFP_KERNEL);
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002023 if (!crtcs || !modes || !enabled || !offsets) {
Sachin Kamat8c5eaca2012-11-19 09:44:58 +00002024 DRM_ERROR("Memory allocation failed\n");
2025 goto out;
2026 }
2027
Dave Airlie38651672010-03-30 05:34:13 +00002028
Dave Airlie0b4c0f32010-03-30 05:34:15 +00002029 drm_enable_connectors(fb_helper, enabled);
Dave Airlie38651672010-03-30 05:34:13 +00002030
Jesse Barnes11e17a02013-02-19 13:31:39 -08002031 if (!(fb_helper->funcs->initial_config &&
2032 fb_helper->funcs->initial_config(fb_helper, crtcs, modes,
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002033 offsets,
Jesse Barnes11e17a02013-02-19 13:31:39 -08002034 enabled, width, height))) {
2035 memset(modes, 0, dev->mode_config.num_connector*sizeof(modes[0]));
2036 memset(crtcs, 0, dev->mode_config.num_connector*sizeof(crtcs[0]));
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002037 memset(offsets, 0, dev->mode_config.num_connector*sizeof(offsets[0]));
Jesse Barnes11e17a02013-02-19 13:31:39 -08002038
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002039 if (!drm_target_cloned(fb_helper, modes, offsets,
2040 enabled, width, height) &&
2041 !drm_target_preferred(fb_helper, modes, offsets,
2042 enabled, width, height))
Dave Airlie1d42bbc2010-05-07 05:02:30 +00002043 DRM_ERROR("Unable to find initial modes\n");
Jesse Barnes11e17a02013-02-19 13:31:39 -08002044
2045 DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
2046 width, height);
2047
2048 drm_pick_crtcs(fb_helper, crtcs, modes, 0, width, height);
Dave Airlie1d42bbc2010-05-07 05:02:30 +00002049 }
Dave Airlie38651672010-03-30 05:34:13 +00002050
Dave Airlie8be48d92010-03-30 05:34:14 +00002051 /* need to set the modesets up here for use later */
2052 /* fill out the connector<->crtc mappings into the modesets */
2053 for (i = 0; i < fb_helper->crtc_count; i++) {
2054 modeset = &fb_helper->crtc_info[i].mode_set;
2055 modeset->num_connectors = 0;
Daniel Vetter7e53f3a2013-01-21 10:52:17 +01002056 modeset->fb = NULL;
Dave Airlie8be48d92010-03-30 05:34:14 +00002057 }
Dave Airlie38651672010-03-30 05:34:13 +00002058
Dave Airlie0b4c0f32010-03-30 05:34:15 +00002059 for (i = 0; i < fb_helper->connector_count; i++) {
Dave Airlie38651672010-03-30 05:34:13 +00002060 struct drm_display_mode *mode = modes[i];
Dave Airlie8be48d92010-03-30 05:34:14 +00002061 struct drm_fb_helper_crtc *fb_crtc = crtcs[i];
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002062 struct drm_fb_offset *offset = &offsets[i];
Dave Airlie8be48d92010-03-30 05:34:14 +00002063 modeset = &fb_crtc->mode_set;
Dave Airlie38651672010-03-30 05:34:13 +00002064
Dave Airlie8be48d92010-03-30 05:34:14 +00002065 if (mode && fb_crtc) {
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002066 DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
2067 mode->name, fb_crtc->mode_set.crtc->base.id, offset->x, offset->y);
Dave Airlie8be48d92010-03-30 05:34:14 +00002068 fb_crtc->desired_mode = mode;
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002069 fb_crtc->x = offset->x;
2070 fb_crtc->y = offset->y;
Dave Airlie8be48d92010-03-30 05:34:14 +00002071 if (modeset->mode)
2072 drm_mode_destroy(dev, modeset->mode);
2073 modeset->mode = drm_mode_duplicate(dev,
2074 fb_crtc->desired_mode);
Dave Airlie0b4c0f32010-03-30 05:34:15 +00002075 modeset->connectors[modeset->num_connectors++] = fb_helper->connector_info[i]->connector;
Daniel Vetter7e53f3a2013-01-21 10:52:17 +01002076 modeset->fb = fb_helper->fb;
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002077 modeset->x = offset->x;
2078 modeset->y = offset->y;
Dave Airlie38651672010-03-30 05:34:13 +00002079 }
Dave Airlie38651672010-03-30 05:34:13 +00002080 }
2081
Daniel Vetter7e53f3a2013-01-21 10:52:17 +01002082 /* Clear out any old modes if there are no more connected outputs. */
2083 for (i = 0; i < fb_helper->crtc_count; i++) {
2084 modeset = &fb_helper->crtc_info[i].mode_set;
2085 if (modeset->num_connectors == 0) {
2086 BUG_ON(modeset->fb);
Daniel Vetter7e53f3a2013-01-21 10:52:17 +01002087 if (modeset->mode)
2088 drm_mode_destroy(dev, modeset->mode);
2089 modeset->mode = NULL;
2090 }
2091 }
Sachin Kamat8c5eaca2012-11-19 09:44:58 +00002092out:
Dave Airlie38651672010-03-30 05:34:13 +00002093 kfree(crtcs);
2094 kfree(modes);
Dave Airlieb0ee9e72014-10-20 16:31:53 +10002095 kfree(offsets);
Dave Airlie38651672010-03-30 05:34:13 +00002096 kfree(enabled);
2097}
2098
2099/**
Daniel Vetter207fd322013-01-20 22:13:14 +01002100 * drm_fb_helper_initial_config - setup a sane initial connector configuration
Daniel Vetterd0ddc0332012-11-01 14:45:17 +01002101 * @fb_helper: fb_helper device struct
2102 * @bpp_sel: bpp value to use for the framebuffer configuration
Dave Airlie38651672010-03-30 05:34:13 +00002103 *
Daniel Vetterd0ddc0332012-11-01 14:45:17 +01002104 * Scans the CRTCs and connectors and tries to put together an initial setup.
Dave Airlie38651672010-03-30 05:34:13 +00002105 * At the moment, this is a cloned configuration across all heads with
2106 * a new framebuffer object as the backing store.
2107 *
Daniel Vetter207fd322013-01-20 22:13:14 +01002108 * Note that this also registers the fbdev and so allows userspace to call into
2109 * the driver through the fbdev interfaces.
2110 *
2111 * This function will call down into the ->fb_probe callback to let
2112 * the driver allocate and initialize the fbdev info structure and the drm
2113 * framebuffer used to back the fbdev. drm_fb_helper_fill_var() and
2114 * drm_fb_helper_fill_fix() are provided as helpers to setup simple default
2115 * values for the fbdev info structure.
2116 *
Dave Airlie38651672010-03-30 05:34:13 +00002117 * RETURNS:
2118 * Zero if everything went ok, nonzero otherwise.
2119 */
Thierry Reding01934c22014-12-19 11:21:32 +01002120int drm_fb_helper_initial_config(struct drm_fb_helper *fb_helper, int bpp_sel)
Dave Airlie38651672010-03-30 05:34:13 +00002121{
Dave Airlie8be48d92010-03-30 05:34:14 +00002122 struct drm_device *dev = fb_helper->dev;
Dave Airlie38651672010-03-30 05:34:13 +00002123 int count = 0;
2124
Daniel Vetterf64c5572015-08-25 15:45:13 +02002125 if (!drm_fbdev_emulation)
2126 return 0;
2127
Daniel Vetter53f19042014-03-20 14:26:35 +01002128 mutex_lock(&dev->mode_config.mutex);
Dave Airlie0b4c0f32010-03-30 05:34:15 +00002129 count = drm_fb_helper_probe_connector_modes(fb_helper,
2130 dev->mode_config.max_width,
2131 dev->mode_config.max_height);
Daniel Vetter53f19042014-03-20 14:26:35 +01002132 mutex_unlock(&dev->mode_config.mutex);
Dave Airlie38651672010-03-30 05:34:13 +00002133 /*
2134 * we shouldn't end up with no modes here.
2135 */
Sachin Kamat96081cd2012-11-15 03:43:30 +00002136 if (count == 0)
Sachin Kamatd56b1b92012-11-15 03:43:29 +00002137 dev_info(fb_helper->dev->dev, "No connectors reported connected with modes\n");
Sachin Kamat96081cd2012-11-15 03:43:30 +00002138
Dave Airlie8be48d92010-03-30 05:34:14 +00002139 drm_setup_crtcs(fb_helper);
Dave Airlie38651672010-03-30 05:34:13 +00002140
Dave Airlie4abe3522010-03-30 05:34:18 +00002141 return drm_fb_helper_single_fb_probe(fb_helper, bpp_sel);
Dave Airlie38651672010-03-30 05:34:13 +00002142}
Dave Airlie8be48d92010-03-30 05:34:14 +00002143EXPORT_SYMBOL(drm_fb_helper_initial_config);
Dave Airlie38651672010-03-30 05:34:13 +00002144
Chris Wilson73943712011-04-22 11:03:57 +01002145/**
2146 * drm_fb_helper_hotplug_event - respond to a hotplug notification by
Daniel Vetterd0ddc0332012-11-01 14:45:17 +01002147 * probing all the outputs attached to the fb
Chris Wilson73943712011-04-22 11:03:57 +01002148 * @fb_helper: the drm_fb_helper
2149 *
Chris Wilson73943712011-04-22 11:03:57 +01002150 * Scan the connectors attached to the fb_helper and try to put together a
2151 * setup after *notification of a change in output configuration.
2152 *
Daniel Vetter207fd322013-01-20 22:13:14 +01002153 * Called at runtime, takes the mode config locks to be able to check/change the
2154 * modeset configuration. Must be run from process context (which usually means
2155 * either the output polling work or a work item launched from the driver's
2156 * hotplug interrupt).
2157 *
Daniel Vetter50c3dc92014-06-27 17:19:22 +02002158 * Note that drivers may call this even before calling
2159 * drm_fb_helper_initial_config but only aftert drm_fb_helper_init. This allows
2160 * for a race-free fbcon setup and will make sure that the fbdev emulation will
2161 * not miss any hotplug events.
Daniel Vetter207fd322013-01-20 22:13:14 +01002162 *
Chris Wilson73943712011-04-22 11:03:57 +01002163 * RETURNS:
2164 * 0 on success and a non-zero error code otherwise.
2165 */
2166int drm_fb_helper_hotplug_event(struct drm_fb_helper *fb_helper)
Dave Airlie38651672010-03-30 05:34:13 +00002167{
Chris Wilson73943712011-04-22 11:03:57 +01002168 struct drm_device *dev = fb_helper->dev;
Lespiau, Damien51bbd272013-09-28 16:24:05 +01002169 u32 max_width, max_height;
Dave Airlie4abe3522010-03-30 05:34:18 +00002170
Daniel Vetterf64c5572015-08-25 15:45:13 +02002171 if (!drm_fbdev_emulation)
2172 return 0;
2173
Daniel Vetter89ced122013-04-11 14:26:55 +00002174 mutex_lock(&fb_helper->dev->mode_config.mutex);
Daniel Vetter50c3dc92014-06-27 17:19:22 +02002175 if (!fb_helper->fb || !drm_fb_helper_is_bound(fb_helper)) {
Dave Airlieeb1f8e42010-05-07 06:42:51 +00002176 fb_helper->delayed_hotplug = true;
Daniel Vetter89ced122013-04-11 14:26:55 +00002177 mutex_unlock(&fb_helper->dev->mode_config.mutex);
Chris Wilson73943712011-04-22 11:03:57 +01002178 return 0;
Dave Airlieeb1f8e42010-05-07 06:42:51 +00002179 }
Dave Airlie38651672010-03-30 05:34:13 +00002180 DRM_DEBUG_KMS("\n");
2181
Dave Airlie4abe3522010-03-30 05:34:18 +00002182 max_width = fb_helper->fb->width;
2183 max_height = fb_helper->fb->height;
Dave Airlie4abe3522010-03-30 05:34:18 +00002184
Lespiau, Damien51bbd272013-09-28 16:24:05 +01002185 drm_fb_helper_probe_connector_modes(fb_helper, max_width, max_height);
Daniel Vetter89ced122013-04-11 14:26:55 +00002186 mutex_unlock(&fb_helper->dev->mode_config.mutex);
2187
2188 drm_modeset_lock_all(dev);
Dave Airlie8be48d92010-03-30 05:34:14 +00002189 drm_setup_crtcs(fb_helper);
Daniel Vetter84849902012-12-02 00:28:11 +01002190 drm_modeset_unlock_all(dev);
Daniel Vetter2180c3c2013-01-21 23:12:36 +01002191 drm_fb_helper_set_par(fb_helper->fbdev);
2192
2193 return 0;
Dave Airlie38651672010-03-30 05:34:13 +00002194}
Dave Airlieeb1f8e42010-05-07 06:42:51 +00002195EXPORT_SYMBOL(drm_fb_helper_hotplug_event);
Dave Airlie5c4426a2010-03-30 05:34:17 +00002196
David Rientjes6a108a12011-01-20 14:44:16 -08002197/* The Kconfig DRM_KMS_HELPER selects FRAMEBUFFER_CONSOLE (if !EXPERT)
David Fries3ce05162010-12-12 12:39:22 -06002198 * but the module doesn't depend on any fb console symbols. At least
2199 * attempt to load fbcon to avoid leaving the system without a usable console.
2200 */
David Rientjes6a108a12011-01-20 14:44:16 -08002201#if defined(CONFIG_FRAMEBUFFER_CONSOLE_MODULE) && !defined(CONFIG_EXPERT)
David Fries3ce05162010-12-12 12:39:22 -06002202static int __init drm_fb_helper_modinit(void)
2203{
2204 const char *name = "fbcon";
2205 struct module *fbcon;
2206
2207 mutex_lock(&module_mutex);
2208 fbcon = find_module(name);
2209 mutex_unlock(&module_mutex);
2210
2211 if (!fbcon)
2212 request_module_nowait(name);
2213 return 0;
2214}
2215
2216module_init(drm_fb_helper_modinit);
2217#endif