1ba55f2f5SFrançois Tigeot /*
2ba55f2f5SFrançois Tigeot * Copyright © 2014 Intel Corporation
3ba55f2f5SFrançois Tigeot *
4ba55f2f5SFrançois Tigeot * Permission is hereby granted, free of charge, to any person obtaining a
5ba55f2f5SFrançois Tigeot * copy of this software and associated documentation files (the "Software"),
6ba55f2f5SFrançois Tigeot * to deal in the Software without restriction, including without limitation
7ba55f2f5SFrançois Tigeot * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8ba55f2f5SFrançois Tigeot * and/or sell copies of the Software, and to permit persons to whom the
9ba55f2f5SFrançois Tigeot * Software is furnished to do so, subject to the following conditions:
10ba55f2f5SFrançois Tigeot *
11ba55f2f5SFrançois Tigeot * The above copyright notice and this permission notice (including the next
12ba55f2f5SFrançois Tigeot * paragraph) shall be included in all copies or substantial portions of the
13ba55f2f5SFrançois Tigeot * Software.
14ba55f2f5SFrançois Tigeot *
15ba55f2f5SFrançois Tigeot * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16ba55f2f5SFrançois Tigeot * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17ba55f2f5SFrançois Tigeot * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18ba55f2f5SFrançois Tigeot * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19ba55f2f5SFrançois Tigeot * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20ba55f2f5SFrançois Tigeot * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21ba55f2f5SFrançois Tigeot * IN THE SOFTWARE.
22ba55f2f5SFrançois Tigeot *
23ba55f2f5SFrançois Tigeot * Authors:
24ba55f2f5SFrançois Tigeot * Mika Kuoppala <mika.kuoppala@intel.com>
25ba55f2f5SFrançois Tigeot *
26ba55f2f5SFrançois Tigeot */
27ba55f2f5SFrançois Tigeot
28ba55f2f5SFrançois Tigeot #include "i915_drv.h"
29ba55f2f5SFrançois Tigeot #include "intel_renderstate.h"
30ba55f2f5SFrançois Tigeot
314be47400SFrançois Tigeot struct intel_render_state {
3271f41f3eSFrançois Tigeot const struct intel_renderstate_rodata *rodata;
331e12ee3bSFrançois Tigeot struct i915_vma *vma;
344be47400SFrançois Tigeot u32 batch_offset;
354be47400SFrançois Tigeot u32 batch_size;
364be47400SFrançois Tigeot u32 aux_offset;
374be47400SFrançois Tigeot u32 aux_size;
3871f41f3eSFrançois Tigeot };
3971f41f3eSFrançois Tigeot
40ba55f2f5SFrançois Tigeot static const struct intel_renderstate_rodata *
render_state_get_rodata(const struct intel_engine_cs * engine)414be47400SFrançois Tigeot render_state_get_rodata(const struct intel_engine_cs *engine)
42ba55f2f5SFrançois Tigeot {
434be47400SFrançois Tigeot switch (INTEL_GEN(engine->i915)) {
44ba55f2f5SFrançois Tigeot case 6:
45ba55f2f5SFrançois Tigeot return &gen6_null_state;
46ba55f2f5SFrançois Tigeot case 7:
47ba55f2f5SFrançois Tigeot return &gen7_null_state;
48ba55f2f5SFrançois Tigeot case 8:
49ba55f2f5SFrançois Tigeot return &gen8_null_state;
502c9916cdSFrançois Tigeot case 9:
512c9916cdSFrançois Tigeot return &gen9_null_state;
52ba55f2f5SFrançois Tigeot }
53ba55f2f5SFrançois Tigeot
54ba55f2f5SFrançois Tigeot return NULL;
55ba55f2f5SFrançois Tigeot }
56ba55f2f5SFrançois Tigeot
57a05eeebfSFrançois Tigeot /*
58a05eeebfSFrançois Tigeot * Macro to add commands to auxiliary batch.
59a05eeebfSFrançois Tigeot * This macro only checks for page overflow before inserting the commands,
60a05eeebfSFrançois Tigeot * this is sufficient as the null state generator makes the final batch
61a05eeebfSFrançois Tigeot * with two passes to build command and state separately. At this point
62a05eeebfSFrançois Tigeot * the size of both are known and it compacts them by relocating the state
63a85cb24fSFrançois Tigeot * right after the commands taking care of alignment so we should sufficient
64a05eeebfSFrançois Tigeot * space below them for adding new commands.
65a05eeebfSFrançois Tigeot */
66a05eeebfSFrançois Tigeot #define OUT_BATCH(batch, i, val) \
67a05eeebfSFrançois Tigeot do { \
684be47400SFrançois Tigeot if ((i) >= PAGE_SIZE / sizeof(u32)) \
694be47400SFrançois Tigeot goto err; \
70a05eeebfSFrançois Tigeot (batch)[(i)++] = (val); \
71a05eeebfSFrançois Tigeot } while(0)
72a05eeebfSFrançois Tigeot
render_state_setup(struct intel_render_state * so,struct drm_i915_private * i915)734be47400SFrançois Tigeot static int render_state_setup(struct intel_render_state *so,
744be47400SFrançois Tigeot struct drm_i915_private *i915)
7524edb884SFrançois Tigeot {
7624edb884SFrançois Tigeot const struct intel_renderstate_rodata *rodata = so->rodata;
774be47400SFrançois Tigeot struct drm_i915_gem_object *obj = so->vma->obj;
7824edb884SFrançois Tigeot unsigned int i = 0, reloc_index = 0;
794be47400SFrançois Tigeot unsigned int needs_clflush;
8024edb884SFrançois Tigeot u32 *d;
8124edb884SFrançois Tigeot int ret;
8224edb884SFrançois Tigeot
834be47400SFrançois Tigeot ret = i915_gem_obj_prepare_shmem_write(obj, &needs_clflush);
84ba55f2f5SFrançois Tigeot if (ret)
85ba55f2f5SFrançois Tigeot return ret;
86ba55f2f5SFrançois Tigeot
874be47400SFrançois Tigeot d = kmap_atomic(i915_gem_object_get_dirty_page(obj, 0));
8824edb884SFrançois Tigeot
89ba55f2f5SFrançois Tigeot while (i < rodata->batch_items) {
90ba55f2f5SFrançois Tigeot u32 s = rodata->batch[i];
91ba55f2f5SFrançois Tigeot
9224edb884SFrançois Tigeot if (i * 4 == rodata->reloc[reloc_index]) {
931e12ee3bSFrançois Tigeot u64 r = s + so->vma->node.start;
9424edb884SFrançois Tigeot s = lower_32_bits(r);
954be47400SFrançois Tigeot if (HAS_64BIT_RELOC(i915)) {
96ba55f2f5SFrançois Tigeot if (i + 1 >= rodata->batch_items ||
974be47400SFrançois Tigeot rodata->batch[i + 1] != 0)
984be47400SFrançois Tigeot goto err;
99ba55f2f5SFrançois Tigeot
10024edb884SFrançois Tigeot d[i++] = s;
10124edb884SFrançois Tigeot s = upper_32_bits(r);
102ba55f2f5SFrançois Tigeot }
103ba55f2f5SFrançois Tigeot
104ba55f2f5SFrançois Tigeot reloc_index++;
105ba55f2f5SFrançois Tigeot }
106ba55f2f5SFrançois Tigeot
10724edb884SFrançois Tigeot d[i++] = s;
108ba55f2f5SFrançois Tigeot }
109a05eeebfSFrançois Tigeot
1104be47400SFrançois Tigeot if (rodata->reloc[reloc_index] != -1) {
1114be47400SFrançois Tigeot DRM_ERROR("only %d relocs resolved\n", reloc_index);
1124be47400SFrançois Tigeot goto err;
1134be47400SFrançois Tigeot }
1144be47400SFrançois Tigeot
1154be47400SFrançois Tigeot so->batch_offset = so->vma->node.start;
1164be47400SFrançois Tigeot so->batch_size = rodata->batch_items * sizeof(u32);
1174be47400SFrançois Tigeot
118a05eeebfSFrançois Tigeot while (i % CACHELINE_DWORDS)
119a05eeebfSFrançois Tigeot OUT_BATCH(d, i, MI_NOOP);
120a05eeebfSFrançois Tigeot
1214be47400SFrançois Tigeot so->aux_offset = i * sizeof(u32);
122a05eeebfSFrançois Tigeot
1234be47400SFrançois Tigeot if (HAS_POOLED_EU(i915)) {
1241487f786SFrançois Tigeot /*
1251487f786SFrançois Tigeot * We always program 3x6 pool config but depending upon which
1261487f786SFrançois Tigeot * subslice is disabled HW drops down to appropriate config
1271487f786SFrançois Tigeot * shown below.
1281487f786SFrançois Tigeot *
1291487f786SFrançois Tigeot * In the below table 2x6 config always refers to
1301487f786SFrançois Tigeot * fused-down version, native 2x6 is not available and can
1311487f786SFrançois Tigeot * be ignored
1321487f786SFrançois Tigeot *
1331487f786SFrançois Tigeot * SNo subslices config eu pool configuration
1341487f786SFrançois Tigeot * -----------------------------------------------------------
1351487f786SFrançois Tigeot * 1 3 subslices enabled (3x6) - 0x00777000 (9+9)
1361487f786SFrançois Tigeot * 2 ss0 disabled (2x6) - 0x00777000 (3+9)
1371487f786SFrançois Tigeot * 3 ss1 disabled (2x6) - 0x00770000 (6+6)
1381487f786SFrançois Tigeot * 4 ss2 disabled (2x6) - 0x00007000 (9+3)
1391487f786SFrançois Tigeot */
1401487f786SFrançois Tigeot u32 eu_pool_config = 0x00777000;
1411487f786SFrançois Tigeot
1421487f786SFrançois Tigeot OUT_BATCH(d, i, GEN9_MEDIA_POOL_STATE);
1431487f786SFrançois Tigeot OUT_BATCH(d, i, GEN9_MEDIA_POOL_ENABLE);
1441487f786SFrançois Tigeot OUT_BATCH(d, i, eu_pool_config);
1451487f786SFrançois Tigeot OUT_BATCH(d, i, 0);
1461487f786SFrançois Tigeot OUT_BATCH(d, i, 0);
1471487f786SFrançois Tigeot OUT_BATCH(d, i, 0);
1481487f786SFrançois Tigeot }
1491487f786SFrançois Tigeot
150a05eeebfSFrançois Tigeot OUT_BATCH(d, i, MI_BATCH_BUFFER_END);
1514be47400SFrançois Tigeot so->aux_size = i * sizeof(u32) - so->aux_offset;
1524be47400SFrançois Tigeot so->aux_offset += so->batch_offset;
153a05eeebfSFrançois Tigeot /*
154a05eeebfSFrançois Tigeot * Since we are sending length, we need to strictly conform to
155a05eeebfSFrançois Tigeot * all requirements. For Gen2 this must be a multiple of 8.
156a05eeebfSFrançois Tigeot */
1574be47400SFrançois Tigeot so->aux_size = ALIGN(so->aux_size, 8);
158a05eeebfSFrançois Tigeot
1594be47400SFrançois Tigeot if (needs_clflush)
1604be47400SFrançois Tigeot drm_clflush_virt_range(d, i * sizeof(u32));
1614be47400SFrançois Tigeot kunmap_atomic(d);
162ba55f2f5SFrançois Tigeot
1634be47400SFrançois Tigeot ret = i915_gem_object_set_to_gtt_domain(obj, false);
1644be47400SFrançois Tigeot out:
1654be47400SFrançois Tigeot i915_gem_obj_finish_shmem_access(obj);
166ba55f2f5SFrançois Tigeot return ret;
167ba55f2f5SFrançois Tigeot
1684be47400SFrançois Tigeot err:
1694be47400SFrançois Tigeot kunmap_atomic(d);
1704be47400SFrançois Tigeot ret = -EINVAL;
1714be47400SFrançois Tigeot goto out;
172ba55f2f5SFrançois Tigeot }
173ba55f2f5SFrançois Tigeot
174a05eeebfSFrançois Tigeot #undef OUT_BATCH
175a05eeebfSFrançois Tigeot
i915_gem_render_state_init(struct intel_engine_cs * engine)1764be47400SFrançois Tigeot int i915_gem_render_state_init(struct intel_engine_cs *engine)
177ba55f2f5SFrançois Tigeot {
1784be47400SFrançois Tigeot struct intel_render_state *so;
1794be47400SFrançois Tigeot const struct intel_renderstate_rodata *rodata;
1801e12ee3bSFrançois Tigeot struct drm_i915_gem_object *obj;
181ba55f2f5SFrançois Tigeot int ret;
182ba55f2f5SFrançois Tigeot
1834be47400SFrançois Tigeot if (engine->id != RCS)
184ba55f2f5SFrançois Tigeot return 0;
185ba55f2f5SFrançois Tigeot
1864be47400SFrançois Tigeot rodata = render_state_get_rodata(engine);
1874be47400SFrançois Tigeot if (!rodata)
1884be47400SFrançois Tigeot return 0;
1894be47400SFrançois Tigeot
190a85cb24fSFrançois Tigeot if (rodata->batch_items * 4 > PAGE_SIZE)
19171f41f3eSFrançois Tigeot return -EINVAL;
19271f41f3eSFrançois Tigeot
1934be47400SFrançois Tigeot so = kmalloc(sizeof(*so), M_DRM, GFP_KERNEL);
1944be47400SFrançois Tigeot if (!so)
1954be47400SFrançois Tigeot return -ENOMEM;
19671f41f3eSFrançois Tigeot
197a85cb24fSFrançois Tigeot obj = i915_gem_object_create_internal(engine->i915, PAGE_SIZE);
1984be47400SFrançois Tigeot if (IS_ERR(obj)) {
1994be47400SFrançois Tigeot ret = PTR_ERR(obj);
2004be47400SFrançois Tigeot goto err_free;
2014be47400SFrançois Tigeot }
2024be47400SFrançois Tigeot
203a85cb24fSFrançois Tigeot so->vma = i915_vma_instance(obj, &engine->i915->ggtt.base, NULL);
2044be47400SFrançois Tigeot if (IS_ERR(so->vma)) {
2054be47400SFrançois Tigeot ret = PTR_ERR(so->vma);
2061e12ee3bSFrançois Tigeot goto err_obj;
2071e12ee3bSFrançois Tigeot }
2081e12ee3bSFrançois Tigeot
2094be47400SFrançois Tigeot so->rodata = rodata;
2104be47400SFrançois Tigeot engine->render_state = so;
2114be47400SFrançois Tigeot return 0;
21271f41f3eSFrançois Tigeot
21371f41f3eSFrançois Tigeot err_obj:
2141e12ee3bSFrançois Tigeot i915_gem_object_put(obj);
2154be47400SFrançois Tigeot err_free:
2164be47400SFrançois Tigeot kfree(so);
217ba55f2f5SFrançois Tigeot return ret;
218ba55f2f5SFrançois Tigeot }
2194be47400SFrançois Tigeot
i915_gem_render_state_emit(struct drm_i915_gem_request * req)2204be47400SFrançois Tigeot int i915_gem_render_state_emit(struct drm_i915_gem_request *req)
2214be47400SFrançois Tigeot {
2224be47400SFrançois Tigeot struct intel_render_state *so;
2234be47400SFrançois Tigeot int ret;
2244be47400SFrançois Tigeot
2254be47400SFrançois Tigeot lockdep_assert_held(&req->i915->drm.struct_mutex);
2264be47400SFrançois Tigeot
2274be47400SFrançois Tigeot so = req->engine->render_state;
2284be47400SFrançois Tigeot if (!so)
2294be47400SFrançois Tigeot return 0;
2304be47400SFrançois Tigeot
2314be47400SFrançois Tigeot /* Recreate the page after shrinking */
232*3f2dd94aSFrançois Tigeot if (!i915_gem_object_has_pages(so->vma->obj))
2334be47400SFrançois Tigeot so->batch_offset = -1;
2344be47400SFrançois Tigeot
2354be47400SFrançois Tigeot ret = i915_vma_pin(so->vma, 0, 0, PIN_GLOBAL | PIN_HIGH);
2364be47400SFrançois Tigeot if (ret)
2374be47400SFrançois Tigeot return ret;
2384be47400SFrançois Tigeot
2394be47400SFrançois Tigeot if (so->vma->node.start != so->batch_offset) {
2404be47400SFrançois Tigeot ret = render_state_setup(so, req->i915);
2414be47400SFrançois Tigeot if (ret)
2424be47400SFrançois Tigeot goto err_unpin;
2434be47400SFrançois Tigeot }
2444be47400SFrançois Tigeot
245a85cb24fSFrançois Tigeot ret = req->engine->emit_flush(req, EMIT_INVALIDATE);
246a85cb24fSFrançois Tigeot if (ret)
247a85cb24fSFrançois Tigeot goto err_unpin;
248a85cb24fSFrançois Tigeot
2494be47400SFrançois Tigeot ret = req->engine->emit_bb_start(req,
2504be47400SFrançois Tigeot so->batch_offset, so->batch_size,
2514be47400SFrançois Tigeot I915_DISPATCH_SECURE);
2524be47400SFrançois Tigeot if (ret)
2534be47400SFrançois Tigeot goto err_unpin;
2544be47400SFrançois Tigeot
2554be47400SFrançois Tigeot if (so->aux_size > 8) {
2564be47400SFrançois Tigeot ret = req->engine->emit_bb_start(req,
2574be47400SFrançois Tigeot so->aux_offset, so->aux_size,
2584be47400SFrançois Tigeot I915_DISPATCH_SECURE);
2594be47400SFrançois Tigeot if (ret)
2604be47400SFrançois Tigeot goto err_unpin;
2614be47400SFrançois Tigeot }
2624be47400SFrançois Tigeot
2634be47400SFrançois Tigeot i915_vma_move_to_active(so->vma, req, 0);
2644be47400SFrançois Tigeot err_unpin:
2654be47400SFrançois Tigeot i915_vma_unpin(so->vma);
2664be47400SFrançois Tigeot return ret;
2674be47400SFrançois Tigeot }
2684be47400SFrançois Tigeot
i915_gem_render_state_fini(struct intel_engine_cs * engine)2694be47400SFrançois Tigeot void i915_gem_render_state_fini(struct intel_engine_cs *engine)
2704be47400SFrançois Tigeot {
2714be47400SFrançois Tigeot struct intel_render_state *so;
2724be47400SFrançois Tigeot struct drm_i915_gem_object *obj;
2734be47400SFrançois Tigeot
2744be47400SFrançois Tigeot so = fetch_and_zero(&engine->render_state);
2754be47400SFrançois Tigeot if (!so)
2764be47400SFrançois Tigeot return;
2774be47400SFrançois Tigeot
2784be47400SFrançois Tigeot obj = so->vma->obj;
2794be47400SFrançois Tigeot
2804be47400SFrançois Tigeot i915_vma_close(so->vma);
2814be47400SFrançois Tigeot __i915_gem_object_release_unless_active(obj);
2824be47400SFrançois Tigeot
2834be47400SFrançois Tigeot kfree(so);
2844be47400SFrançois Tigeot }
285