1c349dbc7Sjsg /*
2c349dbc7Sjsg * Copyright © 2012 Intel Corporation
3c349dbc7Sjsg *
4c349dbc7Sjsg * Permission is hereby granted, free of charge, to any person obtaining a
5c349dbc7Sjsg * copy of this software and associated documentation files (the "Software"),
6c349dbc7Sjsg * to deal in the Software without restriction, including without limitation
7c349dbc7Sjsg * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8c349dbc7Sjsg * and/or sell copies of the Software, and to permit persons to whom the
9c349dbc7Sjsg * Software is furnished to do so, subject to the following conditions:
10c349dbc7Sjsg *
11c349dbc7Sjsg * The above copyright notice and this permission notice (including the next
12c349dbc7Sjsg * paragraph) shall be included in all copies or substantial portions of the
13c349dbc7Sjsg * Software.
14c349dbc7Sjsg *
15c349dbc7Sjsg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16c349dbc7Sjsg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17c349dbc7Sjsg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18c349dbc7Sjsg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19c349dbc7Sjsg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20c349dbc7Sjsg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21c349dbc7Sjsg * IN THE SOFTWARE.
22c349dbc7Sjsg *
23c349dbc7Sjsg * Authors:
24c349dbc7Sjsg * Ben Widawsky <ben@bwidawsk.net>
25c349dbc7Sjsg *
26c349dbc7Sjsg */
27c349dbc7Sjsg
28c349dbc7Sjsg #include <linux/device.h>
29c349dbc7Sjsg #include <linux/module.h>
30c349dbc7Sjsg #include <linux/stat.h>
31c349dbc7Sjsg #include <linux/sysfs.h>
32c349dbc7Sjsg
331bb76ff1Sjsg #include "gt/intel_gt_regs.h"
34c349dbc7Sjsg #include "gt/intel_rc6.h"
35c349dbc7Sjsg #include "gt/intel_rps.h"
36c349dbc7Sjsg #include "gt/sysfs_engines.h"
37c349dbc7Sjsg
38c349dbc7Sjsg #include "i915_drv.h"
39c349dbc7Sjsg #include "i915_sysfs.h"
40c349dbc7Sjsg
41c349dbc7Sjsg #ifdef __linux__
42c349dbc7Sjsg
kdev_minor_to_i915(struct device * kdev)431bb76ff1Sjsg struct drm_i915_private *kdev_minor_to_i915(struct device *kdev)
44c349dbc7Sjsg {
45c349dbc7Sjsg struct drm_minor *minor = dev_get_drvdata(kdev);
46c349dbc7Sjsg return to_i915(minor->dev);
47c349dbc7Sjsg }
48c349dbc7Sjsg
l3_access_valid(struct drm_i915_private * i915,loff_t offset)49c349dbc7Sjsg static int l3_access_valid(struct drm_i915_private *i915, loff_t offset)
50c349dbc7Sjsg {
51c349dbc7Sjsg if (!HAS_L3_DPF(i915))
52c349dbc7Sjsg return -EPERM;
53c349dbc7Sjsg
54c349dbc7Sjsg if (!IS_ALIGNED(offset, sizeof(u32)))
55c349dbc7Sjsg return -EINVAL;
56c349dbc7Sjsg
57c349dbc7Sjsg if (offset >= GEN7_L3LOG_SIZE)
58c349dbc7Sjsg return -ENXIO;
59c349dbc7Sjsg
60c349dbc7Sjsg return 0;
61c349dbc7Sjsg }
62c349dbc7Sjsg
63c349dbc7Sjsg static ssize_t
i915_l3_read(struct file * filp,struct kobject * kobj,struct bin_attribute * attr,char * buf,loff_t offset,size_t count)64c349dbc7Sjsg i915_l3_read(struct file *filp, struct kobject *kobj,
65c349dbc7Sjsg struct bin_attribute *attr, char *buf,
66c349dbc7Sjsg loff_t offset, size_t count)
67c349dbc7Sjsg {
68c349dbc7Sjsg struct device *kdev = kobj_to_dev(kobj);
69c349dbc7Sjsg struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
70c349dbc7Sjsg int slice = (int)(uintptr_t)attr->private;
71c349dbc7Sjsg int ret;
72c349dbc7Sjsg
73c349dbc7Sjsg ret = l3_access_valid(i915, offset);
74c349dbc7Sjsg if (ret)
75c349dbc7Sjsg return ret;
76c349dbc7Sjsg
77c349dbc7Sjsg count = round_down(count, sizeof(u32));
78c349dbc7Sjsg count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
79c349dbc7Sjsg memset(buf, 0, count);
80c349dbc7Sjsg
81c349dbc7Sjsg spin_lock(&i915->gem.contexts.lock);
82c349dbc7Sjsg if (i915->l3_parity.remap_info[slice])
83c349dbc7Sjsg memcpy(buf,
84c349dbc7Sjsg i915->l3_parity.remap_info[slice] + offset / sizeof(u32),
85c349dbc7Sjsg count);
86c349dbc7Sjsg spin_unlock(&i915->gem.contexts.lock);
87c349dbc7Sjsg
88c349dbc7Sjsg return count;
89c349dbc7Sjsg }
90c349dbc7Sjsg
91c349dbc7Sjsg static ssize_t
i915_l3_write(struct file * filp,struct kobject * kobj,struct bin_attribute * attr,char * buf,loff_t offset,size_t count)92c349dbc7Sjsg i915_l3_write(struct file *filp, struct kobject *kobj,
93c349dbc7Sjsg struct bin_attribute *attr, char *buf,
94c349dbc7Sjsg loff_t offset, size_t count)
95c349dbc7Sjsg {
96c349dbc7Sjsg struct device *kdev = kobj_to_dev(kobj);
97c349dbc7Sjsg struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
98c349dbc7Sjsg int slice = (int)(uintptr_t)attr->private;
99c349dbc7Sjsg u32 *remap_info, *freeme = NULL;
100c349dbc7Sjsg struct i915_gem_context *ctx;
101c349dbc7Sjsg int ret;
102c349dbc7Sjsg
103c349dbc7Sjsg ret = l3_access_valid(i915, offset);
104c349dbc7Sjsg if (ret)
105c349dbc7Sjsg return ret;
106c349dbc7Sjsg
107c349dbc7Sjsg if (count < sizeof(u32))
108c349dbc7Sjsg return -EINVAL;
109c349dbc7Sjsg
110c349dbc7Sjsg remap_info = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
111c349dbc7Sjsg if (!remap_info)
112c349dbc7Sjsg return -ENOMEM;
113c349dbc7Sjsg
114c349dbc7Sjsg spin_lock(&i915->gem.contexts.lock);
115c349dbc7Sjsg
116c349dbc7Sjsg if (i915->l3_parity.remap_info[slice]) {
117c349dbc7Sjsg freeme = remap_info;
118c349dbc7Sjsg remap_info = i915->l3_parity.remap_info[slice];
119c349dbc7Sjsg } else {
120c349dbc7Sjsg i915->l3_parity.remap_info[slice] = remap_info;
121c349dbc7Sjsg }
122c349dbc7Sjsg
123c349dbc7Sjsg count = round_down(count, sizeof(u32));
124c349dbc7Sjsg memcpy(remap_info + offset / sizeof(u32), buf, count);
125c349dbc7Sjsg
126c349dbc7Sjsg /* NB: We defer the remapping until we switch to the context */
127c349dbc7Sjsg list_for_each_entry(ctx, &i915->gem.contexts.list, link)
128c349dbc7Sjsg ctx->remap_slice |= BIT(slice);
129c349dbc7Sjsg
130c349dbc7Sjsg spin_unlock(&i915->gem.contexts.lock);
131c349dbc7Sjsg kfree(freeme);
132c349dbc7Sjsg
133c349dbc7Sjsg /*
134c349dbc7Sjsg * TODO: Ideally we really want a GPU reset here to make sure errors
135c349dbc7Sjsg * aren't propagated. Since I cannot find a stable way to reset the GPU
136c349dbc7Sjsg * at this point it is left as a TODO.
137c349dbc7Sjsg */
138c349dbc7Sjsg
139c349dbc7Sjsg return count;
140c349dbc7Sjsg }
141c349dbc7Sjsg
142c349dbc7Sjsg static const struct bin_attribute dpf_attrs = {
143c349dbc7Sjsg .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
144c349dbc7Sjsg .size = GEN7_L3LOG_SIZE,
145c349dbc7Sjsg .read = i915_l3_read,
146c349dbc7Sjsg .write = i915_l3_write,
147c349dbc7Sjsg .mmap = NULL,
148c349dbc7Sjsg .private = (void *)0
149c349dbc7Sjsg };
150c349dbc7Sjsg
151c349dbc7Sjsg static const struct bin_attribute dpf_attrs_1 = {
152c349dbc7Sjsg .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
153c349dbc7Sjsg .size = GEN7_L3LOG_SIZE,
154c349dbc7Sjsg .read = i915_l3_read,
155c349dbc7Sjsg .write = i915_l3_write,
156c349dbc7Sjsg .mmap = NULL,
157c349dbc7Sjsg .private = (void *)1
158c349dbc7Sjsg };
159c349dbc7Sjsg
160c349dbc7Sjsg #if IS_ENABLED(CONFIG_DRM_I915_CAPTURE_ERROR)
161c349dbc7Sjsg
error_state_read(struct file * filp,struct kobject * kobj,struct bin_attribute * attr,char * buf,loff_t off,size_t count)162c349dbc7Sjsg static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
163c349dbc7Sjsg struct bin_attribute *attr, char *buf,
164c349dbc7Sjsg loff_t off, size_t count)
165c349dbc7Sjsg {
166c349dbc7Sjsg
167c349dbc7Sjsg struct device *kdev = kobj_to_dev(kobj);
168c349dbc7Sjsg struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
169c349dbc7Sjsg struct i915_gpu_coredump *gpu;
170e515aa0eSjsg ssize_t ret = 0;
171e515aa0eSjsg
172e515aa0eSjsg /*
173e515aa0eSjsg * FIXME: Concurrent clients triggering resets and reading + clearing
174e515aa0eSjsg * dumps can cause inconsistent sysfs reads when a user calls in with a
175e515aa0eSjsg * non-zero offset to complete a prior partial read but the
176e515aa0eSjsg * gpu_coredump has been cleared or replaced.
177e515aa0eSjsg */
178c349dbc7Sjsg
179c349dbc7Sjsg gpu = i915_first_error_state(i915);
180c349dbc7Sjsg if (IS_ERR(gpu)) {
181c349dbc7Sjsg ret = PTR_ERR(gpu);
182c349dbc7Sjsg } else if (gpu) {
183c349dbc7Sjsg ret = i915_gpu_coredump_copy_to_buffer(gpu, buf, off, count);
184c349dbc7Sjsg i915_gpu_coredump_put(gpu);
185c349dbc7Sjsg } else {
186c349dbc7Sjsg const char *str = "No error state collected\n";
187c349dbc7Sjsg size_t len = strlen(str);
188c349dbc7Sjsg
189e515aa0eSjsg if (off < len) {
190c349dbc7Sjsg ret = min_t(size_t, count, len - off);
191c349dbc7Sjsg memcpy(buf, str + off, ret);
192c349dbc7Sjsg }
193e515aa0eSjsg }
194c349dbc7Sjsg
195c349dbc7Sjsg return ret;
196c349dbc7Sjsg }
197c349dbc7Sjsg
error_state_write(struct file * file,struct kobject * kobj,struct bin_attribute * attr,char * buf,loff_t off,size_t count)198c349dbc7Sjsg static ssize_t error_state_write(struct file *file, struct kobject *kobj,
199c349dbc7Sjsg struct bin_attribute *attr, char *buf,
200c349dbc7Sjsg loff_t off, size_t count)
201c349dbc7Sjsg {
202c349dbc7Sjsg struct device *kdev = kobj_to_dev(kobj);
203c349dbc7Sjsg struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
204c349dbc7Sjsg
205c349dbc7Sjsg drm_dbg(&dev_priv->drm, "Resetting error state\n");
206c349dbc7Sjsg i915_reset_error_state(dev_priv);
207c349dbc7Sjsg
208c349dbc7Sjsg return count;
209c349dbc7Sjsg }
210c349dbc7Sjsg
211c349dbc7Sjsg static const struct bin_attribute error_state_attr = {
212c349dbc7Sjsg .attr.name = "error",
213c349dbc7Sjsg .attr.mode = S_IRUSR | S_IWUSR,
214c349dbc7Sjsg .size = 0,
215c349dbc7Sjsg .read = error_state_read,
216c349dbc7Sjsg .write = error_state_write,
217c349dbc7Sjsg };
218c349dbc7Sjsg
i915_setup_error_capture(struct device * kdev)219c349dbc7Sjsg static void i915_setup_error_capture(struct device *kdev)
220c349dbc7Sjsg {
221c349dbc7Sjsg if (sysfs_create_bin_file(&kdev->kobj, &error_state_attr))
222*f005ef32Sjsg drm_err(&kdev_minor_to_i915(kdev)->drm,
223*f005ef32Sjsg "error_state sysfs setup failed\n");
224c349dbc7Sjsg }
225c349dbc7Sjsg
i915_teardown_error_capture(struct device * kdev)226c349dbc7Sjsg static void i915_teardown_error_capture(struct device *kdev)
227c349dbc7Sjsg {
228c349dbc7Sjsg sysfs_remove_bin_file(&kdev->kobj, &error_state_attr);
229c349dbc7Sjsg }
230c349dbc7Sjsg #else
i915_setup_error_capture(struct device * kdev)231c349dbc7Sjsg static void i915_setup_error_capture(struct device *kdev) {}
i915_teardown_error_capture(struct device * kdev)232c349dbc7Sjsg static void i915_teardown_error_capture(struct device *kdev) {}
233c349dbc7Sjsg #endif
234c349dbc7Sjsg
235c349dbc7Sjsg #endif /* __linux__ */
236c349dbc7Sjsg
i915_setup_sysfs(struct drm_i915_private * dev_priv)237c349dbc7Sjsg void i915_setup_sysfs(struct drm_i915_private *dev_priv)
238c349dbc7Sjsg {
239c349dbc7Sjsg #ifdef __linux__
240c349dbc7Sjsg struct device *kdev = dev_priv->drm.primary->kdev;
241c349dbc7Sjsg int ret;
242c349dbc7Sjsg
243c349dbc7Sjsg if (HAS_L3_DPF(dev_priv)) {
244c349dbc7Sjsg ret = device_create_bin_file(kdev, &dpf_attrs);
245c349dbc7Sjsg if (ret)
246c349dbc7Sjsg drm_err(&dev_priv->drm,
247c349dbc7Sjsg "l3 parity sysfs setup failed\n");
248c349dbc7Sjsg
249c349dbc7Sjsg if (NUM_L3_SLICES(dev_priv) > 1) {
250c349dbc7Sjsg ret = device_create_bin_file(kdev,
251c349dbc7Sjsg &dpf_attrs_1);
252c349dbc7Sjsg if (ret)
253c349dbc7Sjsg drm_err(&dev_priv->drm,
254c349dbc7Sjsg "l3 parity slice 1 setup failed\n");
255c349dbc7Sjsg }
256c349dbc7Sjsg }
257c349dbc7Sjsg
2581bb76ff1Sjsg dev_priv->sysfs_gt = kobject_create_and_add("gt", &kdev->kobj);
2591bb76ff1Sjsg if (!dev_priv->sysfs_gt)
2601bb76ff1Sjsg drm_warn(&dev_priv->drm,
2611bb76ff1Sjsg "failed to register GT sysfs directory\n");
262c349dbc7Sjsg
263c349dbc7Sjsg i915_setup_error_capture(kdev);
264c349dbc7Sjsg
265c349dbc7Sjsg intel_engines_add_sysfs(dev_priv);
266c349dbc7Sjsg #endif /* __linux__ */
267c349dbc7Sjsg }
268c349dbc7Sjsg
i915_teardown_sysfs(struct drm_i915_private * dev_priv)269c349dbc7Sjsg void i915_teardown_sysfs(struct drm_i915_private *dev_priv)
270c349dbc7Sjsg {
271c349dbc7Sjsg #ifdef __linux__
272c349dbc7Sjsg struct device *kdev = dev_priv->drm.primary->kdev;
273c349dbc7Sjsg
274c349dbc7Sjsg i915_teardown_error_capture(kdev);
275c349dbc7Sjsg
276c349dbc7Sjsg device_remove_bin_file(kdev, &dpf_attrs_1);
277c349dbc7Sjsg device_remove_bin_file(kdev, &dpf_attrs);
278c349dbc7Sjsg #endif /* __linux__ */
2791bb76ff1Sjsg
2801bb76ff1Sjsg kobject_put(dev_priv->sysfs_gt);
281c349dbc7Sjsg }
282