148764e41SBenjamin Herrenschmidt /*
248764e41SBenjamin Herrenschmidt * Cell MIC driver for ECC counting
348764e41SBenjamin Herrenschmidt *
448764e41SBenjamin Herrenschmidt * Copyright 2007 Benjamin Herrenschmidt, IBM Corp.
548764e41SBenjamin Herrenschmidt * <benh@kernel.crashing.org>
648764e41SBenjamin Herrenschmidt *
748764e41SBenjamin Herrenschmidt * This file may be distributed under the terms of the
848764e41SBenjamin Herrenschmidt * GNU General Public License.
948764e41SBenjamin Herrenschmidt */
1048764e41SBenjamin Herrenschmidt #undef DEBUG
1148764e41SBenjamin Herrenschmidt
12992b692dSBenjamin Herrenschmidt #include <linux/edac.h>
1348764e41SBenjamin Herrenschmidt #include <linux/module.h>
1448764e41SBenjamin Herrenschmidt #include <linux/init.h>
1548764e41SBenjamin Herrenschmidt #include <linux/platform_device.h>
1648764e41SBenjamin Herrenschmidt #include <linux/stop_machine.h>
1748764e41SBenjamin Herrenschmidt #include <linux/io.h>
185af50730SRob Herring #include <linux/of_address.h>
1948764e41SBenjamin Herrenschmidt #include <asm/machdep.h>
2048764e41SBenjamin Herrenschmidt #include <asm/cell-regs.h>
2148764e41SBenjamin Herrenschmidt
2278d88e8aSMauro Carvalho Chehab #include "edac_module.h"
2348764e41SBenjamin Herrenschmidt
2448764e41SBenjamin Herrenschmidt struct cell_edac_priv
2548764e41SBenjamin Herrenschmidt {
2648764e41SBenjamin Herrenschmidt struct cbe_mic_tm_regs __iomem *regs;
2748764e41SBenjamin Herrenschmidt int node;
2848764e41SBenjamin Herrenschmidt int chanmask;
2948764e41SBenjamin Herrenschmidt #ifdef DEBUG
3048764e41SBenjamin Herrenschmidt u64 prev_fir;
3148764e41SBenjamin Herrenschmidt #endif
3248764e41SBenjamin Herrenschmidt };
3348764e41SBenjamin Herrenschmidt
cell_edac_count_ce(struct mem_ctl_info * mci,int chan,u64 ar)3448764e41SBenjamin Herrenschmidt static void cell_edac_count_ce(struct mem_ctl_info *mci, int chan, u64 ar)
3548764e41SBenjamin Herrenschmidt {
3648764e41SBenjamin Herrenschmidt struct cell_edac_priv *priv = mci->pvt_info;
37de3910ebSMauro Carvalho Chehab struct csrow_info *csrow = mci->csrows[0];
38c134fd86SMaxim Shchetynin unsigned long address, pfn, offset, syndrome;
3948764e41SBenjamin Herrenschmidt
40fd687502SMauro Carvalho Chehab dev_dbg(mci->pdev, "ECC CE err on node %d, channel %d, ar = 0x%016llx\n",
4148764e41SBenjamin Herrenschmidt priv->node, chan, ar);
4248764e41SBenjamin Herrenschmidt
4348764e41SBenjamin Herrenschmidt /* Address decoding is likely a bit bogus, to dbl check */
4448764e41SBenjamin Herrenschmidt address = (ar & 0xffffffffe0000000ul) >> 29;
4548764e41SBenjamin Herrenschmidt if (priv->chanmask == 0x3)
4648764e41SBenjamin Herrenschmidt address = (address << 1) | chan;
4748764e41SBenjamin Herrenschmidt pfn = address >> PAGE_SHIFT;
4848764e41SBenjamin Herrenschmidt offset = address & ~PAGE_MASK;
49c134fd86SMaxim Shchetynin syndrome = (ar & 0x000000001fe00000ul) >> 21;
5048764e41SBenjamin Herrenschmidt
51b595076aSUwe Kleine-König /* TODO: Decoding of the error address */
529eb07a7fSMauro Carvalho Chehab edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
536458fc08SMauro Carvalho Chehab csrow->first_page + pfn, offset, syndrome,
5403f7eae8SMauro Carvalho Chehab 0, chan, -1, "", "");
5548764e41SBenjamin Herrenschmidt }
5648764e41SBenjamin Herrenschmidt
cell_edac_count_ue(struct mem_ctl_info * mci,int chan,u64 ar)5748764e41SBenjamin Herrenschmidt static void cell_edac_count_ue(struct mem_ctl_info *mci, int chan, u64 ar)
5848764e41SBenjamin Herrenschmidt {
5948764e41SBenjamin Herrenschmidt struct cell_edac_priv *priv = mci->pvt_info;
60de3910ebSMauro Carvalho Chehab struct csrow_info *csrow = mci->csrows[0];
6148764e41SBenjamin Herrenschmidt unsigned long address, pfn, offset;
6248764e41SBenjamin Herrenschmidt
63fd687502SMauro Carvalho Chehab dev_dbg(mci->pdev, "ECC UE err on node %d, channel %d, ar = 0x%016llx\n",
6448764e41SBenjamin Herrenschmidt priv->node, chan, ar);
6548764e41SBenjamin Herrenschmidt
6648764e41SBenjamin Herrenschmidt /* Address decoding is likely a bit bogus, to dbl check */
6748764e41SBenjamin Herrenschmidt address = (ar & 0xffffffffe0000000ul) >> 29;
6848764e41SBenjamin Herrenschmidt if (priv->chanmask == 0x3)
6948764e41SBenjamin Herrenschmidt address = (address << 1) | chan;
7048764e41SBenjamin Herrenschmidt pfn = address >> PAGE_SHIFT;
7148764e41SBenjamin Herrenschmidt offset = address & ~PAGE_MASK;
7248764e41SBenjamin Herrenschmidt
73b595076aSUwe Kleine-König /* TODO: Decoding of the error address */
749eb07a7fSMauro Carvalho Chehab edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
756458fc08SMauro Carvalho Chehab csrow->first_page + pfn, offset, 0,
7603f7eae8SMauro Carvalho Chehab 0, chan, -1, "", "");
7748764e41SBenjamin Herrenschmidt }
7848764e41SBenjamin Herrenschmidt
cell_edac_check(struct mem_ctl_info * mci)7948764e41SBenjamin Herrenschmidt static void cell_edac_check(struct mem_ctl_info *mci)
8048764e41SBenjamin Herrenschmidt {
8148764e41SBenjamin Herrenschmidt struct cell_edac_priv *priv = mci->pvt_info;
8248764e41SBenjamin Herrenschmidt u64 fir, addreg, clear = 0;
8348764e41SBenjamin Herrenschmidt
8448764e41SBenjamin Herrenschmidt fir = in_be64(&priv->regs->mic_fir);
8548764e41SBenjamin Herrenschmidt #ifdef DEBUG
8648764e41SBenjamin Herrenschmidt if (fir != priv->prev_fir) {
87fd687502SMauro Carvalho Chehab dev_dbg(mci->pdev, "fir change : 0x%016lx\n", fir);
8848764e41SBenjamin Herrenschmidt priv->prev_fir = fir;
8948764e41SBenjamin Herrenschmidt }
9048764e41SBenjamin Herrenschmidt #endif
9148764e41SBenjamin Herrenschmidt if ((priv->chanmask & 0x1) && (fir & CBE_MIC_FIR_ECC_SINGLE_0_ERR)) {
9248764e41SBenjamin Herrenschmidt addreg = in_be64(&priv->regs->mic_df_ecc_address_0);
9348764e41SBenjamin Herrenschmidt clear |= CBE_MIC_FIR_ECC_SINGLE_0_RESET;
9448764e41SBenjamin Herrenschmidt cell_edac_count_ce(mci, 0, addreg);
9548764e41SBenjamin Herrenschmidt }
9648764e41SBenjamin Herrenschmidt if ((priv->chanmask & 0x2) && (fir & CBE_MIC_FIR_ECC_SINGLE_1_ERR)) {
9748764e41SBenjamin Herrenschmidt addreg = in_be64(&priv->regs->mic_df_ecc_address_1);
9848764e41SBenjamin Herrenschmidt clear |= CBE_MIC_FIR_ECC_SINGLE_1_RESET;
9948764e41SBenjamin Herrenschmidt cell_edac_count_ce(mci, 1, addreg);
10048764e41SBenjamin Herrenschmidt }
10148764e41SBenjamin Herrenschmidt if ((priv->chanmask & 0x1) && (fir & CBE_MIC_FIR_ECC_MULTI_0_ERR)) {
10248764e41SBenjamin Herrenschmidt addreg = in_be64(&priv->regs->mic_df_ecc_address_0);
10348764e41SBenjamin Herrenschmidt clear |= CBE_MIC_FIR_ECC_MULTI_0_RESET;
10448764e41SBenjamin Herrenschmidt cell_edac_count_ue(mci, 0, addreg);
10548764e41SBenjamin Herrenschmidt }
10648764e41SBenjamin Herrenschmidt if ((priv->chanmask & 0x2) && (fir & CBE_MIC_FIR_ECC_MULTI_1_ERR)) {
10748764e41SBenjamin Herrenschmidt addreg = in_be64(&priv->regs->mic_df_ecc_address_1);
10848764e41SBenjamin Herrenschmidt clear |= CBE_MIC_FIR_ECC_MULTI_1_RESET;
10948764e41SBenjamin Herrenschmidt cell_edac_count_ue(mci, 1, addreg);
11048764e41SBenjamin Herrenschmidt }
11148764e41SBenjamin Herrenschmidt
11248764e41SBenjamin Herrenschmidt /* The procedure for clearing FIR bits is a bit ... weird */
11348764e41SBenjamin Herrenschmidt if (clear) {
11448764e41SBenjamin Herrenschmidt fir &= ~(CBE_MIC_FIR_ECC_ERR_MASK | CBE_MIC_FIR_ECC_SET_MASK);
11548764e41SBenjamin Herrenschmidt fir |= CBE_MIC_FIR_ECC_RESET_MASK;
11648764e41SBenjamin Herrenschmidt fir &= ~clear;
11748764e41SBenjamin Herrenschmidt out_be64(&priv->regs->mic_fir, fir);
11848764e41SBenjamin Herrenschmidt (void)in_be64(&priv->regs->mic_fir);
11948764e41SBenjamin Herrenschmidt
12048764e41SBenjamin Herrenschmidt mb(); /* sync up */
12148764e41SBenjamin Herrenschmidt #ifdef DEBUG
12248764e41SBenjamin Herrenschmidt fir = in_be64(&priv->regs->mic_fir);
123fd687502SMauro Carvalho Chehab dev_dbg(mci->pdev, "fir clear : 0x%016lx\n", fir);
12448764e41SBenjamin Herrenschmidt #endif
12548764e41SBenjamin Herrenschmidt }
12648764e41SBenjamin Herrenschmidt }
12748764e41SBenjamin Herrenschmidt
cell_edac_init_csrows(struct mem_ctl_info * mci)1289b3c6e85SGreg Kroah-Hartman static void cell_edac_init_csrows(struct mem_ctl_info *mci)
12948764e41SBenjamin Herrenschmidt {
130de3910ebSMauro Carvalho Chehab struct csrow_info *csrow = mci->csrows[0];
131084a4fccSMauro Carvalho Chehab struct dimm_info *dimm;
13248764e41SBenjamin Herrenschmidt struct cell_edac_priv *priv = mci->pvt_info;
13348764e41SBenjamin Herrenschmidt struct device_node *np;
134084a4fccSMauro Carvalho Chehab int j;
135a895bf8bSMauro Carvalho Chehab u32 nr_pages;
13648764e41SBenjamin Herrenschmidt
137ccdb8ed3SGrant Likely for_each_node_by_name(np, "memory") {
13848764e41SBenjamin Herrenschmidt struct resource r;
13948764e41SBenjamin Herrenschmidt
14048764e41SBenjamin Herrenschmidt /* We "know" that the Cell firmware only creates one entry
14148764e41SBenjamin Herrenschmidt * in the "memory" nodes. If that changes, this code will
14248764e41SBenjamin Herrenschmidt * need to be adapted.
14348764e41SBenjamin Herrenschmidt */
14448764e41SBenjamin Herrenschmidt if (of_address_to_resource(np, 0, &r))
14548764e41SBenjamin Herrenschmidt continue;
14648764e41SBenjamin Herrenschmidt if (of_node_to_nid(np) != priv->node)
14748764e41SBenjamin Herrenschmidt continue;
14848764e41SBenjamin Herrenschmidt csrow->first_page = r.start >> PAGE_SHIFT;
149a895bf8bSMauro Carvalho Chehab nr_pages = resource_size(&r) >> PAGE_SHIFT;
150a895bf8bSMauro Carvalho Chehab csrow->last_page = csrow->first_page + nr_pages - 1;
151084a4fccSMauro Carvalho Chehab
152084a4fccSMauro Carvalho Chehab for (j = 0; j < csrow->nr_channels; j++) {
153de3910ebSMauro Carvalho Chehab dimm = csrow->channels[j]->dimm;
154084a4fccSMauro Carvalho Chehab dimm->mtype = MEM_XDR;
155084a4fccSMauro Carvalho Chehab dimm->edac_mode = EDAC_SECDED;
156a895bf8bSMauro Carvalho Chehab dimm->nr_pages = nr_pages / csrow->nr_channels;
157084a4fccSMauro Carvalho Chehab }
158fd687502SMauro Carvalho Chehab dev_dbg(mci->pdev,
15948764e41SBenjamin Herrenschmidt "Initialized on node %d, chanmask=0x%x,"
16048764e41SBenjamin Herrenschmidt " first_page=0x%lx, nr_pages=0x%x\n",
16148764e41SBenjamin Herrenschmidt priv->node, priv->chanmask,
1626458fc08SMauro Carvalho Chehab csrow->first_page, nr_pages);
16348764e41SBenjamin Herrenschmidt break;
16448764e41SBenjamin Herrenschmidt }
1653e455888SLibo Chen of_node_put(np);
16648764e41SBenjamin Herrenschmidt }
16748764e41SBenjamin Herrenschmidt
cell_edac_probe(struct platform_device * pdev)1689b3c6e85SGreg Kroah-Hartman static int cell_edac_probe(struct platform_device *pdev)
16948764e41SBenjamin Herrenschmidt {
17048764e41SBenjamin Herrenschmidt struct cbe_mic_tm_regs __iomem *regs;
17148764e41SBenjamin Herrenschmidt struct mem_ctl_info *mci;
1726458fc08SMauro Carvalho Chehab struct edac_mc_layer layers[2];
17348764e41SBenjamin Herrenschmidt struct cell_edac_priv *priv;
17448764e41SBenjamin Herrenschmidt u64 reg;
1756458fc08SMauro Carvalho Chehab int rc, chanmask, num_chans;
17648764e41SBenjamin Herrenschmidt
17748764e41SBenjamin Herrenschmidt regs = cbe_get_cpu_mic_tm_regs(cbe_node_to_cpu(pdev->id));
17848764e41SBenjamin Herrenschmidt if (regs == NULL)
17948764e41SBenjamin Herrenschmidt return -ENODEV;
18048764e41SBenjamin Herrenschmidt
181992b692dSBenjamin Herrenschmidt edac_op_state = EDAC_OPSTATE_POLL;
182992b692dSBenjamin Herrenschmidt
18348764e41SBenjamin Herrenschmidt /* Get channel population */
18448764e41SBenjamin Herrenschmidt reg = in_be64(®s->mic_mnt_cfg);
1854712fff9SStephen Rothwell dev_dbg(&pdev->dev, "MIC_MNT_CFG = 0x%016llx\n", reg);
18648764e41SBenjamin Herrenschmidt chanmask = 0;
18748764e41SBenjamin Herrenschmidt if (reg & CBE_MIC_MNT_CFG_CHAN_0_POP)
18848764e41SBenjamin Herrenschmidt chanmask |= 0x1;
18948764e41SBenjamin Herrenschmidt if (reg & CBE_MIC_MNT_CFG_CHAN_1_POP)
19048764e41SBenjamin Herrenschmidt chanmask |= 0x2;
19148764e41SBenjamin Herrenschmidt if (chanmask == 0) {
19248764e41SBenjamin Herrenschmidt dev_warn(&pdev->dev,
19348764e41SBenjamin Herrenschmidt "Yuck ! No channel populated ? Aborting !\n");
19448764e41SBenjamin Herrenschmidt return -ENODEV;
19548764e41SBenjamin Herrenschmidt }
1964712fff9SStephen Rothwell dev_dbg(&pdev->dev, "Initial FIR = 0x%016llx\n",
19748764e41SBenjamin Herrenschmidt in_be64(®s->mic_fir));
19848764e41SBenjamin Herrenschmidt
19948764e41SBenjamin Herrenschmidt /* Allocate & init EDAC MC data structure */
2006458fc08SMauro Carvalho Chehab num_chans = chanmask == 3 ? 2 : 1;
2016458fc08SMauro Carvalho Chehab
2026458fc08SMauro Carvalho Chehab layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
2036458fc08SMauro Carvalho Chehab layers[0].size = 1;
2046458fc08SMauro Carvalho Chehab layers[0].is_virt_csrow = true;
2056458fc08SMauro Carvalho Chehab layers[1].type = EDAC_MC_LAYER_CHANNEL;
2066458fc08SMauro Carvalho Chehab layers[1].size = num_chans;
2076458fc08SMauro Carvalho Chehab layers[1].is_virt_csrow = false;
208ca0907b9SMauro Carvalho Chehab mci = edac_mc_alloc(pdev->id, ARRAY_SIZE(layers), layers,
2096458fc08SMauro Carvalho Chehab sizeof(struct cell_edac_priv));
21048764e41SBenjamin Herrenschmidt if (mci == NULL)
21148764e41SBenjamin Herrenschmidt return -ENOMEM;
21248764e41SBenjamin Herrenschmidt priv = mci->pvt_info;
21348764e41SBenjamin Herrenschmidt priv->regs = regs;
21448764e41SBenjamin Herrenschmidt priv->node = pdev->id;
21548764e41SBenjamin Herrenschmidt priv->chanmask = chanmask;
216fd687502SMauro Carvalho Chehab mci->pdev = &pdev->dev;
21748764e41SBenjamin Herrenschmidt mci->mtype_cap = MEM_FLAG_XDR;
21848764e41SBenjamin Herrenschmidt mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED;
21948764e41SBenjamin Herrenschmidt mci->edac_cap = EDAC_FLAG_EC | EDAC_FLAG_SECDED;
22048764e41SBenjamin Herrenschmidt mci->mod_name = "cell_edac";
22148764e41SBenjamin Herrenschmidt mci->ctl_name = "MIC";
222031d5518SKay Sievers mci->dev_name = dev_name(&pdev->dev);
22348764e41SBenjamin Herrenschmidt mci->edac_check = cell_edac_check;
22448764e41SBenjamin Herrenschmidt cell_edac_init_csrows(mci);
22548764e41SBenjamin Herrenschmidt
22648764e41SBenjamin Herrenschmidt /* Register with EDAC core */
22748764e41SBenjamin Herrenschmidt rc = edac_mc_add_mc(mci);
22848764e41SBenjamin Herrenschmidt if (rc) {
22948764e41SBenjamin Herrenschmidt dev_err(&pdev->dev, "failed to register with EDAC core\n");
23048764e41SBenjamin Herrenschmidt edac_mc_free(mci);
23148764e41SBenjamin Herrenschmidt return rc;
23248764e41SBenjamin Herrenschmidt }
23348764e41SBenjamin Herrenschmidt
23448764e41SBenjamin Herrenschmidt return 0;
23548764e41SBenjamin Herrenschmidt }
23648764e41SBenjamin Herrenschmidt
cell_edac_remove(struct platform_device * pdev)237*d8d9f99fSUwe Kleine-König static void cell_edac_remove(struct platform_device *pdev)
23848764e41SBenjamin Herrenschmidt {
23948764e41SBenjamin Herrenschmidt struct mem_ctl_info *mci = edac_mc_del_mc(&pdev->dev);
24048764e41SBenjamin Herrenschmidt if (mci)
24148764e41SBenjamin Herrenschmidt edac_mc_free(mci);
24248764e41SBenjamin Herrenschmidt }
24348764e41SBenjamin Herrenschmidt
24448764e41SBenjamin Herrenschmidt static struct platform_driver cell_edac_driver = {
24548764e41SBenjamin Herrenschmidt .driver = {
24648764e41SBenjamin Herrenschmidt .name = "cbe-mic",
24748764e41SBenjamin Herrenschmidt },
24848764e41SBenjamin Herrenschmidt .probe = cell_edac_probe,
249*d8d9f99fSUwe Kleine-König .remove_new = cell_edac_remove,
25048764e41SBenjamin Herrenschmidt };
25148764e41SBenjamin Herrenschmidt
cell_edac_init(void)25248764e41SBenjamin Herrenschmidt static int __init cell_edac_init(void)
25348764e41SBenjamin Herrenschmidt {
25448764e41SBenjamin Herrenschmidt /* Sanity check registers data structure */
25548764e41SBenjamin Herrenschmidt BUILD_BUG_ON(offsetof(struct cbe_mic_tm_regs,
25648764e41SBenjamin Herrenschmidt mic_df_ecc_address_0) != 0xf8);
25748764e41SBenjamin Herrenschmidt BUILD_BUG_ON(offsetof(struct cbe_mic_tm_regs,
25848764e41SBenjamin Herrenschmidt mic_df_ecc_address_1) != 0x1b8);
25948764e41SBenjamin Herrenschmidt BUILD_BUG_ON(offsetof(struct cbe_mic_tm_regs,
26048764e41SBenjamin Herrenschmidt mic_df_config) != 0x218);
26148764e41SBenjamin Herrenschmidt BUILD_BUG_ON(offsetof(struct cbe_mic_tm_regs,
26248764e41SBenjamin Herrenschmidt mic_fir) != 0x230);
26348764e41SBenjamin Herrenschmidt BUILD_BUG_ON(offsetof(struct cbe_mic_tm_regs,
26448764e41SBenjamin Herrenschmidt mic_mnt_cfg) != 0x210);
26548764e41SBenjamin Herrenschmidt BUILD_BUG_ON(offsetof(struct cbe_mic_tm_regs,
26648764e41SBenjamin Herrenschmidt mic_exc) != 0x208);
26748764e41SBenjamin Herrenschmidt
26848764e41SBenjamin Herrenschmidt return platform_driver_register(&cell_edac_driver);
26948764e41SBenjamin Herrenschmidt }
27048764e41SBenjamin Herrenschmidt
cell_edac_exit(void)27148764e41SBenjamin Herrenschmidt static void __exit cell_edac_exit(void)
27248764e41SBenjamin Herrenschmidt {
27348764e41SBenjamin Herrenschmidt platform_driver_unregister(&cell_edac_driver);
27448764e41SBenjamin Herrenschmidt }
27548764e41SBenjamin Herrenschmidt
27648764e41SBenjamin Herrenschmidt module_init(cell_edac_init);
27748764e41SBenjamin Herrenschmidt module_exit(cell_edac_exit);
27848764e41SBenjamin Herrenschmidt
27948764e41SBenjamin Herrenschmidt MODULE_LICENSE("GPL");
28048764e41SBenjamin Herrenschmidt MODULE_AUTHOR("Benjamin Herrenschmidt <benh@kernel.crashing.org>");
28148764e41SBenjamin Herrenschmidt MODULE_DESCRIPTION("ECC counting for Cell MIC");
282