e752x_edac.c 40.7 KB
Newer Older
1 2 3 4 5 6
/*
 * Intel e752x Memory Controller kernel module
 * (C) 2004 Linux Networx (http://lnxi.com)
 * This file may be distributed under the terms of the
 * GNU General Public License.
 *
7
 * Implement support for the e7520, E7525, e7320 and i3100 memory controllers.
8
 *
9
 * Datasheets:
10
 *	http://www.intel.in/content/www/in/en/chipsets/e7525-memory-controller-hub-datasheet.html
11
 *	ftp://download.intel.com/design/intarch/datashts/31345803.pdf
12
 *
13 14 15 16 17 18 19 20 21 22 23 24 25
 * Written by Tom Zimmerman
 *
 * Contributors:
 * 	Thayne Harbaugh at realmsys.com (?)
 * 	Wang Zhenyu at intel.com
 * 	Dave Jiang at mvista.com
 *
 */

#include <linux/module.h>
#include <linux/init.h>
#include <linux/pci.h>
#include <linux/pci_ids.h>
26
#include <linux/edac.h>
27
#include "edac_module.h"
28

29
#define EDAC_MOD_STR	"e752x_edac"
30

31
static int report_non_memory_errors;
32
static int force_function_unhide;
33
static int sysbus_parity = -1;
34

35 36
static struct edac_pci_ctl_info *e752x_pci;

Dave Peterson's avatar
Dave Peterson committed
37
#define e752x_printk(level, fmt, arg...) \
38
	edac_printk(level, "e752x", fmt, ##arg)
Dave Peterson's avatar
Dave Peterson committed
39 40

#define e752x_mc_printk(mci, level, fmt, arg...) \
41
	edac_mc_chipset_printk(mci, level, "e752x", fmt, ##arg)
Dave Peterson's avatar
Dave Peterson committed
42

43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66
#ifndef PCI_DEVICE_ID_INTEL_7520_0
#define PCI_DEVICE_ID_INTEL_7520_0      0x3590
#endif				/* PCI_DEVICE_ID_INTEL_7520_0      */

#ifndef PCI_DEVICE_ID_INTEL_7520_1_ERR
#define PCI_DEVICE_ID_INTEL_7520_1_ERR  0x3591
#endif				/* PCI_DEVICE_ID_INTEL_7520_1_ERR  */

#ifndef PCI_DEVICE_ID_INTEL_7525_0
#define PCI_DEVICE_ID_INTEL_7525_0      0x359E
#endif				/* PCI_DEVICE_ID_INTEL_7525_0      */

#ifndef PCI_DEVICE_ID_INTEL_7525_1_ERR
#define PCI_DEVICE_ID_INTEL_7525_1_ERR  0x3593
#endif				/* PCI_DEVICE_ID_INTEL_7525_1_ERR  */

#ifndef PCI_DEVICE_ID_INTEL_7320_0
#define PCI_DEVICE_ID_INTEL_7320_0	0x3592
#endif				/* PCI_DEVICE_ID_INTEL_7320_0 */

#ifndef PCI_DEVICE_ID_INTEL_7320_1_ERR
#define PCI_DEVICE_ID_INTEL_7320_1_ERR	0x3593
#endif				/* PCI_DEVICE_ID_INTEL_7320_1_ERR */

67 68 69 70 71 72 73 74
#ifndef PCI_DEVICE_ID_INTEL_3100_0
#define PCI_DEVICE_ID_INTEL_3100_0	0x35B0
#endif				/* PCI_DEVICE_ID_INTEL_3100_0 */

#ifndef PCI_DEVICE_ID_INTEL_3100_1_ERR
#define PCI_DEVICE_ID_INTEL_3100_1_ERR	0x35B1
#endif				/* PCI_DEVICE_ID_INTEL_3100_1_ERR */

75 76 77
#define E752X_NR_CSROWS		8	/* number of csrows */

/* E752X register addresses - device 0 function 0 */
78 79 80 81 82 83 84 85
#define E752X_MCHSCRB		0x52	/* Memory Scrub register (16b) */
					/*
					 * 6:5     Scrub Completion Count
					 * 3:2     Scrub Rate (i3100 only)
					 *      01=fast 10=normal
					 * 1:0     Scrub Mode enable
					 *      00=off 10=on
					 */
86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128
#define E752X_DRB		0x60	/* DRAM row boundary register (8b) */
#define E752X_DRA		0x70	/* DRAM row attribute register (8b) */
					/*
					 * 31:30   Device width row 7
					 *      01=x8 10=x4 11=x8 DDR2
					 * 27:26   Device width row 6
					 * 23:22   Device width row 5
					 * 19:20   Device width row 4
					 * 15:14   Device width row 3
					 * 11:10   Device width row 2
					 *  7:6    Device width row 1
					 *  3:2    Device width row 0
					 */
#define E752X_DRC		0x7C	/* DRAM controller mode reg (32b) */
					/* FIXME:IS THIS RIGHT? */
					/*
					 * 22    Number channels 0=1,1=2
					 * 19:18 DRB Granularity 32/64MB
					 */
#define E752X_DRM		0x80	/* Dimm mapping register */
#define E752X_DDRCSR		0x9A	/* DDR control and status reg (16b) */
					/*
					 * 14:12 1 single A, 2 single B, 3 dual
					 */
#define E752X_TOLM		0xC4	/* DRAM top of low memory reg (16b) */
#define E752X_REMAPBASE		0xC6	/* DRAM remap base address reg (16b) */
#define E752X_REMAPLIMIT	0xC8	/* DRAM remap limit address reg (16b) */
#define E752X_REMAPOFFSET	0xCA	/* DRAM remap limit offset reg (16b) */

/* E752X register addresses - device 0 function 1 */
#define E752X_FERR_GLOBAL	0x40	/* Global first error register (32b) */
#define E752X_NERR_GLOBAL	0x44	/* Global next error register (32b) */
#define E752X_HI_FERR		0x50	/* Hub interface first error reg (8b) */
#define E752X_HI_NERR		0x52	/* Hub interface next error reg (8b) */
#define E752X_HI_ERRMASK	0x54	/* Hub interface error mask reg (8b) */
#define E752X_HI_SMICMD		0x5A	/* Hub interface SMI command reg (8b) */
#define E752X_SYSBUS_FERR	0x60	/* System buss first error reg (16b) */
#define E752X_SYSBUS_NERR	0x62	/* System buss next error reg (16b) */
#define E752X_SYSBUS_ERRMASK	0x64	/* System buss error mask reg (16b) */
#define E752X_SYSBUS_SMICMD	0x6A	/* System buss SMI command reg (16b) */
#define E752X_BUF_FERR		0x70	/* Memory buffer first error reg (8b) */
#define E752X_BUF_NERR		0x72	/* Memory buffer next error reg (8b) */
#define E752X_BUF_ERRMASK	0x74	/* Memory buffer error mask reg (8b) */
129
#define E752X_BUF_SMICMD	0x7A	/* Memory buffer SMI cmd reg (8b) */
130 131 132 133 134 135 136 137 138
#define E752X_DRAM_FERR		0x80	/* DRAM first error register (16b) */
#define E752X_DRAM_NERR		0x82	/* DRAM next error register (16b) */
#define E752X_DRAM_ERRMASK	0x84	/* DRAM error mask register (8b) */
#define E752X_DRAM_SMICMD	0x8A	/* DRAM SMI command register (8b) */
#define E752X_DRAM_RETR_ADD	0xAC	/* DRAM Retry address register (32b) */
#define E752X_DRAM_SEC1_ADD	0xA0	/* DRAM first correctable memory */
					/*     error address register (32b) */
					/*
					 * 31    Reserved
139
					 * 30:2  CE address (64 byte block 34:6
140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158
					 * 1     Reserved
					 * 0     HiLoCS
					 */
#define E752X_DRAM_SEC2_ADD	0xC8	/* DRAM first correctable memory */
					/*     error address register (32b) */
					/*
					 * 31    Reserved
					 * 30:2  CE address (64 byte block 34:6)
					 * 1     Reserved
					 * 0     HiLoCS
					 */
#define E752X_DRAM_DED_ADD	0xA4	/* DRAM first uncorrectable memory */
					/*     error address register (32b) */
					/*
					 * 31    Reserved
					 * 30:2  CE address (64 byte block 34:6)
					 * 1     Reserved
					 * 0     HiLoCS
					 */
159
#define E752X_DRAM_SCRB_ADD	0xA8	/* DRAM 1st uncorrectable scrub mem */
160 161 162
					/*     error address register (32b) */
					/*
					 * 31    Reserved
163
					 * 30:2  CE address (64 byte block 34:6
164 165 166 167 168 169 170 171 172
					 * 1     Reserved
					 * 0     HiLoCS
					 */
#define E752X_DRAM_SEC1_SYNDROME 0xC4	/* DRAM first correctable memory */
					/*     error syndrome register (16b) */
#define E752X_DRAM_SEC2_SYNDROME 0xC6	/* DRAM second correctable memory */
					/*     error syndrome register (16b) */
#define E752X_DEVPRES1		0xF4	/* Device Present 1 register (8b) */

173 174 175 176 177 178
/* 3100 IMCH specific register addresses - device 0 function 1 */
#define I3100_NSI_FERR		0x48	/* NSI first error reg (32b) */
#define I3100_NSI_NERR		0x4C	/* NSI next error reg (32b) */
#define I3100_NSI_SMICMD	0x54	/* NSI SMI command register (32b) */
#define I3100_NSI_EMASK		0x90	/* NSI error mask register (32b) */

179 180 181 182 183 184 185 186
/* ICH5R register addresses - device 30 function 0 */
#define ICH5R_PCI_STAT		0x06	/* PCI status register (16b) */
#define ICH5R_PCI_2ND_STAT	0x1E	/* PCI status secondary reg (16b) */
#define ICH5R_PCI_BRIDGE_CTL	0x3E	/* PCI bridge control register (16b) */

enum e752x_chips {
	E7520 = 0,
	E7525 = 1,
187 188
	E7320 = 2,
	I3100 = 3
189 190
};

191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209
/*
 * Those chips Support single-rank and dual-rank memories only.
 *
 * On e752x chips, the odd rows are present only on dual-rank memories.
 * Dividing the rank by two will provide the dimm#
 *
 * i3100 MC has a different mapping: it supports only 4 ranks.
 *
 * The mapping is (from 1 to n):
 *	slot	   single-ranked	double-ranked
 *	dimm #1 -> rank #4		NA
 *	dimm #2 -> rank #3		NA
 *	dimm #3 -> rank #2		Ranks 2 and 3
 *	dimm #4 -> rank $1		Ranks 1 and 4
 *
 * FIXME: The current mapping for i3100 considers that it supports up to 8
 *	  ranks/chanel, but datasheet says that the MC supports only 4 ranks.
 */

210 211 212 213 214 215 216 217 218 219 220 221 222 223
struct e752x_pvt {
	struct pci_dev *dev_d0f0;
	struct pci_dev *dev_d0f1;
	u32 tolm;
	u32 remapbase;
	u32 remaplimit;
	int mc_symmetric;
	u8 map[8];
	int map_type;
	const struct e752x_dev_info *dev_info;
};

struct e752x_dev_info {
	u16 err_dev;
Dave Peterson's avatar
Dave Peterson committed
224
	u16 ctl_dev;
225 226 227 228 229 230
	const char *ctl_name;
};

struct e752x_error_info {
	u32 ferr_global;
	u32 nerr_global;
231 232 233 234
	u32 nsi_ferr;	/* 3100 only */
	u32 nsi_nerr;	/* 3100 only */
	u8 hi_ferr;	/* all but 3100 */
	u8 hi_nerr;	/* all but 3100 */
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251
	u16 sysbus_ferr;
	u16 sysbus_nerr;
	u8 buf_ferr;
	u8 buf_nerr;
	u16 dram_ferr;
	u16 dram_nerr;
	u32 dram_sec1_add;
	u32 dram_sec2_add;
	u16 dram_sec1_syndrome;
	u16 dram_sec2_syndrome;
	u32 dram_ded_add;
	u32 dram_scrb_add;
	u32 dram_retr_add;
};

static const struct e752x_dev_info e752x_devs[] = {
	[E7520] = {
252 253 254
		.err_dev = PCI_DEVICE_ID_INTEL_7520_1_ERR,
		.ctl_dev = PCI_DEVICE_ID_INTEL_7520_0,
		.ctl_name = "E7520"},
255
	[E7525] = {
256 257 258
		.err_dev = PCI_DEVICE_ID_INTEL_7525_1_ERR,
		.ctl_dev = PCI_DEVICE_ID_INTEL_7525_0,
		.ctl_name = "E7525"},
259
	[E7320] = {
260 261 262
		.err_dev = PCI_DEVICE_ID_INTEL_7320_1_ERR,
		.ctl_dev = PCI_DEVICE_ID_INTEL_7320_0,
		.ctl_name = "E7320"},
263 264 265 266
	[I3100] = {
		.err_dev = PCI_DEVICE_ID_INTEL_3100_1_ERR,
		.ctl_dev = PCI_DEVICE_ID_INTEL_3100_0,
		.ctl_name = "3100"},
267 268
};

269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
/* Valid scrub rates for the e752x/3100 hardware memory scrubber. We
 * map the scrubbing bandwidth to a hardware register value. The 'set'
 * operation finds the 'matching or higher value'.  Note that scrubbing
 * on the e752x can only be enabled/disabled.  The 3100 supports
 * a normal and fast mode.
 */

#define SDRATE_EOT 0xFFFFFFFF

struct scrubrate {
	u32 bandwidth;	/* bandwidth consumed by scrubbing in bytes/sec */
	u16 scrubval;	/* register value for scrub rate */
};

/* Rate below assumes same performance as i3100 using PC3200 DDR2 in
 * normal mode.  e752x bridges don't support choosing normal or fast mode,
 * so the scrubbing bandwidth value isn't all that important - scrubbing is
 * either on or off.
 */
static const struct scrubrate scrubrates_e752x[] = {
	{0,		0x00},	/* Scrubbing Off */
	{500000,	0x02},	/* Scrubbing On */
	{SDRATE_EOT,	0x00}	/* End of Table */
};

/* Fast mode: 2 GByte PC3200 DDR2 scrubbed in 33s = 63161283 bytes/s
 * Normal mode: 125 (32000 / 256) times slower than fast mode.
 */
static const struct scrubrate scrubrates_i3100[] = {
	{0,		0x00},	/* Scrubbing Off */
	{500000,	0x0a},	/* Normal mode - 32k clocks */
	{62500000,	0x06},	/* Fast mode - 256 clocks */
	{SDRATE_EOT,	0x00}	/* End of Table */
};

304
static unsigned long ctl_page_to_phys(struct mem_ctl_info *mci,
305
				unsigned long page)
306 307
{
	u32 remap;
Dave Jiang's avatar
Dave Jiang committed
308
	struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
309

310
	edac_dbg(3, "\n");
311 312 313

	if (page < pvt->tolm)
		return page;
314

315 316
	if ((page >= 0x100000) && (page < pvt->remapbase))
		return page;
317

318
	remap = (page - pvt->tolm) + pvt->remapbase;
319

320 321
	if (remap < pvt->remaplimit)
		return remap;
322

Dave Peterson's avatar
Dave Peterson committed
323
	e752x_printk(KERN_ERR, "Invalid page %lx - out of range\n", page);
324 325 326 327
	return pvt->tolm - 1;
}

static void do_process_ce(struct mem_ctl_info *mci, u16 error_one,
328
			u32 sec1_add, u16 sec1_syndrome)
329 330 331 332 333
{
	u32 page;
	int row;
	int channel;
	int i;
Dave Jiang's avatar
Dave Jiang committed
334
	struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
335

336
	edac_dbg(3, "\n");
337 338 339 340 341 342 343 344

	/* convert the addr to 4k page */
	page = sec1_add >> (PAGE_SHIFT - 4);

	/* FIXME - check for -1 */
	if (pvt->mc_symmetric) {
		/* chip select are bits 14 & 13 */
		row = ((page >> 1) & 3);
Dave Peterson's avatar
Dave Peterson committed
345
		e752x_printk(KERN_WARNING,
346 347 348 349
			"Test row %d Table %d %d %d %d %d %d %d %d\n", row,
			pvt->map[0], pvt->map[1], pvt->map[2], pvt->map[3],
			pvt->map[4], pvt->map[5], pvt->map[6],
			pvt->map[7]);
350 351 352 353 354 355

		/* test for channel remapping */
		for (i = 0; i < 8; i++) {
			if (pvt->map[i] == row)
				break;
		}
356

Dave Peterson's avatar
Dave Peterson committed
357
		e752x_printk(KERN_WARNING, "Test computed row %d\n", i);
358

359 360 361
		if (i < 8)
			row = i;
		else
Dave Peterson's avatar
Dave Peterson committed
362
			e752x_mc_printk(mci, KERN_WARNING,
Dave Jiang's avatar
Dave Jiang committed
363 364
					"row %d not found in remap table\n",
					row);
365 366
	} else
		row = edac_mc_find_csrow_by_page(mci, page);
367

368 369 370
	/* 0 = channel A, 1 = channel B */
	channel = !(error_one & 1);

371
	/* e752x mc reads 34:6 of the DRAM linear address */
372
	edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
373 374
			     page, offset_in_page(sec1_add << 4), sec1_syndrome,
			     row, channel, -1,
375
			     "e752x CE", "");
376 377 378
}

static inline void process_ce(struct mem_ctl_info *mci, u16 error_one,
379 380
			u32 sec1_add, u16 sec1_syndrome, int *error_found,
			int handle_error)
381 382 383 384 385 386 387
{
	*error_found = 1;

	if (handle_error)
		do_process_ce(mci, error_one, sec1_add, sec1_syndrome);
}

388
static void do_process_ue(struct mem_ctl_info *mci, u16 error_one,
389
			u32 ded_add, u32 scrb_add)
390 391 392
{
	u32 error_2b, block_page;
	int row;
Dave Jiang's avatar
Dave Jiang committed
393
	struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
394

395
	edac_dbg(3, "\n");
396 397 398

	if (error_one & 0x0202) {
		error_2b = ded_add;
399

400 401
		/* convert to 4k address */
		block_page = error_2b >> (PAGE_SHIFT - 4);
402

403
		row = pvt->mc_symmetric ?
404 405 406
		/* chip select are bits 14 & 13 */
			((block_page >> 1) & 3) :
			edac_mc_find_csrow_by_page(mci, block_page);
407

408
		/* e752x mc reads 34:6 of the DRAM linear address */
409
		edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
410 411 412
					block_page,
					offset_in_page(error_2b << 4), 0,
					 row, -1, -1,
413
					"e752x UE from Read", "");
414

415 416 417
	}
	if (error_one & 0x0404) {
		error_2b = scrb_add;
418

419 420
		/* convert to 4k address */
		block_page = error_2b >> (PAGE_SHIFT - 4);
421

422
		row = pvt->mc_symmetric ?
423 424 425
		/* chip select are bits 14 & 13 */
			((block_page >> 1) & 3) :
			edac_mc_find_csrow_by_page(mci, block_page);
426

427
		/* e752x mc reads 34:6 of the DRAM linear address */
428
		edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
429 430 431
					block_page,
					offset_in_page(error_2b << 4), 0,
					row, -1, -1,
432
					"e752x UE from Scruber", "");
433 434 435 436
	}
}

static inline void process_ue(struct mem_ctl_info *mci, u16 error_one,
437 438
			u32 ded_add, u32 scrb_add, int *error_found,
			int handle_error)
439 440 441 442 443 444 445 446
{
	*error_found = 1;

	if (handle_error)
		do_process_ue(mci, error_one, ded_add, scrb_add);
}

static inline void process_ue_no_info_wr(struct mem_ctl_info *mci,
Dave Jiang's avatar
Dave Jiang committed
447
					 int *error_found, int handle_error)
448 449 450 451 452 453
{
	*error_found = 1;

	if (!handle_error)
		return;

454
	edac_dbg(3, "\n");
455
	edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1, 0, 0, 0,
456
			     -1, -1, -1,
457
			     "e752x UE log memory write", "");
458 459 460
}

static void do_process_ded_retry(struct mem_ctl_info *mci, u16 error,
Dave Jiang's avatar
Dave Jiang committed
461
				 u32 retry_add)
462 463 464
{
	u32 error_1b, page;
	int row;
Dave Jiang's avatar
Dave Jiang committed
465
	struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
466 467

	error_1b = retry_add;
468 469 470 471
	page = error_1b >> (PAGE_SHIFT - 4);  /* convert the addr to 4k page */

	/* chip select are bits 14 & 13 */
	row = pvt->mc_symmetric ? ((page >> 1) & 3) :
472
		edac_mc_find_csrow_by_page(mci, page);
473

Dave Peterson's avatar
Dave Peterson committed
474
	e752x_mc_printk(mci, KERN_WARNING,
Dave Jiang's avatar
Dave Jiang committed
475 476
			"CE page 0x%lx, row %d : Memory read retry\n",
			(long unsigned int)page, row);
477 478 479
}

static inline void process_ded_retry(struct mem_ctl_info *mci, u16 error,
480 481
				u32 retry_add, int *error_found,
				int handle_error)
482 483 484 485 486 487 488 489
{
	*error_found = 1;

	if (handle_error)
		do_process_ded_retry(mci, error, retry_add);
}

static inline void process_threshold_ce(struct mem_ctl_info *mci, u16 error,
Dave Jiang's avatar
Dave Jiang committed
490
					int *error_found, int handle_error)
491 492 493 494
{
	*error_found = 1;

	if (handle_error)
Dave Peterson's avatar
Dave Peterson committed
495
		e752x_mc_printk(mci, KERN_WARNING, "Memory threshold CE\n");
496 497
}

498
static char *global_message[11] = {
499 500 501 502 503 504 505 506 507 508 509
	"PCI Express C1",
	"PCI Express C",
	"PCI Express B1",
	"PCI Express B",
	"PCI Express A1",
	"PCI Express A",
	"DMA Controller",
	"HUB or NS Interface",
	"System Bus",
	"DRAM Controller",  /* 9th entry */
	"Internal Buffer"
510 511
};

512 513
#define DRAM_ENTRY	9

514
static char *fatal_message[2] = { "Non-Fatal ", "Fatal " };
515 516 517 518 519 520

static void do_global_error(int fatal, u32 errors)
{
	int i;

	for (i = 0; i < 11; i++) {
521 522 523 524 525 526 527 528 529 530
		if (errors & (1 << i)) {
			/* If the error is from DRAM Controller OR
			 * we are to report ALL errors, then
			 * report the error
			 */
			if ((i == DRAM_ENTRY) || report_non_memory_errors)
				e752x_printk(KERN_WARNING, "%sError %s\n",
					fatal_message[fatal],
					global_message[i]);
		}
531 532 533 534
	}
}

static inline void global_error(int fatal, u32 errors, int *error_found,
Dave Jiang's avatar
Dave Jiang committed
535
				int handle_error)
536 537 538 539 540 541 542
{
	*error_found = 1;

	if (handle_error)
		do_global_error(fatal, errors);
}

543
static char *hub_message[7] = {
544 545 546 547 548 549 550 551 552 553 554 555
	"HI Address or Command Parity", "HI Illegal Access",
	"HI Internal Parity", "Out of Range Access",
	"HI Data Parity", "Enhanced Config Access",
	"Hub Interface Target Abort"
};

static void do_hub_error(int fatal, u8 errors)
{
	int i;

	for (i = 0; i < 7; i++) {
		if (errors & (1 << i))
Dave Peterson's avatar
Dave Peterson committed
556
			e752x_printk(KERN_WARNING, "%sError %s\n",
557
				fatal_message[fatal], hub_message[i]);
558 559 560 561
	}
}

static inline void hub_error(int fatal, u8 errors, int *error_found,
562
			int handle_error)
563 564 565 566 567 568 569
{
	*error_found = 1;

	if (handle_error)
		do_hub_error(fatal, errors);
}

570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626
#define NSI_FATAL_MASK		0x0c080081
#define NSI_NON_FATAL_MASK	0x23a0ba64
#define NSI_ERR_MASK		(NSI_FATAL_MASK | NSI_NON_FATAL_MASK)

static char *nsi_message[30] = {
	"NSI Link Down",	/* NSI_FERR/NSI_NERR bit 0, fatal error */
	"",						/* reserved */
	"NSI Parity Error",				/* bit 2, non-fatal */
	"",						/* reserved */
	"",						/* reserved */
	"Correctable Error Message",			/* bit 5, non-fatal */
	"Non-Fatal Error Message",			/* bit 6, non-fatal */
	"Fatal Error Message",				/* bit 7, fatal */
	"",						/* reserved */
	"Receiver Error",				/* bit 9, non-fatal */
	"",						/* reserved */
	"Bad TLP",					/* bit 11, non-fatal */
	"Bad DLLP",					/* bit 12, non-fatal */
	"REPLAY_NUM Rollover",				/* bit 13, non-fatal */
	"",						/* reserved */
	"Replay Timer Timeout",				/* bit 15, non-fatal */
	"",						/* reserved */
	"",						/* reserved */
	"",						/* reserved */
	"Data Link Protocol Error",			/* bit 19, fatal */
	"",						/* reserved */
	"Poisoned TLP",					/* bit 21, non-fatal */
	"",						/* reserved */
	"Completion Timeout",				/* bit 23, non-fatal */
	"Completer Abort",				/* bit 24, non-fatal */
	"Unexpected Completion",			/* bit 25, non-fatal */
	"Receiver Overflow",				/* bit 26, fatal */
	"Malformed TLP",				/* bit 27, fatal */
	"",						/* reserved */
	"Unsupported Request"				/* bit 29, non-fatal */
};

static void do_nsi_error(int fatal, u32 errors)
{
	int i;

	for (i = 0; i < 30; i++) {
		if (errors & (1 << i))
			printk(KERN_WARNING "%sError %s\n",
			       fatal_message[fatal], nsi_message[i]);
	}
}

static inline void nsi_error(int fatal, u32 errors, int *error_found,
		int handle_error)
{
	*error_found = 1;

	if (handle_error)
		do_nsi_error(fatal, errors);
}

627
static char *membuf_message[4] = {
628 629 630 631 632 633 634 635 636 637 638 639
	"Internal PMWB to DRAM parity",
	"Internal PMWB to System Bus Parity",
	"Internal System Bus or IO to PMWB Parity",
	"Internal DRAM to PMWB Parity"
};

static void do_membuf_error(u8 errors)
{
	int i;

	for (i = 0; i < 4; i++) {
		if (errors & (1 << i))
Dave Peterson's avatar
Dave Peterson committed
640
			e752x_printk(KERN_WARNING, "Non-Fatal Error %s\n",
641
				membuf_message[i]);
642 643 644 645 646 647 648 649 650 651 652
	}
}

static inline void membuf_error(u8 errors, int *error_found, int handle_error)
{
	*error_found = 1;

	if (handle_error)
		do_membuf_error(errors);
}

653
static char *sysbus_message[10] = {
654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670
	"Addr or Request Parity",
	"Data Strobe Glitch",
	"Addr Strobe Glitch",
	"Data Parity",
	"Addr Above TOM",
	"Non DRAM Lock Error",
	"MCERR", "BINIT",
	"Memory Parity",
	"IO Subsystem Parity"
};

static void do_sysbus_error(int fatal, u32 errors)
{
	int i;

	for (i = 0; i < 10; i++) {
		if (errors & (1 << i))
Dave Peterson's avatar
Dave Peterson committed
671
			e752x_printk(KERN_WARNING, "%sError System Bus %s\n",
672
				fatal_message[fatal], sysbus_message[i]);
673 674 675 676
	}
}

static inline void sysbus_error(int fatal, u32 errors, int *error_found,
Dave Jiang's avatar
Dave Jiang committed
677
				int handle_error)
678 679 680 681 682 683 684
{
	*error_found = 1;

	if (handle_error)
		do_sysbus_error(fatal, errors);
}

685
static void e752x_check_hub_interface(struct e752x_error_info *info,
686
				int *error_found, int handle_error)
687 688 689 690
{
	u8 stat8;

	//pci_read_config_byte(dev,E752X_HI_FERR,&stat8);
691

692
	stat8 = info->hi_ferr;
693

Dave Jiang's avatar
Dave Jiang committed
694
	if (stat8 & 0x7f) {	/* Error, so process */
695
		stat8 &= 0x7f;
696

Dave Jiang's avatar
Dave Jiang committed
697
		if (stat8 & 0x2b)
698
			hub_error(1, stat8 & 0x2b, error_found, handle_error);
699

Dave Jiang's avatar
Dave Jiang committed
700
		if (stat8 & 0x54)
701 702 703
			hub_error(0, stat8 & 0x54, error_found, handle_error);
	}
	//pci_read_config_byte(dev,E752X_HI_NERR,&stat8);
704

705
	stat8 = info->hi_nerr;
706

Dave Jiang's avatar
Dave Jiang committed
707
	if (stat8 & 0x7f) {	/* Error, so process */
708
		stat8 &= 0x7f;
709

710 711
		if (stat8 & 0x2b)
			hub_error(1, stat8 & 0x2b, error_found, handle_error);
712

Dave Jiang's avatar
Dave Jiang committed
713
		if (stat8 & 0x54)
714 715 716 717
			hub_error(0, stat8 & 0x54, error_found, handle_error);
	}
}

718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742
static void e752x_check_ns_interface(struct e752x_error_info *info,
				int *error_found, int handle_error)
{
	u32 stat32;

	stat32 = info->nsi_ferr;
	if (stat32 & NSI_ERR_MASK) { /* Error, so process */
		if (stat32 & NSI_FATAL_MASK)	/* check for fatal errors */
			nsi_error(1, stat32 & NSI_FATAL_MASK, error_found,
				  handle_error);
		if (stat32 & NSI_NON_FATAL_MASK) /* check for non-fatal ones */
			nsi_error(0, stat32 & NSI_NON_FATAL_MASK, error_found,
				  handle_error);
	}
	stat32 = info->nsi_nerr;
	if (stat32 & NSI_ERR_MASK) {
		if (stat32 & NSI_FATAL_MASK)
			nsi_error(1, stat32 & NSI_FATAL_MASK, error_found,
				  handle_error);
		if (stat32 & NSI_NON_FATAL_MASK)
			nsi_error(0, stat32 & NSI_NON_FATAL_MASK, error_found,
				  handle_error);
	}
}

743
static void e752x_check_sysbus(struct e752x_error_info *info,
744
			int *error_found, int handle_error)
745 746 747 748 749 750 751
{
	u32 stat32, error32;

	//pci_read_config_dword(dev,E752X_SYSBUS_FERR,&stat32);
	stat32 = info->sysbus_ferr + (info->sysbus_nerr << 16);

	if (stat32 == 0)
Dave Jiang's avatar
Dave Jiang committed
752
		return;		/* no errors */
753 754 755

	error32 = (stat32 >> 16) & 0x3ff;
	stat32 = stat32 & 0x3ff;
756

Dave Jiang's avatar
Dave Jiang committed
757
	if (stat32 & 0x087)
758
		sysbus_error(1, stat32 & 0x087, error_found, handle_error);
759

Dave Jiang's avatar
Dave Jiang committed
760
	if (stat32 & 0x378)
761
		sysbus_error(0, stat32 & 0x378, error_found, handle_error);
762

Dave Jiang's avatar
Dave Jiang committed
763
	if (error32 & 0x087)
764
		sysbus_error(1, error32 & 0x087, error_found, handle_error);
765

Dave Jiang's avatar
Dave Jiang committed
766
	if (error32 & 0x378)
767
		sysbus_error(0, error32 & 0x378, error_found, handle_error);
768 769
}

Dave Jiang's avatar
Dave Jiang committed
770
static void e752x_check_membuf(struct e752x_error_info *info,
771
			int *error_found, int handle_error)
772 773 774 775
{
	u8 stat8;

	stat8 = info->buf_ferr;
776

Dave Jiang's avatar
Dave Jiang committed
777
	if (stat8 & 0x0f) {	/* Error, so process */
778 779 780
		stat8 &= 0x0f;
		membuf_error(stat8, error_found, handle_error);
	}
781

782
	stat8 = info->buf_nerr;
783

Dave Jiang's avatar
Dave Jiang committed
784
	if (stat8 & 0x0f) {	/* Error, so process */
785 786 787 788 789
		stat8 &= 0x0f;
		membuf_error(stat8, error_found, handle_error);
	}
}

Dave Jiang's avatar
Dave Jiang committed
790
static void e752x_check_dram(struct mem_ctl_info *mci,
791 792
			struct e752x_error_info *info, int *error_found,
			int handle_error)
793 794 795 796 797 798 799
{
	u16 error_one, error_next;

	error_one = info->dram_ferr;
	error_next = info->dram_nerr;

	/* decode and report errors */
Dave Jiang's avatar
Dave Jiang committed
800
	if (error_one & 0x0101)	/* check first error correctable */
801
		process_ce(mci, error_one, info->dram_sec1_add,
802
			info->dram_sec1_syndrome, error_found, handle_error);
803

Dave Jiang's avatar
Dave Jiang committed
804
	if (error_next & 0x0101)	/* check next error correctable */
805
		process_ce(mci, error_next, info->dram_sec2_add,
806
			info->dram_sec2_syndrome, error_found, handle_error);
807

Dave Jiang's avatar
Dave Jiang committed
808
	if (error_one & 0x4040)
809 810
		process_ue_no_info_wr(mci, error_found, handle_error);

Dave Jiang's avatar
Dave Jiang committed
811
	if (error_next & 0x4040)
812 813
		process_ue_no_info_wr(mci, error_found, handle_error);

Dave Jiang's avatar
Dave Jiang committed
814
	if (error_one & 0x2020)
815
		process_ded_retry(mci, error_one, info->dram_retr_add,
816
				error_found, handle_error);
817

Dave Jiang's avatar
Dave Jiang committed
818
	if (error_next & 0x2020)
819
		process_ded_retry(mci, error_next, info->dram_retr_add,
820
				error_found, handle_error);
821

Dave Jiang's avatar
Dave Jiang committed
822 823
	if (error_one & 0x0808)
		process_threshold_ce(mci, error_one, error_found, handle_error);
824

Dave Jiang's avatar
Dave Jiang committed
825
	if (error_next & 0x0808)
826
		process_threshold_ce(mci, error_next, error_found,
827
				handle_error);
828

Dave Jiang's avatar
Dave Jiang committed
829
	if (error_one & 0x0606)
830
		process_ue(mci, error_one, info->dram_ded_add,
831
			info->dram_scrb_add, error_found, handle_error);
832

Dave Jiang's avatar
Dave Jiang committed
833
	if (error_next & 0x0606)
834
		process_ue(mci, error_next, info->dram_ded_add,
835
			info->dram_scrb_add, error_found, handle_error);
836 837
}

Dave Jiang's avatar
Dave Jiang committed
838 839
static void e752x_get_error_info(struct mem_ctl_info *mci,
				 struct e752x_error_info *info)
840 841 842 843 844
{
	struct pci_dev *dev;
	struct e752x_pvt *pvt;

	memset(info, 0, sizeof(*info));
Dave Jiang's avatar
Dave Jiang committed
845
	pvt = (struct e752x_pvt *)mci->pvt_info;
846 847 848 849
	dev = pvt->dev_d0f1;
	pci_read_config_dword(dev, E752X_FERR_GLOBAL, &info->ferr_global);

	if (info->ferr_global) {
850 851 852 853 854 855 856 857 858
		if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
			pci_read_config_dword(dev, I3100_NSI_FERR,
					     &info->nsi_ferr);
			info->hi_ferr = 0;
		} else {
			pci_read_config_byte(dev, E752X_HI_FERR,
					     &info->hi_ferr);
			info->nsi_ferr = 0;
		}
859
		pci_read_config_word(dev, E752X_SYSBUS_FERR,
860
				&info->sysbus_ferr);
861
		pci_read_config_byte(dev, E752X_BUF_FERR, &info->buf_ferr);
Dave Jiang's avatar
Dave Jiang committed
862
		pci_read_config_word(dev, E752X_DRAM_FERR, &info->dram_ferr);
863
		pci_read_config_dword(dev, E752X_DRAM_SEC1_ADD,
864
				&info->dram_sec1_add);
865
		pci_read_config_word(dev, E752X_DRAM_SEC1_SYNDROME,
866
				&info->dram_sec1_syndrome);
867
		pci_read_config_dword(dev, E752X_DRAM_DED_ADD,
868
				&info->dram_ded_add);
869
		pci_read_config_dword(dev, E752X_DRAM_SCRB_ADD,
870
				&info->dram_scrb_add);
871
		pci_read_config_dword(dev, E752X_DRAM_RETR_ADD,
872
				&info->dram_retr_add);
873

874
		/* ignore the reserved bits just in case */
875 876
		if (info->hi_ferr & 0x7f)
			pci_write_config_byte(dev, E752X_HI_FERR,
877
					info->hi_ferr);
878

879 880 881 882
		if (info->nsi_ferr & NSI_ERR_MASK)
			pci_write_config_dword(dev, I3100_NSI_FERR,
					info->nsi_ferr);

883 884
		if (info->sysbus_ferr)
			pci_write_config_word(dev, E752X_SYSBUS_FERR,
885
					info->sysbus_ferr);
886 887 888

		if (info->buf_ferr & 0x0f)
			pci_write_config_byte(dev, E752X_BUF_FERR,
889
					info->buf_ferr);
890 891

		if (info->dram_ferr)
892
			pci_write_bits16(pvt->dev_d0f1, E752X_DRAM_FERR,
Dave Jiang's avatar
Dave Jiang committed
893
					 info->dram_ferr, info->dram_ferr);
894 895

		pci_write_config_dword(dev, E752X_FERR_GLOBAL,
896
				info->ferr_global);
897 898 899 900 901
	}

	pci_read_config_dword(dev, E752X_NERR_GLOBAL, &info->nerr_global);

	if (info->nerr_global) {
902 903 904 905 906 907 908 909 910
		if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
			pci_read_config_dword(dev, I3100_NSI_NERR,
					     &info->nsi_nerr);
			info->hi_nerr = 0;
		} else {
			pci_read_config_byte(dev, E752X_HI_NERR,
					     &info->hi_nerr);
			info->nsi_nerr = 0;
		}
911
		pci_read_config_word(dev, E752X_SYSBUS_NERR,
912
				&info->sysbus_nerr);
913
		pci_read_config_byte(dev, E752X_BUF_NERR, &info->buf_nerr);
Dave Jiang's avatar
Dave Jiang committed
914
		pci_read_config_word(dev, E752X_DRAM_NERR, &info->dram_nerr);
915
		pci_read_config_dword(dev, E752X_DRAM_SEC2_ADD,
916
				&info->dram_sec2_add);
917
		pci_read_config_word(dev, E752X_DRAM_SEC2_SYNDROME,
918
				&info->dram_sec2_syndrome);
919 920 921

		if (info->hi_nerr & 0x7f)
			pci_write_config_byte(dev, E752X_HI_NERR,
922
					info->hi_nerr);
923

924 925 926 927
		if (info->nsi_nerr & NSI_ERR_MASK)
			pci_write_config_dword(dev, I3100_NSI_NERR,
					info->nsi_nerr);

928 929
		if (info->sysbus_nerr)
			pci_write_config_word(dev, E752X_SYSBUS_NERR,
930
					info->sysbus_nerr);
931 932 933

		if (info->buf_nerr & 0x0f)
			pci_write_config_byte(dev, E752X_BUF_NERR,
934
					info->buf_nerr);
935 936

		if (info->dram_nerr)
937
			pci_write_bits16(pvt->dev_d0f1, E752X_DRAM_NERR,
Dave Jiang's avatar
Dave Jiang committed
938
					 info->dram_nerr, info->dram_nerr);
939 940

		pci_write_config_dword(dev, E752X_NERR_GLOBAL,
941
				info->nerr_global);
942 943 944
	}
}

Dave Jiang's avatar
Dave Jiang committed
945
static int e752x_process_error_info(struct mem_ctl_info *mci,
946 947
				struct e752x_error_info *info,
				int handle_errors)
948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971
{
	u32 error32, stat32;
	int error_found;

	error_found = 0;
	error32 = (info->ferr_global >> 18) & 0x3ff;
	stat32 = (info->ferr_global >> 4) & 0x7ff;

	if (error32)
		global_error(1, error32, &error_found, handle_errors);

	if (stat32)
		global_error(0, stat32, &error_found, handle_errors);

	error32 = (info->nerr_global >> 18) & 0x3ff;
	stat32 = (info->nerr_global >> 4) & 0x7ff;

	if (error32)
		global_error(1, error32, &error_found, handle_errors);

	if (stat32)
		global_error(0, stat32, &error_found, handle_errors);

	e752x_check_hub_interface(info, &error_found, handle_errors);
972
	e752x_check_ns_interface(info, &error_found, handle_errors);
973 974 975 976 977 978 979 980 981
	e752x_check_sysbus(info, &error_found, handle_errors);
	e752x_check_membuf(info, &error_found, handle_errors);
	e752x_check_dram(mci, info, &error_found, handle_errors);
	return error_found;
}

static void e752x_check(struct mem_ctl_info *mci)
{
	struct e752x_error_info info;
982

983
	edac_dbg(3, "\n");
984 985 986 987
	e752x_get_error_info(mci, &info);
	e752x_process_error_info(mci, &info, 1);
}

988
/* Program byte/sec bandwidth scrub rate to hardware */
989
static int set_sdram_scrub_rate(struct mem_ctl_info *mci, u32 new_bw)
990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005
{
	const struct scrubrate *scrubrates;
	struct e752x_pvt *pvt = (struct e752x_pvt *) mci->pvt_info;
	struct pci_dev *pdev = pvt->dev_d0f0;
	int i;

	if (pvt->dev_info->ctl_dev == PCI_DEVICE_ID_INTEL_3100_0)
		scrubrates = scrubrates_i3100;
	else
		scrubrates = scrubrates_e752x;

	/* Translate the desired scrub rate to a e752x/3100 register value.
	 * Search for the bandwidth that is equal or greater than the
	 * desired rate and program the cooresponding register value.
	 */
	for (i = 0; scrubrates[i].bandwidth != SDRATE_EOT; i++)
1006
		if (scrubrates[i].bandwidth >= new_bw)
1007 1008 1009 1010 1011 1012 1013
			break;

	if (scrubrates[i].bandwidth == SDRATE_EOT)
		return -1;

	pci_write_config_word(pdev, E752X_MCHSCRB, scrubrates[i].scrubval);

1014
	return scrubrates[i].bandwidth;
1015 1016 1017
}

/* Convert current scrub rate value into byte/sec bandwidth */
1018
static int get_sdram_scrub_rate(struct mem_ctl_info *mci)
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043
{
	const struct scrubrate *scrubrates;
	struct e752x_pvt *pvt = (struct e752x_pvt *) mci->pvt_info;
	struct pci_dev *pdev = pvt->dev_d0f0;
	u16 scrubval;
	int i;

	if (pvt->dev_info->ctl_dev == PCI_DEVICE_ID_INTEL_3100_0)
		scrubrates = scrubrates_i3100;
	else
		scrubrates = scrubrates_e752x;

	/* Find the bandwidth matching the memory scrubber configuration */
	pci_read_config_word(pdev, E752X_MCHSCRB, &scrubval);
	scrubval = scrubval & 0x0f;

	for (i = 0; scrubrates[i].bandwidth != SDRATE_EOT; i++)
		if (scrubrates[i].scrubval == scrubval)
			break;

	if (scrubrates[i].bandwidth == SDRATE_EOT) {
		e752x_printk(KERN_WARNING,
			"Invalid sdram scrub control value: 0x%x\n", scrubval);
		return -1;
	}
1044
	return scrubrates[i].bandwidth;
1045 1046 1047

}

1048 1049 1050 1051 1052 1053
/* Return 1 if dual channel mode is active.  Else return 0. */
static inline int dual_channel_active(u16 ddrcsr)
{
	return (((ddrcsr >> 12) & 3) == 3);
}

1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065
/* Remap csrow index numbers if map_type is "reverse"
 */
static inline int remap_csrow_index(struct mem_ctl_info *mci, int index)
{
	struct e752x_pvt *pvt = mci->pvt_info;

	if (!pvt->map_type)
		return (7 - index);

	return (index);
}

1066
static void e752x_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev,
1067
			u16 ddrcsr)
1068 1069
{
	struct csrow_info *csrow;
1070
	enum edac_type edac_mode;
1071 1072
	unsigned long last_cumul_size;
	int index, mem_dev, drc_chan;
Dave Jiang's avatar
Dave Jiang committed
1073 1074
	int drc_drbg;		/* DRB granularity 0=64mb, 1=128mb */
	int drc_ddim;		/* DRAM Data Integrity Mode 0=none, 2=edac */
1075
	u8 value;
1076
	u32 dra, drc, cumul_size, i, nr_pages;
1077

1078
	dra = 0;
Dave Jiang's avatar
Dave Jiang committed
1079
	for (index = 0; index < 4; index++) {
1080
		u8 dra_reg;
Dave Jiang's avatar
Dave Jiang committed
1081
		pci_read_config_byte(pdev, E752X_DRA + index, &dra_reg);
1082 1083
		dra |= dra_reg << (index * 8);
	}
1084
	pci_read_config_dword(pdev, E752X_DRC, &drc);
1085
	drc_chan = dual_channel_active(ddrcsr) ? 1 : 0;
Dave Jiang's avatar
Dave Jiang committed
1086
	drc_drbg = drc_chan + 1;	/* 128 in dual mode, 64 in single */
1087 1088 1089 1090 1091 1092 1093 1094 1095 1096
	drc_ddim = (drc >> 20) & 0x3;

	/* The dram row boundary (DRB) reg values are boundary address for
	 * each DRAM row with a granularity of 64 or 128MB (single/dual
	 * channel operation).  DRB regs are cumulative; therefore DRB7 will
	 * contain the total memory contained in all eight rows.
	 */
	for (last_cumul_size = index = 0; index < mci->nr_csrows; index++) {
		/* mem_dev 0=x8, 1=x4 */
		mem_dev = (dra >> (index * 4 + 2)) & 0x3;
1097
		csrow = mci->csrows[remap_csrow_index(mci, index)];
1098 1099 1100 1101 1102

		mem_dev = (mem_dev == 2);
		pci_read_config_byte(pdev, E752X_DRB + index, &value);
		/* convert a 128 or 64 MiB DRB to a page size. */
		cumul_size = value << (25 + drc_drbg - PAGE_SHIFT);
1103
		edac_dbg(3, "(%d) cumul_size 0x%x\n", index, cumul_size);
1104 1105 1106 1107 1108
		if (cumul_size == last_cumul_size)
			continue;	/* not populated */

		csrow->first_page = last_cumul_size;
		csrow->last_page = cumul_size - 1;
1109
		nr_pages = cumul_size - last_cumul_size;
1110
		last_cumul_size = cumul_size;
1111

1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125
		/*
		* if single channel or x8 devices then SECDED
		* if dual channel and x4 then S4ECD4ED
		*/
		if (drc_ddim) {
			if (drc_chan && mem_dev) {
				edac_mode = EDAC_S4ECD4ED;
				mci->edac_cap |= EDAC_FLAG_S4ECD4ED;
			} else {
				edac_mode = EDAC_SECDED;
				mci->edac_cap |= EDAC_FLAG_SECDED;
			}
		} else
			edac_mode = EDAC_NONE;
1126
		for (i = 0; i < csrow->nr_channels; i++) {
1127
			struct dimm_info *dimm = csrow->channels[i]->dimm;
1128

1129
			edac_dbg(3, "Initializing rank at (%i,%i)\n", index, i);
1130
			dimm->nr_pages = nr_pages / csrow->nr_channels;
1131 1132 1133
			dimm->grain = 1 << 12;	/* 4KiB - resolution of CELOG */
			dimm->mtype = MEM_RDDR;	/* only one type supported */
			dimm->dtype = mem_dev ? DEV_X4 : DEV_X8;
1134
			dimm->edac_mode = edac_mode;
1135
		}
1136 1137 1138 1139
	}
}

static void e752x_init_mem_map_table(struct pci_dev *pdev,
1140
				struct e752x_pvt *pvt)
1141 1142
{
	int index;
1143
	u8 value, last, row;
1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154

	last = 0;
	row = 0;

	for (index = 0; index < 8; index += 2) {
		pci_read_config_byte(pdev, E752X_DRB + index, &value);
		/* test if there is a dimm in this slot */
		if (value == last) {
			/* no dimm in the slot, so flag it as empty */
			pvt->map[index] = 0xff;
			pvt->map[index + 1] = 0xff;
Dave Jiang's avatar
Dave Jiang committed
1155
		} else {	/* there is a dimm in the slot */
1156 1157 1158 1159 1160 1161 1162
			pvt->map[index] = row;
			row++;
			last = value;
			/* test the next value to see if the dimm is double
			 * sided
			 */
			pci_read_config_byte(pdev, E752X_DRB + index + 1,
1163 1164 1165 1166 1167
					&value);

			/* the dimm is single sided, so flag as empty */
			/* this is a double sided dimm to save the next row #*/
			pvt->map[index + 1] = (value == last) ? 0xff :	row;
1168 1169 1170 1171 1172 1173 1174 1175
			row++;
			last = value;
		}
	}
}

/* Return 0 on success or 1 on failure. */
static int e752x_get_devs(struct pci_dev *pdev, int dev_idx,
1176
			struct e752x_pvt *pvt)
1177
{
1178
	pvt->dev_d0f1 = pci_get_device(PCI_VENDOR_ID_INTEL,
1179
				pvt->dev_info->err_dev, NULL);
1180

1181 1182
	if (pvt->dev_d0f1 == NULL) {
		pvt->dev_d0f1 = pci_scan_single_device(pdev->bus,
1183
							PCI_DEVFN(0, 1));
1184
		pci_dev_get(pvt->dev_d0f1);
1185
	}
1186

1187
	if (pvt->dev_d0f1 == NULL) {
1188
		e752x_printk(KERN_ERR, "error reporting device not found:"
1189 1190
			"vendor %x device 0x%x (broken BIOS?)\n",
			PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].err_dev);
1191 1192 1193
		return 1;
	}

1194
	pvt->dev_d0f0 = pci_get_device(PCI_VENDOR_ID_INTEL,
1195 1196
				e752x_devs[dev_idx].ctl_dev,
				NULL);
1197

1198
	if (pvt->dev_d0f0 == NULL)
1199 1200 1201 1202
		goto fail;

	return 0;

1203
fail:
1204
	pci_dev_put(pvt->dev_d0f1);
1205 1206 1207
	return 1;
}

1208 1209
/* Setup system bus parity mask register.
 * Sysbus parity supported on:
Konstantin Olifer's avatar
Konstantin Olifer committed
1210
 * e7320/e7520/e7525 + Xeon
1211 1212 1213 1214 1215 1216 1217
 */
static void e752x_init_sysbus_parity_mask(struct e752x_pvt *pvt)
{
	char *cpu_id = cpu_data(0).x86_model_id;
	struct pci_dev *dev = pvt->dev_d0f1;
	int enable = 1;

1218
	/* Allow module parameter override, else see if CPU supports parity */
1219 1220
	if (sysbus_parity != -1) {
		enable = sysbus_parity;
Konstantin Olifer's avatar
Konstantin Olifer committed
1221
	} else if (cpu_id[0] && !strstr(cpu_id, "Xeon")) {
1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232
		e752x_printk(KERN_INFO, "System Bus Parity not "
			     "supported by CPU, disabling\n");
		enable = 0;
	}

	if (enable)
		pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x0000);
	else
		pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x0309);
}

1233 1234 1235 1236 1237 1238
static void e752x_init_error_reporting_regs(struct e752x_pvt *pvt)
{
	struct pci_dev *dev;

	dev = pvt->dev_d0f1;
	/* Turn off error disable & SMI in case the BIOS turned it on */
1239 1240 1241 1242 1243 1244 1245
	if (pvt->dev_info->err_dev == PCI_DEVICE_ID_INTEL_3100_1_ERR) {
		pci_write_config_dword(dev, I3100_NSI_EMASK, 0);
		pci_write_config_dword(dev, I3100_NSI_SMICMD, 0);
	} else {
		pci_write_config_byte(dev, E752X_HI_ERRMASK, 0x00);
		pci_write_config_byte(dev, E752X_HI_SMICMD, 0x00);
	}
1246 1247 1248

	e752x_init_sysbus_parity_mask(pvt);

1249 1250 1251 1252 1253 1254 1255 1256 1257
	pci_write_config_word(dev, E752X_SYSBUS_SMICMD, 0x00);
	pci_write_config_byte(dev, E752X_BUF_ERRMASK, 0x00);
	pci_write_config_byte(dev, E752X_BUF_SMICMD, 0x00);
	pci_write_config_byte(dev, E752X_DRAM_ERRMASK, 0x00);
	pci_write_config_byte(dev, E752X_DRAM_SMICMD, 0x00);
}

static int e752x_probe1(struct pci_dev *pdev, int dev_idx)
{
Dave Peterson's avatar
Dave Peterson committed
1258
	u16 pci_data;
1259
	u8 stat8;
1260
	struct mem_ctl_info *mci;