mirror of
https://github.com/torvalds/linux
synced 2024-09-06 18:01:05 +00:00
![Linus Torvalds](/assets/img/avatar_default.png)
1/ Replace pcommit with ADR / directed-flushing: The pcommit instruction, which has not shipped on any product, is deprecated. Instead, the requirement is that platforms implement either ADR, or provide one or more flush addresses per nvdimm. ADR (Asynchronous DRAM Refresh) flushes data in posted write buffers to the memory controller on a power-fail event. Flush addresses are defined in ACPI 6.x as an NVDIMM Firmware Interface Table (NFIT) sub-structure: "Flush Hint Address Structure". A flush hint is an mmio address that when written and fenced assures that all previous posted writes targeting a given dimm have been flushed to media. 2/ On-demand ARS (address range scrub): Linux uses the results of the ACPI ARS commands to track bad blocks in pmem devices. When latent errors are detected we re-scrub the media to refresh the bad block list, userspace can also request a re-scrub at any time. 3/ Support for the Microsoft DSM (device specific method) command format. 4/ Support for EDK2/OVMF virtual disk device memory ranges. 5/ Various fixes and cleanups across the subsystem. -----BEGIN PGP SIGNATURE----- Version: GnuPG v1 iQIcBAABAgAGBQJXmXBsAAoJEB7SkWpmfYgCEwwP/1IOt9ocP+iHLMDH9KE7VaTZ NmUDR+Zy6g5cRQM7SgcuU5BXUcx+OsSrSrUTVF1cW994o9Gbz1mFotkv0ZAsPcYY ZVRQxo2oqHrssyOcg+PsgKWiXn68rJOCgmpEyzaJywl5qTMst7pzsT1s1f7rSh6h trCf4VaJJwxZR8fARGtlHUnnhPe2Orp99EZRKEWprAsIv2kPuWpPHSjRjuEgN1JG KW8AYwWqFTtiLRUk86I4KBB0wcDrfctsjgN9Ogd6+aHyQBRnVSr2U+vDCFkC8KLu qiDCpYp+yyxBjclnljz7tRRT3GtzfCUWd4v2KVWqgg2IaobUc0Lbukp/rmikUXQP WLikT2OCQ994eFK5OX3Q3cIU/4j459TQnof8q14yVSpjAKrNUXVSR5puN7Hxa+V7 41wKrAsnsyY1oq+Yd/rMR8VfH7PHx3bFkrmRCGZCufLX1UQm4aYj+sWagDKiV3yA DiudghbOnhfurfGsnXUVw7y7GKs+gNWNBmB6ndAD6ZEHmKoGUhAEbJDLCc3DnANl b/2mv1MIdIcC1DlCmnbbcn6fv6bICe/r8poK3VrCK3UgOq/EOvKIWl7giP+k1JuC 6DdVYhlNYIVFXUNSLFAwz8OkLu8byx7WDm36iEqrKHtPw+8qa/2bWVgOU6OBgpjV cN3edFVIdxvZeMgM5Ubq =xCBG -----END PGP SIGNATURE----- Merge tag 'libnvdimm-for-4.8' of git://git.kernel.org/pub/scm/linux/kernel/git/nvdimm/nvdimm Pull libnvdimm updates from Dan Williams: - Replace pcommit with ADR / directed-flushing. The pcommit instruction, which has not shipped on any product, is deprecated. Instead, the requirement is that platforms implement either ADR, or provide one or more flush addresses per nvdimm. ADR (Asynchronous DRAM Refresh) flushes data in posted write buffers to the memory controller on a power-fail event. Flush addresses are defined in ACPI 6.x as an NVDIMM Firmware Interface Table (NFIT) sub-structure: "Flush Hint Address Structure". A flush hint is an mmio address that when written and fenced assures that all previous posted writes targeting a given dimm have been flushed to media. - On-demand ARS (address range scrub). Linux uses the results of the ACPI ARS commands to track bad blocks in pmem devices. When latent errors are detected we re-scrub the media to refresh the bad block list, userspace can also request a re-scrub at any time. - Support for the Microsoft DSM (device specific method) command format. - Support for EDK2/OVMF virtual disk device memory ranges. - Various fixes and cleanups across the subsystem. * tag 'libnvdimm-for-4.8' of git://git.kernel.org/pub/scm/linux/kernel/git/nvdimm/nvdimm: (41 commits) libnvdimm-btt: Delete an unnecessary check before the function call "__nd_device_register" nfit: do an ARS scrub on hitting a latent media error nfit: move to nfit/ sub-directory nfit, libnvdimm: allow an ARS scrub to be triggered on demand libnvdimm: register nvdimm_bus devices with an nd_bus driver pmem: clarify a debug print in pmem_clear_poison x86/insn: remove pcommit Revert "KVM: x86: add pcommit support" nfit, tools/testing/nvdimm/: unify shutdown paths libnvdimm: move ->module to struct nvdimm_bus_descriptor nfit: cleanup acpi_nfit_init calling convention nfit: fix _FIT evaluation memory leak + use after free tools/testing/nvdimm: add manufacturing_{date|location} dimm properties tools/testing/nvdimm: add virtual ramdisk range acpi, nfit: treat virtual ramdisk SPA as pmem region pmem: kill __pmem address space pmem: kill wmb_pmem() libnvdimm, pmem: use nvdimm_flush() for namespace I/O writes fs/dax: remove wmb_pmem() libnvdimm, pmem: flush posted-write queues on shutdown ...
358 lines
9.1 KiB
C
358 lines
9.1 KiB
C
/*
|
|
* (C) Copyright IBM Deutschland Entwicklung GmbH 2006
|
|
*
|
|
* Author: Maxim Shchetynin <maxim@de.ibm.com>
|
|
*
|
|
* Axon DDR2 device driver.
|
|
* It registers one block device per Axon's DDR2 memory bank found on a system.
|
|
* Block devices are called axonram?, their major and minor numbers are
|
|
* available in /proc/devices, /proc/partitions or in /sys/block/axonram?/dev.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2, or (at your option)
|
|
* any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
*/
|
|
|
|
#include <linux/bio.h>
|
|
#include <linux/blkdev.h>
|
|
#include <linux/device.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/fs.h>
|
|
#include <linux/genhd.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/io.h>
|
|
#include <linux/ioport.h>
|
|
#include <linux/irq.h>
|
|
#include <linux/irqreturn.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/mod_devicetable.h>
|
|
#include <linux/module.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/string.h>
|
|
#include <linux/types.h>
|
|
#include <linux/of_device.h>
|
|
#include <linux/of_platform.h>
|
|
#include <linux/pfn_t.h>
|
|
|
|
#include <asm/page.h>
|
|
#include <asm/prom.h>
|
|
|
|
#define AXON_RAM_MODULE_NAME "axonram"
|
|
#define AXON_RAM_DEVICE_NAME "axonram"
|
|
#define AXON_RAM_MINORS_PER_DISK 16
|
|
#define AXON_RAM_BLOCK_SHIFT PAGE_SHIFT
|
|
#define AXON_RAM_BLOCK_SIZE 1 << AXON_RAM_BLOCK_SHIFT
|
|
#define AXON_RAM_SECTOR_SHIFT 9
|
|
#define AXON_RAM_SECTOR_SIZE 1 << AXON_RAM_SECTOR_SHIFT
|
|
#define AXON_RAM_IRQ_FLAGS IRQF_SHARED | IRQF_TRIGGER_RISING
|
|
|
|
static int azfs_major, azfs_minor;
|
|
|
|
struct axon_ram_bank {
|
|
struct platform_device *device;
|
|
struct gendisk *disk;
|
|
unsigned int irq_id;
|
|
unsigned long ph_addr;
|
|
unsigned long io_addr;
|
|
unsigned long size;
|
|
unsigned long ecc_counter;
|
|
};
|
|
|
|
static ssize_t
|
|
axon_ram_sysfs_ecc(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct platform_device *device = to_platform_device(dev);
|
|
struct axon_ram_bank *bank = device->dev.platform_data;
|
|
|
|
BUG_ON(!bank);
|
|
|
|
return sprintf(buf, "%ld\n", bank->ecc_counter);
|
|
}
|
|
|
|
static DEVICE_ATTR(ecc, S_IRUGO, axon_ram_sysfs_ecc, NULL);
|
|
|
|
/**
|
|
* axon_ram_irq_handler - interrupt handler for Axon RAM ECC
|
|
* @irq: interrupt ID
|
|
* @dev: pointer to of_device
|
|
*/
|
|
static irqreturn_t
|
|
axon_ram_irq_handler(int irq, void *dev)
|
|
{
|
|
struct platform_device *device = dev;
|
|
struct axon_ram_bank *bank = device->dev.platform_data;
|
|
|
|
BUG_ON(!bank);
|
|
|
|
dev_err(&device->dev, "Correctable memory error occurred\n");
|
|
bank->ecc_counter++;
|
|
return IRQ_HANDLED;
|
|
}
|
|
|
|
/**
|
|
* axon_ram_make_request - make_request() method for block device
|
|
* @queue, @bio: see blk_queue_make_request()
|
|
*/
|
|
static blk_qc_t
|
|
axon_ram_make_request(struct request_queue *queue, struct bio *bio)
|
|
{
|
|
struct axon_ram_bank *bank = bio->bi_bdev->bd_disk->private_data;
|
|
unsigned long phys_mem, phys_end;
|
|
void *user_mem;
|
|
struct bio_vec vec;
|
|
unsigned int transfered;
|
|
struct bvec_iter iter;
|
|
|
|
phys_mem = bank->io_addr + (bio->bi_iter.bi_sector <<
|
|
AXON_RAM_SECTOR_SHIFT);
|
|
phys_end = bank->io_addr + bank->size;
|
|
transfered = 0;
|
|
bio_for_each_segment(vec, bio, iter) {
|
|
if (unlikely(phys_mem + vec.bv_len > phys_end)) {
|
|
bio_io_error(bio);
|
|
return BLK_QC_T_NONE;
|
|
}
|
|
|
|
user_mem = page_address(vec.bv_page) + vec.bv_offset;
|
|
if (bio_data_dir(bio) == READ)
|
|
memcpy(user_mem, (void *) phys_mem, vec.bv_len);
|
|
else
|
|
memcpy((void *) phys_mem, user_mem, vec.bv_len);
|
|
|
|
phys_mem += vec.bv_len;
|
|
transfered += vec.bv_len;
|
|
}
|
|
bio_endio(bio);
|
|
return BLK_QC_T_NONE;
|
|
}
|
|
|
|
/**
|
|
* axon_ram_direct_access - direct_access() method for block device
|
|
* @device, @sector, @data: see block_device_operations method
|
|
*/
|
|
static long
|
|
axon_ram_direct_access(struct block_device *device, sector_t sector,
|
|
void **kaddr, pfn_t *pfn, long size)
|
|
{
|
|
struct axon_ram_bank *bank = device->bd_disk->private_data;
|
|
loff_t offset = (loff_t)sector << AXON_RAM_SECTOR_SHIFT;
|
|
|
|
*kaddr = (void *) bank->io_addr + offset;
|
|
*pfn = phys_to_pfn_t(bank->ph_addr + offset, PFN_DEV);
|
|
return bank->size - offset;
|
|
}
|
|
|
|
static const struct block_device_operations axon_ram_devops = {
|
|
.owner = THIS_MODULE,
|
|
.direct_access = axon_ram_direct_access
|
|
};
|
|
|
|
/**
|
|
* axon_ram_probe - probe() method for platform driver
|
|
* @device: see platform_driver method
|
|
*/
|
|
static int axon_ram_probe(struct platform_device *device)
|
|
{
|
|
static int axon_ram_bank_id = -1;
|
|
struct axon_ram_bank *bank;
|
|
struct resource resource;
|
|
int rc = 0;
|
|
|
|
axon_ram_bank_id++;
|
|
|
|
dev_info(&device->dev, "Found memory controller on %s\n",
|
|
device->dev.of_node->full_name);
|
|
|
|
bank = kzalloc(sizeof(struct axon_ram_bank), GFP_KERNEL);
|
|
if (bank == NULL) {
|
|
dev_err(&device->dev, "Out of memory\n");
|
|
rc = -ENOMEM;
|
|
goto failed;
|
|
}
|
|
|
|
device->dev.platform_data = bank;
|
|
|
|
bank->device = device;
|
|
|
|
if (of_address_to_resource(device->dev.of_node, 0, &resource) != 0) {
|
|
dev_err(&device->dev, "Cannot access device tree\n");
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
bank->size = resource_size(&resource);
|
|
|
|
if (bank->size == 0) {
|
|
dev_err(&device->dev, "No DDR2 memory found for %s%d\n",
|
|
AXON_RAM_DEVICE_NAME, axon_ram_bank_id);
|
|
rc = -ENODEV;
|
|
goto failed;
|
|
}
|
|
|
|
dev_info(&device->dev, "Register DDR2 memory device %s%d with %luMB\n",
|
|
AXON_RAM_DEVICE_NAME, axon_ram_bank_id, bank->size >> 20);
|
|
|
|
bank->ph_addr = resource.start;
|
|
bank->io_addr = (unsigned long) ioremap_prot(
|
|
bank->ph_addr, bank->size, _PAGE_NO_CACHE);
|
|
if (bank->io_addr == 0) {
|
|
dev_err(&device->dev, "ioremap() failed\n");
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
bank->disk = alloc_disk(AXON_RAM_MINORS_PER_DISK);
|
|
if (bank->disk == NULL) {
|
|
dev_err(&device->dev, "Cannot register disk\n");
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
bank->disk->major = azfs_major;
|
|
bank->disk->first_minor = azfs_minor;
|
|
bank->disk->fops = &axon_ram_devops;
|
|
bank->disk->private_data = bank;
|
|
|
|
sprintf(bank->disk->disk_name, "%s%d",
|
|
AXON_RAM_DEVICE_NAME, axon_ram_bank_id);
|
|
|
|
bank->disk->queue = blk_alloc_queue(GFP_KERNEL);
|
|
if (bank->disk->queue == NULL) {
|
|
dev_err(&device->dev, "Cannot register disk queue\n");
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
set_capacity(bank->disk, bank->size >> AXON_RAM_SECTOR_SHIFT);
|
|
blk_queue_make_request(bank->disk->queue, axon_ram_make_request);
|
|
blk_queue_logical_block_size(bank->disk->queue, AXON_RAM_SECTOR_SIZE);
|
|
device_add_disk(&device->dev, bank->disk);
|
|
|
|
bank->irq_id = irq_of_parse_and_map(device->dev.of_node, 0);
|
|
if (bank->irq_id == NO_IRQ) {
|
|
dev_err(&device->dev, "Cannot access ECC interrupt ID\n");
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
rc = request_irq(bank->irq_id, axon_ram_irq_handler,
|
|
AXON_RAM_IRQ_FLAGS, bank->disk->disk_name, device);
|
|
if (rc != 0) {
|
|
dev_err(&device->dev, "Cannot register ECC interrupt handler\n");
|
|
bank->irq_id = NO_IRQ;
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
rc = device_create_file(&device->dev, &dev_attr_ecc);
|
|
if (rc != 0) {
|
|
dev_err(&device->dev, "Cannot create sysfs file\n");
|
|
rc = -EFAULT;
|
|
goto failed;
|
|
}
|
|
|
|
azfs_minor += bank->disk->minors;
|
|
|
|
return 0;
|
|
|
|
failed:
|
|
if (bank != NULL) {
|
|
if (bank->irq_id != NO_IRQ)
|
|
free_irq(bank->irq_id, device);
|
|
if (bank->disk != NULL) {
|
|
if (bank->disk->major > 0)
|
|
unregister_blkdev(bank->disk->major,
|
|
bank->disk->disk_name);
|
|
del_gendisk(bank->disk);
|
|
}
|
|
device->dev.platform_data = NULL;
|
|
if (bank->io_addr != 0)
|
|
iounmap((void __iomem *) bank->io_addr);
|
|
kfree(bank);
|
|
}
|
|
|
|
return rc;
|
|
}
|
|
|
|
/**
|
|
* axon_ram_remove - remove() method for platform driver
|
|
* @device: see of_platform_driver method
|
|
*/
|
|
static int
|
|
axon_ram_remove(struct platform_device *device)
|
|
{
|
|
struct axon_ram_bank *bank = device->dev.platform_data;
|
|
|
|
BUG_ON(!bank || !bank->disk);
|
|
|
|
device_remove_file(&device->dev, &dev_attr_ecc);
|
|
free_irq(bank->irq_id, device);
|
|
del_gendisk(bank->disk);
|
|
iounmap((void __iomem *) bank->io_addr);
|
|
kfree(bank);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static const struct of_device_id axon_ram_device_id[] = {
|
|
{
|
|
.type = "dma-memory"
|
|
},
|
|
{}
|
|
};
|
|
MODULE_DEVICE_TABLE(of, axon_ram_device_id);
|
|
|
|
static struct platform_driver axon_ram_driver = {
|
|
.probe = axon_ram_probe,
|
|
.remove = axon_ram_remove,
|
|
.driver = {
|
|
.name = AXON_RAM_MODULE_NAME,
|
|
.of_match_table = axon_ram_device_id,
|
|
},
|
|
};
|
|
|
|
/**
|
|
* axon_ram_init
|
|
*/
|
|
static int __init
|
|
axon_ram_init(void)
|
|
{
|
|
azfs_major = register_blkdev(azfs_major, AXON_RAM_DEVICE_NAME);
|
|
if (azfs_major < 0) {
|
|
printk(KERN_ERR "%s cannot become block device major number\n",
|
|
AXON_RAM_MODULE_NAME);
|
|
return -EFAULT;
|
|
}
|
|
azfs_minor = 0;
|
|
|
|
return platform_driver_register(&axon_ram_driver);
|
|
}
|
|
|
|
/**
|
|
* axon_ram_exit
|
|
*/
|
|
static void __exit
|
|
axon_ram_exit(void)
|
|
{
|
|
platform_driver_unregister(&axon_ram_driver);
|
|
unregister_blkdev(azfs_major, AXON_RAM_DEVICE_NAME);
|
|
}
|
|
|
|
module_init(axon_ram_init);
|
|
module_exit(axon_ram_exit);
|
|
|
|
MODULE_LICENSE("GPL");
|
|
MODULE_AUTHOR("Maxim Shchetynin <maxim@de.ibm.com>");
|
|
MODULE_DESCRIPTION("Axon DDR2 RAM device driver for IBM Cell BE");
|