1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
4  */
5 #include <linux/cpumask.h>
6 #include <linux/module.h>
7 #include <linux/device.h>
8 #include <linux/nd.h>
9 #include "nd-core.h"
10 #include "nd.h"
11 
nd_region_probe(struct device * dev)12 static int nd_region_probe(struct device *dev)
13 {
14 	int err, rc;
15 	static unsigned long once;
16 	struct nd_region_data *ndrd;
17 	struct nd_region *nd_region = to_nd_region(dev);
18 
19 	if (nd_region->num_lanes > num_online_cpus()
20 			&& nd_region->num_lanes < num_possible_cpus()
21 			&& !test_and_set_bit(0, &once)) {
22 		dev_dbg(dev, "online cpus (%d) < concurrent i/o lanes (%d) < possible cpus (%d)\n",
23 				num_online_cpus(), nd_region->num_lanes,
24 				num_possible_cpus());
25 		dev_dbg(dev, "setting nr_cpus=%d may yield better libnvdimm device performance\n",
26 				nd_region->num_lanes);
27 	}
28 
29 	rc = nd_region_activate(nd_region);
30 	if (rc)
31 		return rc;
32 
33 	rc = nd_blk_region_init(nd_region);
34 	if (rc)
35 		return rc;
36 
37 	if (is_memory(&nd_region->dev)) {
38 		struct range range = {
39 			.start = nd_region->ndr_start,
40 			.end = nd_region->ndr_start + nd_region->ndr_size - 1,
41 		};
42 
43 		if (devm_init_badblocks(dev, &nd_region->bb))
44 			return -ENODEV;
45 		nd_region->bb_state = sysfs_get_dirent(nd_region->dev.kobj.sd,
46 						       "badblocks");
47 		if (!nd_region->bb_state)
48 			dev_warn(&nd_region->dev,
49 					"'badblocks' notification disabled\n");
50 		nvdimm_badblocks_populate(nd_region, &nd_region->bb, &range);
51 	}
52 
53 	rc = nd_region_register_namespaces(nd_region, &err);
54 	if (rc < 0)
55 		return rc;
56 
57 	ndrd = dev_get_drvdata(dev);
58 	ndrd->ns_active = rc;
59 	ndrd->ns_count = rc + err;
60 
61 	if (rc && err && rc == err)
62 		return -ENODEV;
63 
64 	nd_region->btt_seed = nd_btt_create(nd_region);
65 	nd_region->pfn_seed = nd_pfn_create(nd_region);
66 	nd_region->dax_seed = nd_dax_create(nd_region);
67 	if (err == 0)
68 		return 0;
69 
70 	/*
71 	 * Given multiple namespaces per region, we do not want to
72 	 * disable all the successfully registered peer namespaces upon
73 	 * a single registration failure.  If userspace is missing a
74 	 * namespace that it expects it can disable/re-enable the region
75 	 * to retry discovery after correcting the failure.
76 	 * <regionX>/namespaces returns the current
77 	 * "<async-registered>/<total>" namespace count.
78 	 */
79 	dev_err(dev, "failed to register %d namespace%s, continuing...\n",
80 			err, err == 1 ? "" : "s");
81 	return 0;
82 }
83 
child_unregister(struct device * dev,void * data)84 static int child_unregister(struct device *dev, void *data)
85 {
86 	nd_device_unregister(dev, ND_SYNC);
87 	return 0;
88 }
89 
nd_region_remove(struct device * dev)90 static void nd_region_remove(struct device *dev)
91 {
92 	struct nd_region *nd_region = to_nd_region(dev);
93 
94 	device_for_each_child(dev, NULL, child_unregister);
95 
96 	/* flush attribute readers and disable */
97 	nvdimm_bus_lock(dev);
98 	nd_region->ns_seed = NULL;
99 	nd_region->btt_seed = NULL;
100 	nd_region->pfn_seed = NULL;
101 	nd_region->dax_seed = NULL;
102 	dev_set_drvdata(dev, NULL);
103 	nvdimm_bus_unlock(dev);
104 
105 	/*
106 	 * Note, this assumes nd_device_lock() context to not race
107 	 * nd_region_notify()
108 	 */
109 	sysfs_put(nd_region->bb_state);
110 	nd_region->bb_state = NULL;
111 }
112 
child_notify(struct device * dev,void * data)113 static int child_notify(struct device *dev, void *data)
114 {
115 	nd_device_notify(dev, *(enum nvdimm_event *) data);
116 	return 0;
117 }
118 
nd_region_notify(struct device * dev,enum nvdimm_event event)119 static void nd_region_notify(struct device *dev, enum nvdimm_event event)
120 {
121 	if (event == NVDIMM_REVALIDATE_POISON) {
122 		struct nd_region *nd_region = to_nd_region(dev);
123 
124 		if (is_memory(&nd_region->dev)) {
125 			struct range range = {
126 				.start = nd_region->ndr_start,
127 				.end = nd_region->ndr_start +
128 					nd_region->ndr_size - 1,
129 			};
130 
131 			nvdimm_badblocks_populate(nd_region,
132 					&nd_region->bb, &range);
133 			if (nd_region->bb_state)
134 				sysfs_notify_dirent(nd_region->bb_state);
135 		}
136 	}
137 	device_for_each_child(dev, &event, child_notify);
138 }
139 
140 static struct nd_device_driver nd_region_driver = {
141 	.probe = nd_region_probe,
142 	.remove = nd_region_remove,
143 	.notify = nd_region_notify,
144 	.drv = {
145 		.name = "nd_region",
146 	},
147 	.type = ND_DRIVER_REGION_BLK | ND_DRIVER_REGION_PMEM,
148 };
149 
nd_region_init(void)150 int __init nd_region_init(void)
151 {
152 	return nd_driver_register(&nd_region_driver);
153 }
154 
nd_region_exit(void)155 void nd_region_exit(void)
156 {
157 	driver_unregister(&nd_region_driver.drv);
158 }
159 
160 MODULE_ALIAS_ND_DEVICE(ND_DEVICE_REGION_PMEM);
161 MODULE_ALIAS_ND_DEVICE(ND_DEVICE_REGION_BLK);
162