sram.c 10.3 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0-or-later
2 3 4 5 6 7 8
/*
 * Generic on-chip SRAM allocation driver
 *
 * Copyright (C) 2012 Philipp Zabel, Pengutronix
 */

#include <linux/clk.h>
9
#include <linux/delay.h>
10
#include <linux/genalloc.h>
11
#include <linux/io.h>
12
#include <linux/list_sort.h>
13
#include <linux/of_address.h>
14
#include <linux/of_device.h>
15
#include <linux/platform_device.h>
16
#include <linux/regmap.h>
17
#include <linux/slab.h>
18 19
#include <linux/mfd/syscon.h>
#include <soc/at91/atmel-secumod.h>
20

21
#include "sram.h"
22

23
#define SRAM_GRANULARITY	32
24

25 26 27 28 29 30 31 32 33
static ssize_t sram_read(struct file *filp, struct kobject *kobj,
			 struct bin_attribute *attr,
			 char *buf, loff_t pos, size_t count)
{
	struct sram_partition *part;

	part = container_of(attr, struct sram_partition, battr);

	mutex_lock(&part->lock);
34
	memcpy_fromio(buf, part->base + pos, count);
35 36 37 38 39 40 41 42 43 44 45 46 47 48
	mutex_unlock(&part->lock);

	return count;
}

static ssize_t sram_write(struct file *filp, struct kobject *kobj,
			  struct bin_attribute *attr,
			  char *buf, loff_t pos, size_t count)
{
	struct sram_partition *part;

	part = container_of(attr, struct sram_partition, battr);

	mutex_lock(&part->lock);
49
	memcpy_toio(part->base + pos, buf, count);
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111
	mutex_unlock(&part->lock);

	return count;
}

static int sram_add_pool(struct sram_dev *sram, struct sram_reserve *block,
			 phys_addr_t start, struct sram_partition *part)
{
	int ret;

	part->pool = devm_gen_pool_create(sram->dev, ilog2(SRAM_GRANULARITY),
					  NUMA_NO_NODE, block->label);
	if (IS_ERR(part->pool))
		return PTR_ERR(part->pool);

	ret = gen_pool_add_virt(part->pool, (unsigned long)part->base, start,
				block->size, NUMA_NO_NODE);
	if (ret < 0) {
		dev_err(sram->dev, "failed to register subpool: %d\n", ret);
		return ret;
	}

	return 0;
}

static int sram_add_export(struct sram_dev *sram, struct sram_reserve *block,
			   phys_addr_t start, struct sram_partition *part)
{
	sysfs_bin_attr_init(&part->battr);
	part->battr.attr.name = devm_kasprintf(sram->dev, GFP_KERNEL,
					       "%llx.sram",
					       (unsigned long long)start);
	if (!part->battr.attr.name)
		return -ENOMEM;

	part->battr.attr.mode = S_IRUSR | S_IWUSR;
	part->battr.read = sram_read;
	part->battr.write = sram_write;
	part->battr.size = block->size;

	return device_create_bin_file(sram->dev, &part->battr);
}

static int sram_add_partition(struct sram_dev *sram, struct sram_reserve *block,
			      phys_addr_t start)
{
	int ret;
	struct sram_partition *part = &sram->partition[sram->partitions];

	mutex_init(&part->lock);
	part->base = sram->virt_base + block->start;

	if (block->pool) {
		ret = sram_add_pool(sram, block, start, part);
		if (ret)
			return ret;
	}
	if (block->export) {
		ret = sram_add_export(sram, block, start, part);
		if (ret)
			return ret;
	}
112 113 114 115 116 117 118 119 120 121 122 123
	if (block->protect_exec) {
		ret = sram_check_protect_exec(sram, block, part);
		if (ret)
			return ret;

		ret = sram_add_pool(sram, block, start, part);
		if (ret)
			return ret;

		sram_add_protect_exec(part);
	}

124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146
	sram->partitions++;

	return 0;
}

static void sram_free_partitions(struct sram_dev *sram)
{
	struct sram_partition *part;

	if (!sram->partitions)
		return;

	part = &sram->partition[sram->partitions - 1];
	for (; sram->partitions; sram->partitions--, part--) {
		if (part->battr.size)
			device_remove_bin_file(sram->dev, &part->battr);

		if (part->pool &&
		    gen_pool_avail(part->pool) < gen_pool_size(part->pool))
			dev_err(sram->dev, "removed pool while SRAM allocated\n");
	}
}

147 148 149 150 151 152 153 154 155
static int sram_reserve_cmp(void *priv, struct list_head *a,
					struct list_head *b)
{
	struct sram_reserve *ra = list_entry(a, struct sram_reserve, list);
	struct sram_reserve *rb = list_entry(b, struct sram_reserve, list);

	return ra->start - rb->start;
}

156
static int sram_reserve_regions(struct sram_dev *sram, struct resource *res)
157
{
158
	struct device_node *np = sram->dev->of_node, *child;
159 160 161
	unsigned long size, cur_start, cur_size;
	struct sram_reserve *rblocks, *block;
	struct list_head reserve_list;
162 163
	unsigned int nblocks, exports = 0;
	const char *label;
164
	int ret = 0;
165

166 167
	INIT_LIST_HEAD(&reserve_list);

168
	size = resource_size(res);
169

170 171 172 173 174
	/*
	 * We need an additional block to mark the end of the memory region
	 * after the reserved blocks from the dt are processed.
	 */
	nblocks = (np) ? of_get_available_child_count(np) + 1 : 1;
K
Kees Cook 已提交
175
	rblocks = kcalloc(nblocks, sizeof(*rblocks), GFP_KERNEL);
176 177
	if (!rblocks)
		return -ENOMEM;
178

179 180 181 182 183 184
	block = &rblocks[0];
	for_each_available_child_of_node(np, child) {
		struct resource child_res;

		ret = of_address_to_resource(child, 0, &child_res);
		if (ret < 0) {
185
			dev_err(sram->dev,
186 187
				"could not get address for node %pOF\n",
				child);
188 189 190 191
			goto err_chunks;
		}

		if (child_res.start < res->start || child_res.end > res->end) {
192
			dev_err(sram->dev,
193 194
				"reserved block %pOF outside the sram area\n",
				child);
195 196 197 198 199 200 201 202
			ret = -EINVAL;
			goto err_chunks;
		}

		block->start = child_res.start - res->start;
		block->size = resource_size(&child_res);
		list_add_tail(&block->list, &reserve_list);

203 204 205 206 207 208
		if (of_find_property(child, "export", NULL))
			block->export = true;

		if (of_find_property(child, "pool", NULL))
			block->pool = true;

209 210 211 212 213
		if (of_find_property(child, "protect-exec", NULL))
			block->protect_exec = true;

		if ((block->export || block->pool || block->protect_exec) &&
		    block->size) {
214 215 216 217 218 219
			exports++;

			label = NULL;
			ret = of_property_read_string(child, "label", &label);
			if (ret && ret != -EINVAL) {
				dev_err(sram->dev,
220 221
					"%pOF has invalid label name\n",
					child);
222 223 224 225 226 227 228
				goto err_chunks;
			}
			if (!label)
				label = child->name;

			block->label = devm_kstrdup(sram->dev,
						    label, GFP_KERNEL);
229 230
			if (!block->label) {
				ret = -ENOMEM;
231
				goto err_chunks;
232
			}
233 234 235 236 237 238 239 240

			dev_dbg(sram->dev, "found %sblock '%s' 0x%x-0x%x\n",
				block->export ? "exported " : "", block->label,
				block->start, block->start + block->size);
		} else {
			dev_dbg(sram->dev, "found reserved block 0x%x-0x%x\n",
				block->start, block->start + block->size);
		}
241 242 243

		block++;
	}
244
	child = NULL;
245 246 247 248 249 250 251 252

	/* the last chunk marks the end of the region */
	rblocks[nblocks - 1].start = size;
	rblocks[nblocks - 1].size = 0;
	list_add_tail(&rblocks[nblocks - 1].list, &reserve_list);

	list_sort(NULL, &reserve_list, sram_reserve_cmp);

253
	if (exports) {
254 255
		sram->partition = devm_kcalloc(sram->dev,
				       exports, sizeof(*sram->partition),
256 257 258 259 260 261
				       GFP_KERNEL);
		if (!sram->partition) {
			ret = -ENOMEM;
			goto err_chunks;
		}
	}
262

263
	cur_start = 0;
264 265 266
	list_for_each_entry(block, &reserve_list, list) {
		/* can only happen if sections overlap */
		if (block->start < cur_start) {
267
			dev_err(sram->dev,
268 269 270
				"block at 0x%x starts after current offset 0x%lx\n",
				block->start, cur_start);
			ret = -EINVAL;
271
			sram_free_partitions(sram);
272 273 274
			goto err_chunks;
		}

275 276
		if ((block->export || block->pool || block->protect_exec) &&
		    block->size) {
277 278 279 280 281 282 283 284
			ret = sram_add_partition(sram, block,
						 res->start + block->start);
			if (ret) {
				sram_free_partitions(sram);
				goto err_chunks;
			}
		}

285 286 287 288 289 290 291 292 293 294 295 296 297
		/* current start is in a reserved block, so continue after it */
		if (block->start == cur_start) {
			cur_start = block->start + block->size;
			continue;
		}

		/*
		 * allocate the space between the current starting
		 * address and the following reserved block, or the
		 * end of the region.
		 */
		cur_size = block->start - cur_start;

298
		dev_dbg(sram->dev, "adding chunk 0x%lx-0x%lx\n",
299
			cur_start, cur_start + cur_size);
300

301
		ret = gen_pool_add_virt(sram->pool,
302
				(unsigned long)sram->virt_base + cur_start,
303
				res->start + cur_start, cur_size, -1);
304 305
		if (ret < 0) {
			sram_free_partitions(sram);
306
			goto err_chunks;
307
		}
308 309 310 311 312

		/* next allocation after this reserved block */
		cur_start = block->start + block->size;
	}

313 314
err_chunks:
	of_node_put(child);
315 316
	kfree(rblocks);

317 318 319
	return ret;
}

320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339
static int atmel_securam_wait(void)
{
	struct regmap *regmap;
	u32 val;

	regmap = syscon_regmap_lookup_by_compatible("atmel,sama5d2-secumod");
	if (IS_ERR(regmap))
		return -ENODEV;

	return regmap_read_poll_timeout(regmap, AT91_SECUMOD_RAMRDY, val,
					val & AT91_SECUMOD_RAMRDY_READY,
					10000, 500000);
}

static const struct of_device_id sram_dt_ids[] = {
	{ .compatible = "mmio-sram" },
	{ .compatible = "atmel,sama5d2-securam", .data = atmel_securam_wait },
	{}
};

340 341 342 343 344 345
static int sram_probe(struct platform_device *pdev)
{
	struct sram_dev *sram;
	struct resource *res;
	size_t size;
	int ret;
346
	int (*init_func)(void);
347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366

	sram = devm_kzalloc(&pdev->dev, sizeof(*sram), GFP_KERNEL);
	if (!sram)
		return -ENOMEM;

	sram->dev = &pdev->dev;

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (!res) {
		dev_err(sram->dev, "found no memory resource\n");
		return -EINVAL;
	}

	size = resource_size(res);

	if (!devm_request_mem_region(sram->dev, res->start, size, pdev->name)) {
		dev_err(sram->dev, "could not request region for resource\n");
		return -EBUSY;
	}

367 368 369 370
	if (of_property_read_bool(pdev->dev.of_node, "no-memory-wc"))
		sram->virt_base = devm_ioremap(sram->dev, res->start, size);
	else
		sram->virt_base = devm_ioremap_wc(sram->dev, res->start, size);
371 372
	if (!sram->virt_base)
		return -ENOMEM;
373

374 375 376 377
	sram->pool = devm_gen_pool_create(sram->dev, ilog2(SRAM_GRANULARITY),
					  NUMA_NO_NODE, NULL);
	if (IS_ERR(sram->pool))
		return PTR_ERR(sram->pool);
378

379
	sram->clk = devm_clk_get(sram->dev, NULL);
380 381 382 383 384
	if (IS_ERR(sram->clk))
		sram->clk = NULL;
	else
		clk_prepare_enable(sram->clk);

385 386 387 388
	ret = sram_reserve_regions(sram, res);
	if (ret)
		goto err_disable_clk;

389 390
	platform_set_drvdata(pdev, sram);

391 392 393 394
	init_func = of_device_get_match_data(&pdev->dev);
	if (init_func) {
		ret = init_func();
		if (ret)
395
			goto err_free_partitions;
396 397
	}

398 399
	dev_dbg(sram->dev, "SRAM pool: %zu KiB @ 0x%p\n",
		gen_pool_size(sram->pool) / 1024, sram->virt_base);
400 401

	return 0;
402

403 404
err_free_partitions:
	sram_free_partitions(sram);
405 406 407 408 409
err_disable_clk:
	if (sram->clk)
		clk_disable_unprepare(sram->clk);

	return ret;
410 411 412 413 414 415
}

static int sram_remove(struct platform_device *pdev)
{
	struct sram_dev *sram = platform_get_drvdata(pdev);

416 417
	sram_free_partitions(sram);

418
	if (gen_pool_avail(sram->pool) < gen_pool_size(sram->pool))
419
		dev_err(sram->dev, "removed while SRAM allocated\n");
420 421 422 423 424 425 426 427 428 429

	if (sram->clk)
		clk_disable_unprepare(sram->clk);

	return 0;
}

static struct platform_driver sram_driver = {
	.driver = {
		.name = "sram",
A
Arnd Bergmann 已提交
430
		.of_match_table = sram_dt_ids,
431 432 433 434 435 436 437 438 439 440 441
	},
	.probe = sram_probe,
	.remove = sram_remove,
};

static int __init sram_init(void)
{
	return platform_driver_register(&sram_driver);
}

postcore_initcall(sram_init);