| /* | 
 |  *  Copyright (C) 2015 Texas Instruments Incorporated - http://www.ti.com | 
 |  *  Author: Peter Ujfalusi <peter.ujfalusi@ti.com> | 
 |  * | 
 |  * This program is free software; you can redistribute it and/or modify | 
 |  * it under the terms of the GNU General Public License version 2 as | 
 |  * published by the Free Software Foundation. | 
 |  * | 
 |  */ | 
 | #include <linux/slab.h> | 
 | #include <linux/err.h> | 
 | #include <linux/init.h> | 
 | #include <linux/list.h> | 
 | #include <linux/io.h> | 
 | #include <linux/idr.h> | 
 | #include <linux/of_address.h> | 
 | #include <linux/of_device.h> | 
 | #include <linux/of_dma.h> | 
 |  | 
 | #define TI_XBAR_DRA7		0 | 
 | #define TI_XBAR_AM335X		1 | 
 |  | 
 | static const struct of_device_id ti_dma_xbar_match[] = { | 
 | 	{ | 
 | 		.compatible = "ti,dra7-dma-crossbar", | 
 | 		.data = (void *)TI_XBAR_DRA7, | 
 | 	}, | 
 | 	{ | 
 | 		.compatible = "ti,am335x-edma-crossbar", | 
 | 		.data = (void *)TI_XBAR_AM335X, | 
 | 	}, | 
 | 	{}, | 
 | }; | 
 |  | 
 | /* Crossbar on AM335x/AM437x family */ | 
 | #define TI_AM335X_XBAR_LINES	64 | 
 |  | 
 | struct ti_am335x_xbar_data { | 
 | 	void __iomem *iomem; | 
 |  | 
 | 	struct dma_router dmarouter; | 
 |  | 
 | 	u32 xbar_events; /* maximum number of events to select in xbar */ | 
 | 	u32 dma_requests; /* number of DMA requests on eDMA */ | 
 | }; | 
 |  | 
 | struct ti_am335x_xbar_map { | 
 | 	u16 dma_line; | 
 | 	u16 mux_val; | 
 | }; | 
 |  | 
 | static inline void ti_am335x_xbar_write(void __iomem *iomem, int event, u16 val) | 
 | { | 
 | 	writeb_relaxed(val & 0x1f, iomem + event); | 
 | } | 
 |  | 
 | static void ti_am335x_xbar_free(struct device *dev, void *route_data) | 
 | { | 
 | 	struct ti_am335x_xbar_data *xbar = dev_get_drvdata(dev); | 
 | 	struct ti_am335x_xbar_map *map = route_data; | 
 |  | 
 | 	dev_dbg(dev, "Unmapping XBAR event %u on channel %u\n", | 
 | 		map->mux_val, map->dma_line); | 
 |  | 
 | 	ti_am335x_xbar_write(xbar->iomem, map->dma_line, 0); | 
 | 	kfree(map); | 
 | } | 
 |  | 
 | static void *ti_am335x_xbar_route_allocate(struct of_phandle_args *dma_spec, | 
 | 					   struct of_dma *ofdma) | 
 | { | 
 | 	struct platform_device *pdev = of_find_device_by_node(ofdma->of_node); | 
 | 	struct ti_am335x_xbar_data *xbar = platform_get_drvdata(pdev); | 
 | 	struct ti_am335x_xbar_map *map; | 
 |  | 
 | 	if (dma_spec->args_count != 3) | 
 | 		return ERR_PTR(-EINVAL); | 
 |  | 
 | 	if (dma_spec->args[2] >= xbar->xbar_events) { | 
 | 		dev_err(&pdev->dev, "Invalid XBAR event number: %d\n", | 
 | 			dma_spec->args[2]); | 
 | 		return ERR_PTR(-EINVAL); | 
 | 	} | 
 |  | 
 | 	if (dma_spec->args[0] >= xbar->dma_requests) { | 
 | 		dev_err(&pdev->dev, "Invalid DMA request line number: %d\n", | 
 | 			dma_spec->args[0]); | 
 | 		return ERR_PTR(-EINVAL); | 
 | 	} | 
 |  | 
 | 	/* The of_node_put() will be done in the core for the node */ | 
 | 	dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", 0); | 
 | 	if (!dma_spec->np) { | 
 | 		dev_err(&pdev->dev, "Can't get DMA master\n"); | 
 | 		return ERR_PTR(-EINVAL); | 
 | 	} | 
 |  | 
 | 	map = kzalloc(sizeof(*map), GFP_KERNEL); | 
 | 	if (!map) { | 
 | 		of_node_put(dma_spec->np); | 
 | 		return ERR_PTR(-ENOMEM); | 
 | 	} | 
 |  | 
 | 	map->dma_line = (u16)dma_spec->args[0]; | 
 | 	map->mux_val = (u16)dma_spec->args[2]; | 
 |  | 
 | 	dma_spec->args[2] = 0; | 
 | 	dma_spec->args_count = 2; | 
 |  | 
 | 	dev_dbg(&pdev->dev, "Mapping XBAR event%u to DMA%u\n", | 
 | 		map->mux_val, map->dma_line); | 
 |  | 
 | 	ti_am335x_xbar_write(xbar->iomem, map->dma_line, map->mux_val); | 
 |  | 
 | 	return map; | 
 | } | 
 |  | 
 | static const struct of_device_id ti_am335x_master_match[] = { | 
 | 	{ .compatible = "ti,edma3-tpcc", }, | 
 | 	{}, | 
 | }; | 
 |  | 
 | static int ti_am335x_xbar_probe(struct platform_device *pdev) | 
 | { | 
 | 	struct device_node *node = pdev->dev.of_node; | 
 | 	const struct of_device_id *match; | 
 | 	struct device_node *dma_node; | 
 | 	struct ti_am335x_xbar_data *xbar; | 
 | 	struct resource *res; | 
 | 	void __iomem *iomem; | 
 | 	int i, ret; | 
 |  | 
 | 	if (!node) | 
 | 		return -ENODEV; | 
 |  | 
 | 	xbar = devm_kzalloc(&pdev->dev, sizeof(*xbar), GFP_KERNEL); | 
 | 	if (!xbar) | 
 | 		return -ENOMEM; | 
 |  | 
 | 	dma_node = of_parse_phandle(node, "dma-masters", 0); | 
 | 	if (!dma_node) { | 
 | 		dev_err(&pdev->dev, "Can't get DMA master node\n"); | 
 | 		return -ENODEV; | 
 | 	} | 
 |  | 
 | 	match = of_match_node(ti_am335x_master_match, dma_node); | 
 | 	if (!match) { | 
 | 		dev_err(&pdev->dev, "DMA master is not supported\n"); | 
 | 		return -EINVAL; | 
 | 	} | 
 |  | 
 | 	if (of_property_read_u32(dma_node, "dma-requests", | 
 | 				 &xbar->dma_requests)) { | 
 | 		dev_info(&pdev->dev, | 
 | 			 "Missing XBAR output information, using %u.\n", | 
 | 			 TI_AM335X_XBAR_LINES); | 
 | 		xbar->dma_requests = TI_AM335X_XBAR_LINES; | 
 | 	} | 
 | 	of_node_put(dma_node); | 
 |  | 
 | 	if (of_property_read_u32(node, "dma-requests", &xbar->xbar_events)) { | 
 | 		dev_info(&pdev->dev, | 
 | 			 "Missing XBAR input information, using %u.\n", | 
 | 			 TI_AM335X_XBAR_LINES); | 
 | 		xbar->xbar_events = TI_AM335X_XBAR_LINES; | 
 | 	} | 
 |  | 
 | 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0); | 
 | 	iomem = devm_ioremap_resource(&pdev->dev, res); | 
 | 	if (IS_ERR(iomem)) | 
 | 		return PTR_ERR(iomem); | 
 |  | 
 | 	xbar->iomem = iomem; | 
 |  | 
 | 	xbar->dmarouter.dev = &pdev->dev; | 
 | 	xbar->dmarouter.route_free = ti_am335x_xbar_free; | 
 |  | 
 | 	platform_set_drvdata(pdev, xbar); | 
 |  | 
 | 	/* Reset the crossbar */ | 
 | 	for (i = 0; i < xbar->dma_requests; i++) | 
 | 		ti_am335x_xbar_write(xbar->iomem, i, 0); | 
 |  | 
 | 	ret = of_dma_router_register(node, ti_am335x_xbar_route_allocate, | 
 | 				     &xbar->dmarouter); | 
 |  | 
 | 	return ret; | 
 | } | 
 |  | 
 | /* Crossbar on DRA7xx family */ | 
 | #define TI_DRA7_XBAR_OUTPUTS	127 | 
 | #define TI_DRA7_XBAR_INPUTS	256 | 
 |  | 
 | #define TI_XBAR_EDMA_OFFSET	0 | 
 | #define TI_XBAR_SDMA_OFFSET	1 | 
 |  | 
 | struct ti_dra7_xbar_data { | 
 | 	void __iomem *iomem; | 
 |  | 
 | 	struct dma_router dmarouter; | 
 | 	struct idr map_idr; | 
 |  | 
 | 	u16 safe_val; /* Value to rest the crossbar lines */ | 
 | 	u32 xbar_requests; /* number of DMA requests connected to XBAR */ | 
 | 	u32 dma_requests; /* number of DMA requests forwarded to DMA */ | 
 | 	u32 dma_offset; | 
 | }; | 
 |  | 
 | struct ti_dra7_xbar_map { | 
 | 	u16 xbar_in; | 
 | 	int xbar_out; | 
 | }; | 
 |  | 
 | static inline void ti_dra7_xbar_write(void __iomem *iomem, int xbar, u16 val) | 
 | { | 
 | 	writew_relaxed(val, iomem + (xbar * 2)); | 
 | } | 
 |  | 
 | static void ti_dra7_xbar_free(struct device *dev, void *route_data) | 
 | { | 
 | 	struct ti_dra7_xbar_data *xbar = dev_get_drvdata(dev); | 
 | 	struct ti_dra7_xbar_map *map = route_data; | 
 |  | 
 | 	dev_dbg(dev, "Unmapping XBAR%u (was routed to %d)\n", | 
 | 		map->xbar_in, map->xbar_out); | 
 |  | 
 | 	ti_dra7_xbar_write(xbar->iomem, map->xbar_out, xbar->safe_val); | 
 | 	idr_remove(&xbar->map_idr, map->xbar_out); | 
 | 	kfree(map); | 
 | } | 
 |  | 
 | static void *ti_dra7_xbar_route_allocate(struct of_phandle_args *dma_spec, | 
 | 					 struct of_dma *ofdma) | 
 | { | 
 | 	struct platform_device *pdev = of_find_device_by_node(ofdma->of_node); | 
 | 	struct ti_dra7_xbar_data *xbar = platform_get_drvdata(pdev); | 
 | 	struct ti_dra7_xbar_map *map; | 
 |  | 
 | 	if (dma_spec->args[0] >= xbar->xbar_requests) { | 
 | 		dev_err(&pdev->dev, "Invalid XBAR request number: %d\n", | 
 | 			dma_spec->args[0]); | 
 | 		return ERR_PTR(-EINVAL); | 
 | 	} | 
 |  | 
 | 	/* The of_node_put() will be done in the core for the node */ | 
 | 	dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", 0); | 
 | 	if (!dma_spec->np) { | 
 | 		dev_err(&pdev->dev, "Can't get DMA master\n"); | 
 | 		return ERR_PTR(-EINVAL); | 
 | 	} | 
 |  | 
 | 	map = kzalloc(sizeof(*map), GFP_KERNEL); | 
 | 	if (!map) { | 
 | 		of_node_put(dma_spec->np); | 
 | 		return ERR_PTR(-ENOMEM); | 
 | 	} | 
 |  | 
 | 	map->xbar_out = idr_alloc(&xbar->map_idr, NULL, 0, xbar->dma_requests, | 
 | 				  GFP_KERNEL); | 
 | 	map->xbar_in = (u16)dma_spec->args[0]; | 
 |  | 
 | 	dma_spec->args[0] = map->xbar_out + xbar->dma_offset; | 
 |  | 
 | 	dev_dbg(&pdev->dev, "Mapping XBAR%u to DMA%d\n", | 
 | 		map->xbar_in, map->xbar_out); | 
 |  | 
 | 	ti_dra7_xbar_write(xbar->iomem, map->xbar_out, map->xbar_in); | 
 |  | 
 | 	return map; | 
 | } | 
 |  | 
 | static const struct of_device_id ti_dra7_master_match[] = { | 
 | 	{ | 
 | 		.compatible = "ti,omap4430-sdma", | 
 | 		.data = (void *)TI_XBAR_SDMA_OFFSET, | 
 | 	}, | 
 | 	{ | 
 | 		.compatible = "ti,edma3", | 
 | 		.data = (void *)TI_XBAR_EDMA_OFFSET, | 
 | 	}, | 
 | 	{}, | 
 | }; | 
 |  | 
 | static int ti_dra7_xbar_probe(struct platform_device *pdev) | 
 | { | 
 | 	struct device_node *node = pdev->dev.of_node; | 
 | 	const struct of_device_id *match; | 
 | 	struct device_node *dma_node; | 
 | 	struct ti_dra7_xbar_data *xbar; | 
 | 	struct resource *res; | 
 | 	u32 safe_val; | 
 | 	void __iomem *iomem; | 
 | 	int i, ret; | 
 |  | 
 | 	if (!node) | 
 | 		return -ENODEV; | 
 |  | 
 | 	xbar = devm_kzalloc(&pdev->dev, sizeof(*xbar), GFP_KERNEL); | 
 | 	if (!xbar) | 
 | 		return -ENOMEM; | 
 |  | 
 | 	idr_init(&xbar->map_idr); | 
 |  | 
 | 	dma_node = of_parse_phandle(node, "dma-masters", 0); | 
 | 	if (!dma_node) { | 
 | 		dev_err(&pdev->dev, "Can't get DMA master node\n"); | 
 | 		return -ENODEV; | 
 | 	} | 
 |  | 
 | 	match = of_match_node(ti_dra7_master_match, dma_node); | 
 | 	if (!match) { | 
 | 		dev_err(&pdev->dev, "DMA master is not supported\n"); | 
 | 		return -EINVAL; | 
 | 	} | 
 |  | 
 | 	if (of_property_read_u32(dma_node, "dma-requests", | 
 | 				 &xbar->dma_requests)) { | 
 | 		dev_info(&pdev->dev, | 
 | 			 "Missing XBAR output information, using %u.\n", | 
 | 			 TI_DRA7_XBAR_OUTPUTS); | 
 | 		xbar->dma_requests = TI_DRA7_XBAR_OUTPUTS; | 
 | 	} | 
 | 	of_node_put(dma_node); | 
 |  | 
 | 	if (of_property_read_u32(node, "dma-requests", &xbar->xbar_requests)) { | 
 | 		dev_info(&pdev->dev, | 
 | 			 "Missing XBAR input information, using %u.\n", | 
 | 			 TI_DRA7_XBAR_INPUTS); | 
 | 		xbar->xbar_requests = TI_DRA7_XBAR_INPUTS; | 
 | 	} | 
 |  | 
 | 	if (!of_property_read_u32(node, "ti,dma-safe-map", &safe_val)) | 
 | 		xbar->safe_val = (u16)safe_val; | 
 |  | 
 | 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0); | 
 | 	iomem = devm_ioremap_resource(&pdev->dev, res); | 
 | 	if (IS_ERR(iomem)) | 
 | 		return PTR_ERR(iomem); | 
 |  | 
 | 	xbar->iomem = iomem; | 
 |  | 
 | 	xbar->dmarouter.dev = &pdev->dev; | 
 | 	xbar->dmarouter.route_free = ti_dra7_xbar_free; | 
 | 	xbar->dma_offset = (u32)match->data; | 
 |  | 
 | 	platform_set_drvdata(pdev, xbar); | 
 |  | 
 | 	/* Reset the crossbar */ | 
 | 	for (i = 0; i < xbar->dma_requests; i++) | 
 | 		ti_dra7_xbar_write(xbar->iomem, i, xbar->safe_val); | 
 |  | 
 | 	ret = of_dma_router_register(node, ti_dra7_xbar_route_allocate, | 
 | 				     &xbar->dmarouter); | 
 | 	if (ret) { | 
 | 		/* Restore the defaults for the crossbar */ | 
 | 		for (i = 0; i < xbar->dma_requests; i++) | 
 | 			ti_dra7_xbar_write(xbar->iomem, i, i); | 
 | 	} | 
 |  | 
 | 	return ret; | 
 | } | 
 |  | 
 | static int ti_dma_xbar_probe(struct platform_device *pdev) | 
 | { | 
 | 	const struct of_device_id *match; | 
 | 	int ret; | 
 |  | 
 | 	match = of_match_node(ti_dma_xbar_match, pdev->dev.of_node); | 
 | 	if (unlikely(!match)) | 
 | 		return -EINVAL; | 
 |  | 
 | 	switch ((u32)match->data) { | 
 | 	case TI_XBAR_DRA7: | 
 | 		ret = ti_dra7_xbar_probe(pdev); | 
 | 		break; | 
 | 	case TI_XBAR_AM335X: | 
 | 		ret = ti_am335x_xbar_probe(pdev); | 
 | 		break; | 
 | 	default: | 
 | 		dev_err(&pdev->dev, "Unsupported crossbar\n"); | 
 | 		ret = -ENODEV; | 
 | 		break; | 
 | 	} | 
 |  | 
 | 	return ret; | 
 | } | 
 |  | 
 | static struct platform_driver ti_dma_xbar_driver = { | 
 | 	.driver = { | 
 | 		.name = "ti-dma-crossbar", | 
 | 		.of_match_table = of_match_ptr(ti_dma_xbar_match), | 
 | 	}, | 
 | 	.probe	= ti_dma_xbar_probe, | 
 | }; | 
 |  | 
 | int omap_dmaxbar_init(void) | 
 | { | 
 | 	return platform_driver_register(&ti_dma_xbar_driver); | 
 | } | 
 | arch_initcall(omap_dmaxbar_init); |