Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 1 | /* |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 2 | * Copyright 2007-2012 Freescale Semiconductor, Inc. |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 3 | * |
Wolfgang Denk | 1a45966 | 2013-07-08 09:37:19 +0200 | [diff] [blame] | 4 | * SPDX-License-Identifier: GPL-2.0+ |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 5 | */ |
Ed Swarthout | 2e4d94f | 2007-07-27 01:50:45 -0500 | [diff] [blame] | 6 | |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 7 | #include <common.h> |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 8 | #include <malloc.h> |
| 9 | #include <asm/fsl_serdes.h> |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 10 | |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 11 | DECLARE_GLOBAL_DATA_PTR; |
| 12 | |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 13 | /* |
| 14 | * PCI/PCIE Controller initialization for mpc85xx/mpc86xx soc's |
| 15 | * |
| 16 | * Initialize controller and call the common driver/pci pci_hose_scan to |
| 17 | * scan for bridges and devices. |
| 18 | * |
| 19 | * Hose fields which need to be pre-initialized by board specific code: |
| 20 | * regions[] |
| 21 | * first_busno |
| 22 | * |
| 23 | * Fields updated: |
| 24 | * last_busno |
| 25 | */ |
| 26 | |
| 27 | #include <pci.h> |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 28 | #include <asm/io.h> |
Kumar Gala | c851462 | 2009-04-02 13:22:48 -0500 | [diff] [blame] | 29 | #include <asm/fsl_pci.h> |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 30 | |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 31 | #ifndef CONFIG_SYS_PCI_MEMORY_BUS |
| 32 | #define CONFIG_SYS_PCI_MEMORY_BUS 0 |
| 33 | #endif |
| 34 | |
| 35 | #ifndef CONFIG_SYS_PCI_MEMORY_PHYS |
| 36 | #define CONFIG_SYS_PCI_MEMORY_PHYS 0 |
| 37 | #endif |
| 38 | |
| 39 | #if defined(CONFIG_SYS_PCI_64BIT) && !defined(CONFIG_SYS_PCI64_MEMORY_BUS) |
| 40 | #define CONFIG_SYS_PCI64_MEMORY_BUS (64ull*1024*1024*1024) |
| 41 | #endif |
| 42 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 43 | /* Setup one inbound ATMU window. |
| 44 | * |
| 45 | * We let the caller decide what the window size should be |
| 46 | */ |
| 47 | static void set_inbound_window(volatile pit_t *pi, |
| 48 | struct pci_region *r, |
| 49 | u64 size) |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 50 | { |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 51 | u32 sz = (__ilog2_u64(size) - 1); |
Chunhe Lan | f1a96ec | 2014-05-07 10:50:20 +0800 | [diff] [blame] | 52 | #ifdef CONFIG_SYS_FSL_ERRATUM_A005434 |
| 53 | u32 flag = 0; |
| 54 | #else |
| 55 | u32 flag = PIWAR_LOCAL; |
| 56 | #endif |
| 57 | |
| 58 | flag |= PIWAR_EN | PIWAR_READ_SNOOP | PIWAR_WRITE_SNOOP; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 59 | |
| 60 | out_be32(&pi->pitar, r->phys_start >> 12); |
| 61 | out_be32(&pi->piwbar, r->bus_start >> 12); |
| 62 | #ifdef CONFIG_SYS_PCI_64BIT |
| 63 | out_be32(&pi->piwbear, r->bus_start >> 44); |
| 64 | #else |
| 65 | out_be32(&pi->piwbear, 0); |
| 66 | #endif |
| 67 | if (r->flags & PCI_REGION_PREFETCH) |
| 68 | flag |= PIWAR_PF; |
| 69 | out_be32(&pi->piwar, flag | sz); |
| 70 | } |
| 71 | |
Kumar Gala | ee53650 | 2009-11-04 13:00:55 -0600 | [diff] [blame] | 72 | int fsl_setup_hose(struct pci_controller *hose, unsigned long addr) |
| 73 | { |
| 74 | volatile ccsr_fsl_pci_t *pci = (ccsr_fsl_pci_t *) addr; |
| 75 | |
John Schmoller | 96d6160 | 2010-10-22 00:20:23 -0500 | [diff] [blame] | 76 | /* Reset hose to make sure its in a clean state */ |
| 77 | memset(hose, 0, sizeof(struct pci_controller)); |
| 78 | |
Kumar Gala | ee53650 | 2009-11-04 13:00:55 -0600 | [diff] [blame] | 79 | pci_setup_indirect(hose, (u32)&pci->cfg_addr, (u32)&pci->cfg_data); |
| 80 | |
| 81 | return fsl_is_pci_agent(hose); |
| 82 | } |
| 83 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 84 | static int fsl_pci_setup_inbound_windows(struct pci_controller *hose, |
| 85 | u64 out_lo, u8 pcie_cap, |
| 86 | volatile pit_t *pi) |
| 87 | { |
| 88 | struct pci_region *r = hose->regions + hose->region_count; |
| 89 | u64 sz = min((u64)gd->ram_size, (1ull << 32)); |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 90 | |
| 91 | phys_addr_t phys_start = CONFIG_SYS_PCI_MEMORY_PHYS; |
| 92 | pci_addr_t bus_start = CONFIG_SYS_PCI_MEMORY_BUS; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 93 | pci_size_t pci_sz; |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 94 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 95 | /* we have no space available for inbound memory mapping */ |
| 96 | if (bus_start > out_lo) { |
| 97 | printf ("no space for inbound mapping of memory\n"); |
| 98 | return 0; |
| 99 | } |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 100 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 101 | /* limit size */ |
| 102 | if ((bus_start + sz) > out_lo) { |
| 103 | sz = out_lo - bus_start; |
| 104 | debug ("limiting size to %llx\n", sz); |
| 105 | } |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 106 | |
| 107 | pci_sz = 1ull << __ilog2_u64(sz); |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 108 | /* |
| 109 | * we can overlap inbound/outbound windows on PCI-E since RX & TX |
| 110 | * links a separate |
| 111 | */ |
| 112 | if ((pcie_cap == PCI_CAP_ID_EXP) && (pci_sz < sz)) { |
| 113 | debug ("R0 bus_start: %llx phys_start: %llx size: %llx\n", |
| 114 | (u64)bus_start, (u64)phys_start, (u64)sz); |
| 115 | pci_set_region(r, bus_start, phys_start, sz, |
Kumar Gala | ff4e66e | 2009-02-06 09:49:31 -0600 | [diff] [blame] | 116 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY | |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 117 | PCI_REGION_PREFETCH); |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 118 | |
| 119 | /* if we aren't an exact power of two match, pci_sz is smaller |
| 120 | * round it up to the next power of two. We report the actual |
| 121 | * size to pci region tracking. |
| 122 | */ |
| 123 | if (pci_sz != sz) |
| 124 | sz = 2ull << __ilog2_u64(sz); |
| 125 | |
| 126 | set_inbound_window(pi--, r++, sz); |
| 127 | sz = 0; /* make sure we dont set the R2 window */ |
| 128 | } else { |
| 129 | debug ("R0 bus_start: %llx phys_start: %llx size: %llx\n", |
| 130 | (u64)bus_start, (u64)phys_start, (u64)pci_sz); |
| 131 | pci_set_region(r, bus_start, phys_start, pci_sz, |
| 132 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY | |
| 133 | PCI_REGION_PREFETCH); |
| 134 | set_inbound_window(pi--, r++, pci_sz); |
| 135 | |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 136 | sz -= pci_sz; |
| 137 | bus_start += pci_sz; |
| 138 | phys_start += pci_sz; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 139 | |
| 140 | pci_sz = 1ull << __ilog2_u64(sz); |
| 141 | if (sz) { |
| 142 | debug ("R1 bus_start: %llx phys_start: %llx size: %llx\n", |
| 143 | (u64)bus_start, (u64)phys_start, (u64)pci_sz); |
| 144 | pci_set_region(r, bus_start, phys_start, pci_sz, |
| 145 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY | |
| 146 | PCI_REGION_PREFETCH); |
| 147 | set_inbound_window(pi--, r++, pci_sz); |
| 148 | sz -= pci_sz; |
| 149 | bus_start += pci_sz; |
| 150 | phys_start += pci_sz; |
| 151 | } |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 152 | } |
| 153 | |
| 154 | #if defined(CONFIG_PHYS_64BIT) && defined(CONFIG_SYS_PCI_64BIT) |
Becky Bruce | cd42516 | 2008-10-27 16:09:42 -0500 | [diff] [blame] | 155 | /* |
| 156 | * On 64-bit capable systems, set up a mapping for all of DRAM |
| 157 | * in high pci address space. |
| 158 | */ |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 159 | pci_sz = 1ull << __ilog2_u64(gd->ram_size); |
| 160 | /* round up to the next largest power of two */ |
| 161 | if (gd->ram_size > pci_sz) |
Becky Bruce | cd42516 | 2008-10-27 16:09:42 -0500 | [diff] [blame] | 162 | pci_sz = 1ull << (__ilog2_u64(gd->ram_size) + 1); |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 163 | debug ("R64 bus_start: %llx phys_start: %llx size: %llx\n", |
Becky Bruce | cd42516 | 2008-10-27 16:09:42 -0500 | [diff] [blame] | 164 | (u64)CONFIG_SYS_PCI64_MEMORY_BUS, |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 165 | (u64)CONFIG_SYS_PCI_MEMORY_PHYS, |
| 166 | (u64)pci_sz); |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 167 | pci_set_region(r, |
Becky Bruce | cd42516 | 2008-10-27 16:09:42 -0500 | [diff] [blame] | 168 | CONFIG_SYS_PCI64_MEMORY_BUS, |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 169 | CONFIG_SYS_PCI_MEMORY_PHYS, |
| 170 | pci_sz, |
Kumar Gala | ff4e66e | 2009-02-06 09:49:31 -0600 | [diff] [blame] | 171 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY | |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 172 | PCI_REGION_PREFETCH); |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 173 | set_inbound_window(pi--, r++, pci_sz); |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 174 | #else |
| 175 | pci_sz = 1ull << __ilog2_u64(sz); |
| 176 | if (sz) { |
| 177 | debug ("R2 bus_start: %llx phys_start: %llx size: %llx\n", |
| 178 | (u64)bus_start, (u64)phys_start, (u64)pci_sz); |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 179 | pci_set_region(r, bus_start, phys_start, pci_sz, |
Kumar Gala | ff4e66e | 2009-02-06 09:49:31 -0600 | [diff] [blame] | 180 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY | |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 181 | PCI_REGION_PREFETCH); |
| 182 | sz -= pci_sz; |
| 183 | bus_start += pci_sz; |
| 184 | phys_start += pci_sz; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 185 | set_inbound_window(pi--, r++, pci_sz); |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 186 | } |
| 187 | #endif |
| 188 | |
Kumar Gala | 4c253fd | 2008-12-09 10:27:33 -0600 | [diff] [blame] | 189 | #ifdef CONFIG_PHYS_64BIT |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 190 | if (sz && (((u64)gd->ram_size) < (1ull << 32))) |
| 191 | printf("Was not able to map all of memory via " |
| 192 | "inbound windows -- %lld remaining\n", sz); |
Kumar Gala | 4c253fd | 2008-12-09 10:27:33 -0600 | [diff] [blame] | 193 | #endif |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 194 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 195 | hose->region_count = r - hose->regions; |
| 196 | |
| 197 | return 1; |
Kumar Gala | b9a1fa9 | 2008-10-22 14:06:24 -0500 | [diff] [blame] | 198 | } |
| 199 | |
Liu Gang | c8b2815 | 2013-05-07 16:30:46 +0800 | [diff] [blame] | 200 | #ifdef CONFIG_SRIO_PCIE_BOOT_MASTER |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 201 | static void fsl_pcie_boot_master(pit_t *pi) |
| 202 | { |
| 203 | /* configure inbound window for slave's u-boot image */ |
| 204 | debug("PCIEBOOT - MASTER: Inbound window for slave's image; " |
| 205 | "Local = 0x%llx, Bus = 0x%llx, Size = 0x%x\n", |
| 206 | (u64)CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_PHYS, |
| 207 | (u64)CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_BUS1, |
| 208 | CONFIG_SRIO_PCIE_BOOT_IMAGE_SIZE); |
| 209 | struct pci_region r_inbound; |
| 210 | u32 sz_inbound = __ilog2_u64(CONFIG_SRIO_PCIE_BOOT_IMAGE_SIZE) |
| 211 | - 1; |
| 212 | pci_set_region(&r_inbound, |
| 213 | CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_BUS1, |
| 214 | CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_PHYS, |
| 215 | sz_inbound, |
| 216 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY); |
| 217 | |
| 218 | set_inbound_window(pi--, &r_inbound, |
| 219 | CONFIG_SRIO_PCIE_BOOT_IMAGE_SIZE); |
| 220 | |
| 221 | /* configure inbound window for slave's u-boot image */ |
| 222 | debug("PCIEBOOT - MASTER: Inbound window for slave's image; " |
| 223 | "Local = 0x%llx, Bus = 0x%llx, Size = 0x%x\n", |
| 224 | (u64)CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_PHYS, |
| 225 | (u64)CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_BUS2, |
| 226 | CONFIG_SRIO_PCIE_BOOT_IMAGE_SIZE); |
| 227 | pci_set_region(&r_inbound, |
| 228 | CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_BUS2, |
| 229 | CONFIG_SRIO_PCIE_BOOT_IMAGE_MEM_PHYS, |
| 230 | sz_inbound, |
| 231 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY); |
| 232 | |
| 233 | set_inbound_window(pi--, &r_inbound, |
| 234 | CONFIG_SRIO_PCIE_BOOT_IMAGE_SIZE); |
| 235 | |
| 236 | /* configure inbound window for slave's ucode and ENV */ |
| 237 | debug("PCIEBOOT - MASTER: Inbound window for slave's " |
| 238 | "ucode and ENV; " |
| 239 | "Local = 0x%llx, Bus = 0x%llx, Size = 0x%x\n", |
| 240 | (u64)CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_MEM_PHYS, |
| 241 | (u64)CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_MEM_BUS, |
| 242 | CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_SIZE); |
| 243 | sz_inbound = __ilog2_u64(CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_SIZE) |
| 244 | - 1; |
| 245 | pci_set_region(&r_inbound, |
| 246 | CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_MEM_BUS, |
| 247 | CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_MEM_PHYS, |
| 248 | sz_inbound, |
| 249 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY); |
| 250 | |
| 251 | set_inbound_window(pi--, &r_inbound, |
| 252 | CONFIG_SRIO_PCIE_BOOT_UCODE_ENV_SIZE); |
| 253 | } |
| 254 | |
| 255 | static void fsl_pcie_boot_master_release_slave(int port) |
| 256 | { |
| 257 | unsigned long release_addr; |
| 258 | |
| 259 | /* now release slave's core 0 */ |
| 260 | switch (port) { |
| 261 | case 1: |
| 262 | release_addr = CONFIG_SYS_PCIE1_MEM_VIRT |
| 263 | + CONFIG_SRIO_PCIE_BOOT_BRR_OFFSET; |
| 264 | break; |
York Sun | a1e4318 | 2012-10-08 07:44:04 +0000 | [diff] [blame] | 265 | #ifdef CONFIG_SYS_PCIE2_MEM_VIRT |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 266 | case 2: |
| 267 | release_addr = CONFIG_SYS_PCIE2_MEM_VIRT |
| 268 | + CONFIG_SRIO_PCIE_BOOT_BRR_OFFSET; |
| 269 | break; |
York Sun | a1e4318 | 2012-10-08 07:44:04 +0000 | [diff] [blame] | 270 | #endif |
| 271 | #ifdef CONFIG_SYS_PCIE3_MEM_VIRT |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 272 | case 3: |
| 273 | release_addr = CONFIG_SYS_PCIE3_MEM_VIRT |
| 274 | + CONFIG_SRIO_PCIE_BOOT_BRR_OFFSET; |
| 275 | break; |
York Sun | a1e4318 | 2012-10-08 07:44:04 +0000 | [diff] [blame] | 276 | #endif |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 277 | default: |
| 278 | release_addr = 0; |
| 279 | break; |
| 280 | } |
| 281 | if (release_addr != 0) { |
| 282 | out_be32((void *)release_addr, |
| 283 | CONFIG_SRIO_PCIE_BOOT_RELEASE_MASK); |
| 284 | debug("PCIEBOOT - MASTER: " |
| 285 | "Release slave successfully! Now the slave should start up!\n"); |
| 286 | } else { |
| 287 | debug("PCIEBOOT - MASTER: " |
| 288 | "Release slave failed!\n"); |
| 289 | } |
| 290 | } |
| 291 | #endif |
| 292 | |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 293 | void fsl_pci_init(struct pci_controller *hose, struct fsl_pci_info *pci_info) |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 294 | { |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 295 | u32 cfg_addr = (u32)&((ccsr_fsl_pci_t *)pci_info->regs)->cfg_addr; |
| 296 | u32 cfg_data = (u32)&((ccsr_fsl_pci_t *)pci_info->regs)->cfg_data; |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 297 | u16 temp16; |
| 298 | u32 temp32; |
Prabhakar Kushwaha | b6ccd2c | 2011-02-04 09:00:43 +0530 | [diff] [blame] | 299 | u32 block_rev; |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 300 | int enabled, r, inbound = 0; |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 301 | u16 ltssm; |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 302 | u8 temp8, pcie_cap; |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 303 | int pcie_cap_pos; |
| 304 | int pci_dcr; |
| 305 | int pci_dsr; |
| 306 | int pci_lsr; |
| 307 | |
| 308 | #if defined(CONFIG_FSL_PCIE_DISABLE_ASPM) |
| 309 | int pci_lcr; |
| 310 | #endif |
| 311 | |
Kumar Gala | fb3143b | 2009-08-03 20:44:55 -0500 | [diff] [blame] | 312 | volatile ccsr_fsl_pci_t *pci = (ccsr_fsl_pci_t *)cfg_addr; |
Kumar Gala | cb151aa | 2009-08-03 21:02:02 -0500 | [diff] [blame] | 313 | struct pci_region *reg = hose->regions + hose->region_count; |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 314 | pci_dev_t dev = PCI_BDF(hose->first_busno, 0, 0); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 315 | |
| 316 | /* Initialize ATMU registers based on hose regions and flags */ |
Wolfgang Denk | d0ff51b | 2008-07-14 15:19:07 +0200 | [diff] [blame] | 317 | volatile pot_t *po = &pci->pot[1]; /* skip 0 */ |
Prabhakar Kushwaha | b6ccd2c | 2011-02-04 09:00:43 +0530 | [diff] [blame] | 318 | volatile pit_t *pi; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 319 | |
| 320 | u64 out_hi = 0, out_lo = -1ULL; |
| 321 | u32 pcicsrbar, pcicsrbar_sz; |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 322 | |
Kumar Gala | fb3143b | 2009-08-03 20:44:55 -0500 | [diff] [blame] | 323 | pci_setup_indirect(hose, cfg_addr, cfg_data); |
| 324 | |
Prabhakar Kushwaha | b6ccd2c | 2011-02-04 09:00:43 +0530 | [diff] [blame] | 325 | block_rev = in_be32(&pci->block_rev1); |
| 326 | if (PEX_IP_BLK_REV_2_2 <= block_rev) { |
| 327 | pi = &pci->pit[2]; /* 0xDC0 */ |
| 328 | } else { |
| 329 | pi = &pci->pit[3]; /* 0xDE0 */ |
| 330 | } |
| 331 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 332 | /* Handle setup of outbound windows first */ |
| 333 | for (r = 0; r < hose->region_count; r++) { |
| 334 | unsigned long flags = hose->regions[r].flags; |
Kumar Gala | 612ea01 | 2008-10-21 10:13:14 -0500 | [diff] [blame] | 335 | u32 sz = (__ilog2_u64((u64)hose->regions[r].size) - 1); |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 336 | |
| 337 | flags &= PCI_REGION_SYS_MEMORY|PCI_REGION_TYPE; |
| 338 | if (flags != PCI_REGION_SYS_MEMORY) { |
| 339 | u64 start = hose->regions[r].bus_start; |
| 340 | u64 end = start + hose->regions[r].size; |
| 341 | |
| 342 | out_be32(&po->powbar, hose->regions[r].phys_start >> 12); |
| 343 | out_be32(&po->potar, start >> 12); |
Kumar Gala | 612ea01 | 2008-10-21 10:13:14 -0500 | [diff] [blame] | 344 | #ifdef CONFIG_SYS_PCI_64BIT |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 345 | out_be32(&po->potear, start >> 44); |
Kumar Gala | 612ea01 | 2008-10-21 10:13:14 -0500 | [diff] [blame] | 346 | #else |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 347 | out_be32(&po->potear, 0); |
Kumar Gala | 612ea01 | 2008-10-21 10:13:14 -0500 | [diff] [blame] | 348 | #endif |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 349 | if (hose->regions[r].flags & PCI_REGION_IO) { |
| 350 | out_be32(&po->powar, POWAR_EN | sz | |
| 351 | POWAR_IO_READ | POWAR_IO_WRITE); |
| 352 | } else { |
| 353 | out_be32(&po->powar, POWAR_EN | sz | |
| 354 | POWAR_MEM_READ | POWAR_MEM_WRITE); |
| 355 | out_lo = min(start, out_lo); |
| 356 | out_hi = max(end, out_hi); |
| 357 | } |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 358 | po++; |
| 359 | } |
| 360 | } |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 361 | debug("Outbound memory range: %llx:%llx\n", out_lo, out_hi); |
| 362 | |
| 363 | /* setup PCSRBAR/PEXCSRBAR */ |
| 364 | pci_hose_write_config_dword(hose, dev, PCI_BASE_ADDRESS_0, 0xffffffff); |
| 365 | pci_hose_read_config_dword (hose, dev, PCI_BASE_ADDRESS_0, &pcicsrbar_sz); |
| 366 | pcicsrbar_sz = ~pcicsrbar_sz + 1; |
| 367 | |
| 368 | if (out_hi < (0x100000000ull - pcicsrbar_sz) || |
| 369 | (out_lo > 0x100000000ull)) |
| 370 | pcicsrbar = 0x100000000ull - pcicsrbar_sz; |
| 371 | else |
| 372 | pcicsrbar = (out_lo - pcicsrbar_sz) & -pcicsrbar_sz; |
| 373 | pci_hose_write_config_dword(hose, dev, PCI_BASE_ADDRESS_0, pcicsrbar); |
| 374 | |
| 375 | out_lo = min(out_lo, (u64)pcicsrbar); |
| 376 | |
| 377 | debug("PCICSRBAR @ 0x%x\n", pcicsrbar); |
| 378 | |
| 379 | pci_set_region(reg++, pcicsrbar, CONFIG_SYS_CCSRBAR_PHYS, |
| 380 | pcicsrbar_sz, PCI_REGION_SYS_MEMORY); |
| 381 | hose->region_count++; |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 382 | |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 383 | /* see if we are a PCIe or PCI controller */ |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 384 | pcie_cap_pos = pci_hose_find_capability(hose, dev, PCI_CAP_ID_EXP); |
| 385 | pci_dcr = pcie_cap_pos + 0x08; |
| 386 | pci_dsr = pcie_cap_pos + 0x0a; |
| 387 | pci_lsr = pcie_cap_pos + 0x12; |
| 388 | |
| 389 | pci_hose_read_config_byte(hose, dev, pcie_cap_pos, &pcie_cap); |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 390 | |
Liu Gang | c8b2815 | 2013-05-07 16:30:46 +0800 | [diff] [blame] | 391 | #ifdef CONFIG_SRIO_PCIE_BOOT_MASTER |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 392 | /* boot from PCIE --master */ |
| 393 | char *s = getenv("bootmaster"); |
| 394 | char pcie[6]; |
| 395 | sprintf(pcie, "PCIE%d", pci_info->pci_num); |
| 396 | |
| 397 | if (s && (strcmp(s, pcie) == 0)) { |
| 398 | debug("PCIEBOOT - MASTER: Master port [ %d ] for pcie boot.\n", |
| 399 | pci_info->pci_num); |
| 400 | fsl_pcie_boot_master((pit_t *)pi); |
| 401 | } else { |
| 402 | /* inbound */ |
| 403 | inbound = fsl_pci_setup_inbound_windows(hose, |
| 404 | out_lo, pcie_cap, pi); |
| 405 | } |
| 406 | #else |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 407 | /* inbound */ |
| 408 | inbound = fsl_pci_setup_inbound_windows(hose, out_lo, pcie_cap, pi); |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 409 | #endif |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 410 | |
| 411 | for (r = 0; r < hose->region_count; r++) |
Marek Vasut | d015df8 | 2011-10-21 14:17:21 +0000 | [diff] [blame] | 412 | debug("PCI reg:%d %016llx:%016llx %016llx %08lx\n", r, |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 413 | (u64)hose->regions[r].phys_start, |
Marek Vasut | d015df8 | 2011-10-21 14:17:21 +0000 | [diff] [blame] | 414 | (u64)hose->regions[r].bus_start, |
| 415 | (u64)hose->regions[r].size, |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 416 | hose->regions[r].flags); |
| 417 | |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 418 | pci_register_hose(hose); |
| 419 | pciauto_config_init(hose); /* grab pci_{mem,prefetch,io} */ |
| 420 | hose->current_busno = hose->first_busno; |
| 421 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 422 | out_be32(&pci->pedr, 0xffffffff); /* Clear any errors */ |
Mike Williams | 1626308 | 2011-07-22 04:01:30 +0000 | [diff] [blame] | 423 | out_be32(&pci->peer, ~0x20140); /* Enable All Error Interrupts except |
Ed Swarthout | 2e4d94f | 2007-07-27 01:50:45 -0500 | [diff] [blame] | 424 | * - Master abort (pci) |
| 425 | * - Master PERR (pci) |
| 426 | * - ICCA (PCIe) |
| 427 | */ |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 428 | pci_hose_read_config_dword(hose, dev, pci_dcr, &temp32); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 429 | temp32 |= 0xf000e; /* set URR, FER, NFER (but not CER) */ |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 430 | pci_hose_write_config_dword(hose, dev, pci_dcr, temp32); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 431 | |
Prabhakar Kushwaha | b03a466 | 2011-02-01 15:55:58 +0000 | [diff] [blame] | 432 | #if defined(CONFIG_FSL_PCIE_DISABLE_ASPM) |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 433 | pci_lcr = pcie_cap_pos + 0x10; |
Prabhakar Kushwaha | b03a466 | 2011-02-01 15:55:58 +0000 | [diff] [blame] | 434 | temp32 = 0; |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 435 | pci_hose_read_config_dword(hose, dev, pci_lcr, &temp32); |
Prabhakar Kushwaha | b03a466 | 2011-02-01 15:55:58 +0000 | [diff] [blame] | 436 | temp32 &= ~0x03; /* Disable ASPM */ |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 437 | pci_hose_write_config_dword(hose, dev, pci_lcr, temp32); |
Prabhakar Kushwaha | b03a466 | 2011-02-01 15:55:58 +0000 | [diff] [blame] | 438 | udelay(1); |
| 439 | #endif |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 440 | if (pcie_cap == PCI_CAP_ID_EXP) { |
Zang Roy-R61911 | 7b4e584 | 2013-07-04 07:25:03 +0800 | [diff] [blame] | 441 | if (block_rev >= PEX_IP_BLK_REV_3_0) { |
| 442 | #define PEX_CSR0_LTSSM_MASK 0xFC |
| 443 | #define PEX_CSR0_LTSSM_SHIFT 2 |
| 444 | ltssm = (in_be32(&pci->pex_csr0) |
| 445 | & PEX_CSR0_LTSSM_MASK) >> PEX_CSR0_LTSSM_SHIFT; |
| 446 | enabled = (ltssm == 0x11) ? 1 : 0; |
| 447 | } else { |
| 448 | /* pci_hose_read_config_word(hose, dev, PCI_LTSSM, <ssm); */ |
| 449 | /* enabled = ltssm >= PCI_LTSSM_L0; */ |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 450 | pci_hose_read_config_word(hose, dev, PCI_LTSSM, <ssm); |
| 451 | enabled = ltssm >= PCI_LTSSM_L0; |
| 452 | |
Kumar Gala | 8ff3de6 | 2007-12-07 12:17:34 -0600 | [diff] [blame] | 453 | #ifdef CONFIG_FSL_PCIE_RESET |
| 454 | if (ltssm == 1) { |
| 455 | int i; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 456 | debug("....PCIe link error. " "LTSSM=0x%02x.", ltssm); |
| 457 | /* assert PCIe reset */ |
| 458 | setbits_be32(&pci->pdb_stat, 0x08000000); |
| 459 | (void) in_be32(&pci->pdb_stat); |
Kumar Gala | 8ff3de6 | 2007-12-07 12:17:34 -0600 | [diff] [blame] | 460 | udelay(100); |
Marek Vasut | d015df8 | 2011-10-21 14:17:21 +0000 | [diff] [blame] | 461 | debug(" Asserting PCIe reset @%p = %x\n", |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 462 | &pci->pdb_stat, in_be32(&pci->pdb_stat)); |
| 463 | /* clear PCIe reset */ |
| 464 | clrbits_be32(&pci->pdb_stat, 0x08000000); |
Kumar Gala | 8ff3de6 | 2007-12-07 12:17:34 -0600 | [diff] [blame] | 465 | asm("sync;isync"); |
| 466 | for (i=0; i<100 && ltssm < PCI_LTSSM_L0; i++) { |
| 467 | pci_hose_read_config_word(hose, dev, PCI_LTSSM, |
| 468 | <ssm); |
| 469 | udelay(1000); |
| 470 | debug("....PCIe link error. " |
| 471 | "LTSSM=0x%02x.\n", ltssm); |
| 472 | } |
| 473 | enabled = ltssm >= PCI_LTSSM_L0; |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 474 | |
| 475 | /* we need to re-write the bar0 since a reset will |
| 476 | * clear it |
| 477 | */ |
| 478 | pci_hose_write_config_dword(hose, dev, |
| 479 | PCI_BASE_ADDRESS_0, pcicsrbar); |
Kumar Gala | 8ff3de6 | 2007-12-07 12:17:34 -0600 | [diff] [blame] | 480 | } |
| 481 | #endif |
Zang Roy-R61911 | 7b4e584 | 2013-07-04 07:25:03 +0800 | [diff] [blame] | 482 | } |
Kumar Gala | 8ff3de6 | 2007-12-07 12:17:34 -0600 | [diff] [blame] | 483 | |
Yuanquan Chen | c0a4e6b | 2012-11-26 23:49:45 +0000 | [diff] [blame] | 484 | #ifdef CONFIG_SYS_P4080_ERRATUM_PCIE_A003 |
| 485 | if (enabled == 0) { |
| 486 | serdes_corenet_t *srds_regs = (void *)CONFIG_SYS_FSL_CORENET_SERDES_ADDR; |
| 487 | temp32 = in_be32(&srds_regs->srdspccr0); |
| 488 | |
| 489 | if ((temp32 >> 28) == 3) { |
| 490 | int i; |
| 491 | |
| 492 | out_be32(&srds_regs->srdspccr0, 2 << 28); |
| 493 | setbits_be32(&pci->pdb_stat, 0x08000000); |
| 494 | in_be32(&pci->pdb_stat); |
| 495 | udelay(100); |
| 496 | clrbits_be32(&pci->pdb_stat, 0x08000000); |
| 497 | asm("sync;isync"); |
| 498 | for (i=0; i < 100 && ltssm < PCI_LTSSM_L0; i++) { |
| 499 | pci_hose_read_config_word(hose, dev, PCI_LTSSM, <ssm); |
| 500 | udelay(1000); |
| 501 | } |
| 502 | enabled = ltssm >= PCI_LTSSM_L0; |
| 503 | } |
| 504 | } |
| 505 | #endif |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 506 | if (!enabled) { |
Zang Roy-R61911 | 32514d2 | 2014-06-12 14:49:23 -0500 | [diff] [blame^] | 507 | /* Let the user know there's no PCIe link for root |
| 508 | * complex. for endpoint, the link may not setup, so |
| 509 | * print undetermined. |
| 510 | */ |
| 511 | if (fsl_is_pci_agent(hose)) |
| 512 | printf("undetermined, regs @ 0x%lx\n", pci_info->regs); |
| 513 | else |
| 514 | printf("no link, regs @ 0x%lx\n", pci_info->regs); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 515 | hose->last_busno = hose->first_busno; |
| 516 | return; |
| 517 | } |
| 518 | |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 519 | out_be32(&pci->pme_msg_det, 0xffffffff); |
| 520 | out_be32(&pci->pme_msg_int_en, 0xffffffff); |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 521 | |
| 522 | /* Print the negotiated PCIe link width */ |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 523 | pci_hose_read_config_word(hose, dev, pci_lsr, &temp16); |
Prabhakar Kushwaha | aceea94 | 2014-01-25 12:53:32 +0530 | [diff] [blame] | 524 | printf("x%d gen%d, regs @ 0x%lx\n", (temp16 & 0x3f0) >> 4, |
| 525 | (temp16 & 0xf), pci_info->regs); |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 526 | |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 527 | hose->current_busno++; /* Start scan with secondary */ |
| 528 | pciauto_prescan_setup_bridge(hose, dev, hose->current_busno); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 529 | } |
| 530 | |
Ed Swarthout | 16e23c3 | 2007-08-20 23:55:33 -0500 | [diff] [blame] | 531 | /* Use generic setup_device to initialize standard pci regs, |
| 532 | * but do not allocate any windows since any BAR found (such |
| 533 | * as PCSRBAR) is not in this cpu's memory space. |
| 534 | */ |
Ed Swarthout | 16e23c3 | 2007-08-20 23:55:33 -0500 | [diff] [blame] | 535 | pciauto_setup_device(hose, dev, 0, hose->pci_mem, |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 536 | hose->pci_prefetch, hose->pci_io); |
Ed Swarthout | 16e23c3 | 2007-08-20 23:55:33 -0500 | [diff] [blame] | 537 | |
Ed Swarthout | cb8250f | 2007-10-19 17:51:40 -0500 | [diff] [blame] | 538 | if (inbound) { |
| 539 | pci_hose_read_config_word(hose, dev, PCI_COMMAND, &temp16); |
| 540 | pci_hose_write_config_word(hose, dev, PCI_COMMAND, |
| 541 | temp16 | PCI_COMMAND_MEMORY); |
| 542 | } |
| 543 | |
Ed Swarthout | 2e4d94f | 2007-07-27 01:50:45 -0500 | [diff] [blame] | 544 | #ifndef CONFIG_PCI_NOSCAN |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 545 | if (!fsl_is_pci_agent(hose)) { |
Peter Tyser | 37d03fc | 2010-10-29 17:59:26 -0500 | [diff] [blame] | 546 | debug(" Scanning PCI bus %02x\n", |
Ed Swarthout | 6df0efd | 2008-10-08 23:38:00 -0500 | [diff] [blame] | 547 | hose->current_busno); |
| 548 | hose->last_busno = pci_hose_scan_bus(hose, hose->current_busno); |
| 549 | } else { |
Peter Tyser | 8ca78f2 | 2010-10-29 17:59:24 -0500 | [diff] [blame] | 550 | debug(" Not scanning PCI bus %02x. PI=%x\n", |
Ed Swarthout | 6df0efd | 2008-10-08 23:38:00 -0500 | [diff] [blame] | 551 | hose->current_busno, temp8); |
| 552 | hose->last_busno = hose->current_busno; |
| 553 | } |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 554 | |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 555 | /* if we are PCIe - update limit regs and subordinate busno |
| 556 | * for the virtual P2P bridge |
| 557 | */ |
| 558 | if (pcie_cap == PCI_CAP_ID_EXP) { |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 559 | pciauto_postscan_setup_bridge(hose, dev, hose->last_busno); |
| 560 | } |
Ed Swarthout | 2e4d94f | 2007-07-27 01:50:45 -0500 | [diff] [blame] | 561 | #else |
| 562 | hose->last_busno = hose->current_busno; |
| 563 | #endif |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 564 | |
| 565 | /* Clear all error indications */ |
Kumar Gala | 8295b94 | 2009-08-05 07:49:27 -0500 | [diff] [blame] | 566 | if (pcie_cap == PCI_CAP_ID_EXP) |
Kumar Gala | ad19e7a | 2009-08-05 07:59:35 -0500 | [diff] [blame] | 567 | out_be32(&pci->pme_msg_det, 0xffffffff); |
| 568 | out_be32(&pci->pedr, 0xffffffff); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 569 | |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 570 | pci_hose_read_config_word(hose, dev, pci_dsr, &temp16); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 571 | if (temp16) { |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 572 | pci_hose_write_config_word(hose, dev, pci_dsr, 0xffff); |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 573 | } |
| 574 | |
| 575 | pci_hose_read_config_word (hose, dev, PCI_SEC_STATUS, &temp16); |
| 576 | if (temp16) { |
Ed Swarthout | 63cec58 | 2007-08-02 14:09:49 -0500 | [diff] [blame] | 577 | pci_hose_write_config_word(hose, dev, PCI_SEC_STATUS, 0xffff); |
| 578 | } |
| 579 | } |
Kumar Gala | a2aab46 | 2008-10-23 00:01:06 -0500 | [diff] [blame] | 580 | |
Ed Swarthout | 715d8f7 | 2009-11-02 09:05:49 -0600 | [diff] [blame] | 581 | int fsl_is_pci_agent(struct pci_controller *hose) |
| 582 | { |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 583 | int pcie_cap_pos; |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 584 | u8 pcie_cap; |
Ed Swarthout | 715d8f7 | 2009-11-02 09:05:49 -0600 | [diff] [blame] | 585 | pci_dev_t dev = PCI_BDF(hose->first_busno, 0, 0); |
| 586 | |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 587 | pcie_cap_pos = pci_hose_find_capability(hose, dev, PCI_CAP_ID_EXP); |
| 588 | pci_hose_read_config_byte(hose, dev, pcie_cap_pos, &pcie_cap); |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 589 | if (pcie_cap == PCI_CAP_ID_EXP) { |
| 590 | u8 header_type; |
Ed Swarthout | 715d8f7 | 2009-11-02 09:05:49 -0600 | [diff] [blame] | 591 | |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 592 | pci_hose_read_config_byte(hose, dev, PCI_HEADER_TYPE, |
| 593 | &header_type); |
| 594 | return (header_type & 0x7f) == PCI_HEADER_TYPE_NORMAL; |
| 595 | } else { |
| 596 | u8 prog_if; |
| 597 | |
| 598 | pci_hose_read_config_byte(hose, dev, PCI_CLASS_PROG, &prog_if); |
Zang Roy-R61911 | 7b4e584 | 2013-07-04 07:25:03 +0800 | [diff] [blame] | 599 | /* Programming Interface (PCI_CLASS_PROG) |
| 600 | * 0 == pci host or pcie root-complex, |
| 601 | * 1 == pci agent or pcie end-point |
| 602 | */ |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 603 | return (prog_if == FSL_PROG_IF_AGENT); |
| 604 | } |
Ed Swarthout | 715d8f7 | 2009-11-02 09:05:49 -0600 | [diff] [blame] | 605 | } |
| 606 | |
Poonam Aggrwal | 0d3d68b | 2009-08-21 07:29:42 +0530 | [diff] [blame] | 607 | int fsl_pci_init_port(struct fsl_pci_info *pci_info, |
Kumar Gala | 01471d5 | 2009-11-04 01:29:04 -0600 | [diff] [blame] | 608 | struct pci_controller *hose, int busno) |
Poonam Aggrwal | 0d3d68b | 2009-08-21 07:29:42 +0530 | [diff] [blame] | 609 | { |
| 610 | volatile ccsr_fsl_pci_t *pci; |
| 611 | struct pci_region *r; |
Peter Tyser | a72dbae | 2010-10-28 15:24:59 -0500 | [diff] [blame] | 612 | pci_dev_t dev = PCI_BDF(busno,0,0); |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 613 | int pcie_cap_pos; |
Peter Tyser | a72dbae | 2010-10-28 15:24:59 -0500 | [diff] [blame] | 614 | u8 pcie_cap; |
Poonam Aggrwal | 0d3d68b | 2009-08-21 07:29:42 +0530 | [diff] [blame] | 615 | |
| 616 | pci = (ccsr_fsl_pci_t *) pci_info->regs; |
| 617 | |
| 618 | /* on non-PCIe controllers we don't have pme_msg_det so this code |
| 619 | * should do nothing since the read will return 0 |
| 620 | */ |
| 621 | if (in_be32(&pci->pme_msg_det)) { |
| 622 | out_be32(&pci->pme_msg_det, 0xffffffff); |
| 623 | debug (" with errors. Clearing. Now 0x%08x", |
| 624 | pci->pme_msg_det); |
| 625 | } |
| 626 | |
| 627 | r = hose->regions + hose->region_count; |
| 628 | |
| 629 | /* outbound memory */ |
| 630 | pci_set_region(r++, |
| 631 | pci_info->mem_bus, |
| 632 | pci_info->mem_phys, |
| 633 | pci_info->mem_size, |
| 634 | PCI_REGION_MEM); |
| 635 | |
| 636 | /* outbound io */ |
| 637 | pci_set_region(r++, |
| 638 | pci_info->io_bus, |
| 639 | pci_info->io_phys, |
| 640 | pci_info->io_size, |
| 641 | PCI_REGION_IO); |
| 642 | |
| 643 | hose->region_count = r - hose->regions; |
| 644 | hose->first_busno = busno; |
| 645 | |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 646 | fsl_pci_init(hose, pci_info); |
Poonam Aggrwal | 0d3d68b | 2009-08-21 07:29:42 +0530 | [diff] [blame] | 647 | |
Ed Swarthout | 715d8f7 | 2009-11-02 09:05:49 -0600 | [diff] [blame] | 648 | if (fsl_is_pci_agent(hose)) { |
| 649 | fsl_pci_config_unlock(hose); |
| 650 | hose->last_busno = hose->first_busno; |
Liu Gang | c8b2815 | 2013-05-07 16:30:46 +0800 | [diff] [blame] | 651 | #ifdef CONFIG_SRIO_PCIE_BOOT_MASTER |
Liu Gang | b5f7c87 | 2012-08-09 05:10:02 +0000 | [diff] [blame] | 652 | } else { |
| 653 | /* boot from PCIE --master releases slave's core 0 */ |
| 654 | char *s = getenv("bootmaster"); |
| 655 | char pcie[6]; |
| 656 | sprintf(pcie, "PCIE%d", pci_info->pci_num); |
| 657 | |
| 658 | if (s && (strcmp(s, pcie) == 0)) |
| 659 | fsl_pcie_boot_master_release_slave(pci_info->pci_num); |
| 660 | #endif |
Ed Swarthout | 715d8f7 | 2009-11-02 09:05:49 -0600 | [diff] [blame] | 661 | } |
| 662 | |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 663 | pcie_cap_pos = pci_hose_find_capability(hose, dev, PCI_CAP_ID_EXP); |
| 664 | pci_hose_read_config_byte(hose, dev, pcie_cap_pos, &pcie_cap); |
Peter Tyser | 8ca78f2 | 2010-10-29 17:59:24 -0500 | [diff] [blame] | 665 | printf("PCI%s%x: Bus %02x - %02x\n", pcie_cap == PCI_CAP_ID_EXP ? |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 666 | "e" : "", pci_info->pci_num, |
Peter Tyser | 8ca78f2 | 2010-10-29 17:59:24 -0500 | [diff] [blame] | 667 | hose->first_busno, hose->last_busno); |
Poonam Aggrwal | 0d3d68b | 2009-08-21 07:29:42 +0530 | [diff] [blame] | 668 | return(hose->last_busno + 1); |
| 669 | } |
| 670 | |
Peter Tyser | 7a89795 | 2008-10-29 12:39:26 -0500 | [diff] [blame] | 671 | /* Enable inbound PCI config cycles for agent/endpoint interface */ |
| 672 | void fsl_pci_config_unlock(struct pci_controller *hose) |
| 673 | { |
| 674 | pci_dev_t dev = PCI_BDF(hose->first_busno,0,0); |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 675 | int pcie_cap_pos; |
Peter Tyser | 7a89795 | 2008-10-29 12:39:26 -0500 | [diff] [blame] | 676 | u8 pcie_cap; |
| 677 | u16 pbfr; |
| 678 | |
Minghuan Lian | 505f3e6 | 2012-08-21 23:35:42 +0000 | [diff] [blame] | 679 | if (!fsl_is_pci_agent(hose)) |
Peter Tyser | 7a89795 | 2008-10-29 12:39:26 -0500 | [diff] [blame] | 680 | return; |
| 681 | |
Zhao Qiang | 287df01 | 2013-10-12 13:46:33 +0800 | [diff] [blame] | 682 | pcie_cap_pos = pci_hose_find_capability(hose, dev, PCI_CAP_ID_EXP); |
| 683 | pci_hose_read_config_byte(hose, dev, pcie_cap_pos, &pcie_cap); |
Peter Tyser | 7a89795 | 2008-10-29 12:39:26 -0500 | [diff] [blame] | 684 | if (pcie_cap != 0x0) { |
| 685 | /* PCIe - set CFG_READY bit of Configuration Ready Register */ |
| 686 | pci_hose_write_config_byte(hose, dev, FSL_PCIE_CFG_RDY, 0x1); |
| 687 | } else { |
| 688 | /* PCI - clear ACL bit of PBFR */ |
| 689 | pci_hose_read_config_word(hose, dev, FSL_PCI_PBFR, &pbfr); |
| 690 | pbfr &= ~0x20; |
| 691 | pci_hose_write_config_word(hose, dev, FSL_PCI_PBFR, pbfr); |
| 692 | } |
| 693 | } |
| 694 | |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 695 | #if defined(CONFIG_PCIE1) || defined(CONFIG_PCIE2) || \ |
Wolfgang Denk | d1a24f0 | 2011-02-02 22:36:10 +0100 | [diff] [blame] | 696 | defined(CONFIG_PCIE3) || defined(CONFIG_PCIE4) |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 697 | int fsl_configure_pcie(struct fsl_pci_info *info, |
| 698 | struct pci_controller *hose, |
| 699 | const char *connected, int busno) |
| 700 | { |
| 701 | int is_endpoint; |
| 702 | |
| 703 | set_next_law(info->mem_phys, law_size_bits(info->mem_size), info->law); |
| 704 | set_next_law(info->io_phys, law_size_bits(info->io_size), info->law); |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 705 | |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 706 | is_endpoint = fsl_setup_hose(hose, info->regs); |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 707 | printf("PCIe%u: %s", info->pci_num, |
| 708 | is_endpoint ? "Endpoint" : "Root Complex"); |
| 709 | if (connected) |
| 710 | printf(" of %s", connected); |
| 711 | puts(", "); |
| 712 | |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 713 | return fsl_pci_init_port(info, hose, busno); |
| 714 | } |
| 715 | |
| 716 | #if defined(CONFIG_FSL_CORENET) |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 717 | #ifdef CONFIG_SYS_FSL_QORIQ_CHASSIS2 |
| 718 | #define _DEVDISR_PCIE1 FSL_CORENET_DEVDISR3_PCIE1 |
| 719 | #define _DEVDISR_PCIE2 FSL_CORENET_DEVDISR3_PCIE2 |
| 720 | #define _DEVDISR_PCIE3 FSL_CORENET_DEVDISR3_PCIE3 |
| 721 | #define _DEVDISR_PCIE4 FSL_CORENET_DEVDISR3_PCIE4 |
| 722 | #else |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 723 | #define _DEVDISR_PCIE1 FSL_CORENET_DEVDISR_PCIE1 |
| 724 | #define _DEVDISR_PCIE2 FSL_CORENET_DEVDISR_PCIE2 |
| 725 | #define _DEVDISR_PCIE3 FSL_CORENET_DEVDISR_PCIE3 |
| 726 | #define _DEVDISR_PCIE4 FSL_CORENET_DEVDISR_PCIE4 |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 727 | #endif |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 728 | #define CONFIG_SYS_MPC8xxx_GUTS_ADDR CONFIG_SYS_MPC85xx_GUTS_ADDR |
| 729 | #elif defined(CONFIG_MPC85xx) |
| 730 | #define _DEVDISR_PCIE1 MPC85xx_DEVDISR_PCIE |
| 731 | #define _DEVDISR_PCIE2 MPC85xx_DEVDISR_PCIE2 |
| 732 | #define _DEVDISR_PCIE3 MPC85xx_DEVDISR_PCIE3 |
| 733 | #define _DEVDISR_PCIE4 0 |
| 734 | #define CONFIG_SYS_MPC8xxx_GUTS_ADDR CONFIG_SYS_MPC85xx_GUTS_ADDR |
| 735 | #elif defined(CONFIG_MPC86xx) |
| 736 | #define _DEVDISR_PCIE1 MPC86xx_DEVDISR_PCIE1 |
| 737 | #define _DEVDISR_PCIE2 MPC86xx_DEVDISR_PCIE2 |
| 738 | #define _DEVDISR_PCIE3 0 |
| 739 | #define _DEVDISR_PCIE4 0 |
| 740 | #define CONFIG_SYS_MPC8xxx_GUTS_ADDR \ |
| 741 | (&((immap_t *)CONFIG_SYS_IMMR)->im_gur) |
| 742 | #else |
| 743 | #error "No defines for DEVDISR_PCIE" |
| 744 | #endif |
| 745 | |
| 746 | /* Implement a dummy function for those platforms w/o SERDES */ |
| 747 | static const char *__board_serdes_name(enum srds_prtcl device) |
| 748 | { |
| 749 | switch (device) { |
| 750 | #ifdef CONFIG_SYS_PCIE1_NAME |
| 751 | case PCIE1: |
| 752 | return CONFIG_SYS_PCIE1_NAME; |
| 753 | #endif |
| 754 | #ifdef CONFIG_SYS_PCIE2_NAME |
| 755 | case PCIE2: |
| 756 | return CONFIG_SYS_PCIE2_NAME; |
| 757 | #endif |
| 758 | #ifdef CONFIG_SYS_PCIE3_NAME |
| 759 | case PCIE3: |
| 760 | return CONFIG_SYS_PCIE3_NAME; |
| 761 | #endif |
| 762 | #ifdef CONFIG_SYS_PCIE4_NAME |
| 763 | case PCIE4: |
| 764 | return CONFIG_SYS_PCIE4_NAME; |
| 765 | #endif |
| 766 | default: |
| 767 | return NULL; |
| 768 | } |
| 769 | |
| 770 | return NULL; |
| 771 | } |
| 772 | |
| 773 | __attribute__((weak, alias("__board_serdes_name"))) const char * |
| 774 | board_serdes_name(enum srds_prtcl device); |
| 775 | |
| 776 | static u32 devdisr_mask[] = { |
| 777 | _DEVDISR_PCIE1, |
| 778 | _DEVDISR_PCIE2, |
| 779 | _DEVDISR_PCIE3, |
| 780 | _DEVDISR_PCIE4, |
| 781 | }; |
| 782 | |
| 783 | int fsl_pcie_init_ctrl(int busno, u32 devdisr, enum srds_prtcl dev, |
| 784 | struct fsl_pci_info *pci_info) |
| 785 | { |
| 786 | struct pci_controller *hose; |
| 787 | int num = dev - PCIE1; |
| 788 | |
| 789 | hose = calloc(1, sizeof(struct pci_controller)); |
| 790 | if (!hose) |
| 791 | return busno; |
| 792 | |
| 793 | if (is_serdes_configured(dev) && !(devdisr & devdisr_mask[num])) { |
| 794 | busno = fsl_configure_pcie(pci_info, hose, |
| 795 | board_serdes_name(dev), busno); |
| 796 | } else { |
Peter Tyser | 213ac73 | 2010-12-28 17:47:25 -0600 | [diff] [blame] | 797 | printf("PCIe%d: disabled\n", num + 1); |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 798 | } |
| 799 | |
| 800 | return busno; |
| 801 | } |
| 802 | |
| 803 | int fsl_pcie_init_board(int busno) |
| 804 | { |
| 805 | struct fsl_pci_info pci_info; |
| 806 | ccsr_gur_t *gur = (void *)CONFIG_SYS_MPC8xxx_GUTS_ADDR; |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 807 | u32 devdisr; |
| 808 | u32 *addr; |
| 809 | |
| 810 | #ifdef CONFIG_SYS_FSL_QORIQ_CHASSIS2 |
| 811 | addr = &gur->devdisr3; |
| 812 | #else |
| 813 | addr = &gur->devdisr; |
| 814 | #endif |
| 815 | devdisr = in_be32(addr); |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 816 | |
| 817 | #ifdef CONFIG_PCIE1 |
| 818 | SET_STD_PCIE_INFO(pci_info, 1); |
| 819 | busno = fsl_pcie_init_ctrl(busno, devdisr, PCIE1, &pci_info); |
| 820 | #else |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 821 | setbits_be32(addr, _DEVDISR_PCIE1); /* disable */ |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 822 | #endif |
| 823 | |
| 824 | #ifdef CONFIG_PCIE2 |
| 825 | SET_STD_PCIE_INFO(pci_info, 2); |
| 826 | busno = fsl_pcie_init_ctrl(busno, devdisr, PCIE2, &pci_info); |
| 827 | #else |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 828 | setbits_be32(addr, _DEVDISR_PCIE2); /* disable */ |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 829 | #endif |
| 830 | |
| 831 | #ifdef CONFIG_PCIE3 |
| 832 | SET_STD_PCIE_INFO(pci_info, 3); |
| 833 | busno = fsl_pcie_init_ctrl(busno, devdisr, PCIE3, &pci_info); |
| 834 | #else |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 835 | setbits_be32(addr, _DEVDISR_PCIE3); /* disable */ |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 836 | #endif |
| 837 | |
| 838 | #ifdef CONFIG_PCIE4 |
| 839 | SET_STD_PCIE_INFO(pci_info, 4); |
| 840 | busno = fsl_pcie_init_ctrl(busno, devdisr, PCIE4, &pci_info); |
| 841 | #else |
York Sun | 9e75875 | 2012-10-08 07:44:19 +0000 | [diff] [blame] | 842 | setbits_be32(addr, _DEVDISR_PCIE4); /* disable */ |
Kumar Gala | a4aafcc | 2010-12-15 14:21:41 -0600 | [diff] [blame] | 843 | #endif |
| 844 | |
| 845 | return busno; |
| 846 | } |
| 847 | #else |
| 848 | int fsl_pcie_init_ctrl(int busno, u32 devdisr, enum srds_prtcl dev, |
| 849 | struct fsl_pci_info *pci_info) |
| 850 | { |
| 851 | return busno; |
| 852 | } |
| 853 | |
| 854 | int fsl_pcie_init_board(int busno) |
| 855 | { |
| 856 | return busno; |
| 857 | } |
| 858 | #endif |
| 859 | |
Kumar Gala | a2aab46 | 2008-10-23 00:01:06 -0500 | [diff] [blame] | 860 | #ifdef CONFIG_OF_BOARD_SETUP |
| 861 | #include <libfdt.h> |
| 862 | #include <fdt_support.h> |
| 863 | |
Kumar Gala | 6525d51 | 2010-07-08 22:37:44 -0500 | [diff] [blame] | 864 | void ft_fsl_pci_setup(void *blob, const char *pci_compat, |
Kumar Gala | 3a0e3c2 | 2010-12-17 05:57:25 -0600 | [diff] [blame] | 865 | unsigned long ctrl_addr) |
Kumar Gala | a2aab46 | 2008-10-23 00:01:06 -0500 | [diff] [blame] | 866 | { |
Kumar Gala | 6525d51 | 2010-07-08 22:37:44 -0500 | [diff] [blame] | 867 | int off; |
Kumar Gala | 5a85a30 | 2010-03-30 10:07:12 -0500 | [diff] [blame] | 868 | u32 bus_range[2]; |
Kumar Gala | 6525d51 | 2010-07-08 22:37:44 -0500 | [diff] [blame] | 869 | phys_addr_t p_ctrl_addr = (phys_addr_t)ctrl_addr; |
Kumar Gala | 3a0e3c2 | 2010-12-17 05:57:25 -0600 | [diff] [blame] | 870 | struct pci_controller *hose; |
| 871 | |
| 872 | hose = find_hose_by_cfg_addr((void *)(ctrl_addr)); |
Kumar Gala | 6525d51 | 2010-07-08 22:37:44 -0500 | [diff] [blame] | 873 | |
| 874 | /* convert ctrl_addr to true physical address */ |
| 875 | p_ctrl_addr = (phys_addr_t)ctrl_addr - CONFIG_SYS_CCSRBAR; |
| 876 | p_ctrl_addr += CONFIG_SYS_CCSRBAR_PHYS; |
| 877 | |
| 878 | off = fdt_node_offset_by_compat_reg(blob, pci_compat, p_ctrl_addr); |
Kumar Gala | a2aab46 | 2008-10-23 00:01:06 -0500 | [diff] [blame] | 879 | |
Kumar Gala | 5a85a30 | 2010-03-30 10:07:12 -0500 | [diff] [blame] | 880 | if (off < 0) |
| 881 | return; |
Kumar Gala | a2aab46 | 2008-10-23 00:01:06 -0500 | [diff] [blame] | 882 | |
Kumar Gala | 5a85a30 | 2010-03-30 10:07:12 -0500 | [diff] [blame] | 883 | /* We assume a cfg_addr not being set means we didn't setup the controller */ |
| 884 | if ((hose == NULL) || (hose->cfg_addr == NULL)) { |
Kumar Gala | 6525d51 | 2010-07-08 22:37:44 -0500 | [diff] [blame] | 885 | fdt_del_node(blob, off); |
Kumar Gala | 5a85a30 | 2010-03-30 10:07:12 -0500 | [diff] [blame] | 886 | } else { |
Kumar Gala | a2aab46 | 2008-10-23 00:01:06 -0500 | [diff] [blame] | 887 | bus_range[0] = 0; |
| 888 | bus_range[1] = hose->last_busno - hose->first_busno; |
| 889 | fdt_setprop(blob, off, "bus-range", &bus_range[0], 2*4); |
| 890 | fdt_pci_dma_ranges(blob, off, hose); |
| 891 | } |
| 892 | } |
| 893 | #endif |