| Lennert Buytenhek | 15d014d | 2005-11-11 18:23:13 +0100 | [diff] [blame] | 1 | /* | 
|  | 2 | * RX ucode for the Intel IXP2400 in POS-PHY mode. | 
|  | 3 | * Copyright (C) 2004, 2005 Lennert Buytenhek | 
|  | 4 | * Dedicated to Marija Kulikova. | 
|  | 5 | * | 
|  | 6 | * This program is free software; you can redistribute it and/or modify | 
|  | 7 | * it under the terms of the GNU General Public License as published by | 
|  | 8 | * the Free Software Foundation; either version 2 of the License, or | 
|  | 9 | * (at your option) any later version. | 
|  | 10 | * | 
|  | 11 | * Assumptions made in this code: | 
|  | 12 | * - The IXP2400 MSF is configured for POS-PHY mode, in a mode where | 
|  | 13 | *   only one full element list is used.  This includes, for example, | 
|  | 14 | *   1x32 SPHY and 1x32 MPHY32, but not 4x8 SPHY or 1x32 MPHY4.  (This | 
|  | 15 | *   is not an exhaustive list.) | 
|  | 16 | * - The RBUF uses 64-byte mpackets. | 
|  | 17 | * - RX descriptors reside in SRAM, and have the following format: | 
|  | 18 | *	struct rx_desc | 
|  | 19 | *	{ | 
|  | 20 | *	// to uengine | 
|  | 21 | *		u32	buf_phys_addr; | 
|  | 22 | *		u32	buf_length; | 
|  | 23 | * | 
|  | 24 | *	// from uengine | 
|  | 25 | *		u32	channel; | 
|  | 26 | *		u32	pkt_length; | 
|  | 27 | *	}; | 
|  | 28 | * - Packet data resides in DRAM. | 
|  | 29 | * - Packet buffer addresses are 8-byte aligned. | 
|  | 30 | * - Scratch ring 0 is rx_pending. | 
|  | 31 | * - Scratch ring 1 is rx_done, and has status condition 'full'. | 
|  | 32 | * - The host triggers rx_done flush and rx_pending refill on seeing INTA. | 
|  | 33 | * - This code is run on all eight threads of the microengine it runs on. | 
|  | 34 | * | 
|  | 35 | * Local memory is used for per-channel RX state. | 
|  | 36 | */ | 
|  | 37 |  | 
|  | 38 | #define RX_THREAD_FREELIST_0		0x0030 | 
|  | 39 | #define RBUF_ELEMENT_DONE		0x0044 | 
|  | 40 |  | 
|  | 41 | #define CHANNEL_FLAGS			*l$index0[0] | 
|  | 42 | #define CHANNEL_FLAG_RECEIVING		1 | 
|  | 43 | #define PACKET_LENGTH			*l$index0[1] | 
|  | 44 | #define PACKET_CHECKSUM			*l$index0[2] | 
|  | 45 | #define BUFFER_HANDLE			*l$index0[3] | 
|  | 46 | #define BUFFER_START			*l$index0[4] | 
|  | 47 | #define BUFFER_LENGTH			*l$index0[5] | 
|  | 48 |  | 
|  | 49 | #define CHANNEL_STATE_SIZE		24	// in bytes | 
|  | 50 | #define CHANNEL_STATE_SHIFT		5	// ceil(log2(state size)) | 
|  | 51 |  | 
|  | 52 |  | 
|  | 53 | .sig volatile sig1 | 
|  | 54 | .sig volatile sig2 | 
|  | 55 | .sig volatile sig3 | 
|  | 56 |  | 
|  | 57 | .sig mpacket_arrived | 
|  | 58 | .reg add_to_rx_freelist | 
|  | 59 | .reg read $rsw0, $rsw1 | 
|  | 60 | .xfer_order $rsw0 $rsw1 | 
|  | 61 |  | 
|  | 62 | .reg zero | 
|  | 63 |  | 
|  | 64 | /* | 
|  | 65 | * Initialise add_to_rx_freelist. | 
|  | 66 | */ | 
|  | 67 | .begin | 
|  | 68 | .reg temp | 
|  | 69 | .reg temp2 | 
|  | 70 |  | 
|  | 71 | immed[add_to_rx_freelist, RX_THREAD_FREELIST_0] | 
|  | 72 | immed_w1[add_to_rx_freelist, (&$rsw0 | (&mpacket_arrived << 12))] | 
|  | 73 |  | 
|  | 74 | local_csr_rd[ACTIVE_CTX_STS] | 
|  | 75 | immed[temp, 0] | 
|  | 76 | alu[temp2, temp, and, 0x1f] | 
|  | 77 | alu_shf[add_to_rx_freelist, add_to_rx_freelist, or, temp2, <<20] | 
|  | 78 | alu[temp2, temp, and, 0x80] | 
|  | 79 | alu_shf[add_to_rx_freelist, add_to_rx_freelist, or, temp2, <<18] | 
|  | 80 | .end | 
|  | 81 |  | 
|  | 82 | immed[zero, 0] | 
|  | 83 |  | 
|  | 84 | /* | 
|  | 85 | * Skip context 0 initialisation? | 
|  | 86 | */ | 
|  | 87 | .begin | 
|  | 88 | br!=ctx[0, mpacket_receive_loop#] | 
|  | 89 | .end | 
|  | 90 |  | 
|  | 91 | /* | 
|  | 92 | * Initialise local memory. | 
|  | 93 | */ | 
|  | 94 | .begin | 
|  | 95 | .reg addr | 
|  | 96 | .reg temp | 
|  | 97 |  | 
|  | 98 | immed[temp, 0] | 
|  | 99 | init_local_mem_loop#: | 
|  | 100 | alu_shf[addr, --, b, temp, <<CHANNEL_STATE_SHIFT] | 
|  | 101 | local_csr_wr[ACTIVE_LM_ADDR_0, addr] | 
|  | 102 | nop | 
|  | 103 | nop | 
|  | 104 | nop | 
|  | 105 |  | 
|  | 106 | immed[CHANNEL_FLAGS, 0] | 
|  | 107 |  | 
|  | 108 | alu[temp, temp, +, 1] | 
|  | 109 | alu[--, temp, and, 0x20] | 
|  | 110 | beq[init_local_mem_loop#] | 
|  | 111 | .end | 
|  | 112 |  | 
|  | 113 | /* | 
|  | 114 | * Initialise signal pipeline. | 
|  | 115 | */ | 
|  | 116 | .begin | 
|  | 117 | local_csr_wr[SAME_ME_SIGNAL, (&sig1 << 3)] | 
|  | 118 | .set_sig sig1 | 
|  | 119 |  | 
|  | 120 | local_csr_wr[SAME_ME_SIGNAL, (&sig2 << 3)] | 
|  | 121 | .set_sig sig2 | 
|  | 122 |  | 
|  | 123 | local_csr_wr[SAME_ME_SIGNAL, (&sig3 << 3)] | 
|  | 124 | .set_sig sig3 | 
|  | 125 | .end | 
|  | 126 |  | 
|  | 127 | mpacket_receive_loop#: | 
|  | 128 | /* | 
|  | 129 | * Synchronise and wait for mpacket. | 
|  | 130 | */ | 
|  | 131 | .begin | 
|  | 132 | ctx_arb[sig1] | 
|  | 133 | local_csr_wr[SAME_ME_SIGNAL, (0x80 | (&sig1 << 3))] | 
|  | 134 |  | 
|  | 135 | msf[fast_wr, --, add_to_rx_freelist, 0] | 
|  | 136 | .set_sig mpacket_arrived | 
|  | 137 | ctx_arb[mpacket_arrived] | 
|  | 138 | .set $rsw0 $rsw1 | 
|  | 139 | .end | 
|  | 140 |  | 
|  | 141 | /* | 
|  | 142 | * We halt if we see {inbparerr,parerr,null,soperror}. | 
|  | 143 | */ | 
|  | 144 | .begin | 
|  | 145 | alu_shf[--, 0x1b, and, $rsw0, >>8] | 
|  | 146 | bne[abort_rswerr#] | 
|  | 147 | .end | 
|  | 148 |  | 
|  | 149 | /* | 
|  | 150 | * Point local memory pointer to this channel's state area. | 
|  | 151 | */ | 
|  | 152 | .begin | 
|  | 153 | .reg chanaddr | 
|  | 154 |  | 
|  | 155 | alu[chanaddr, $rsw0, and, 0x1f] | 
|  | 156 | alu_shf[chanaddr, --, b, chanaddr, <<CHANNEL_STATE_SHIFT] | 
|  | 157 | local_csr_wr[ACTIVE_LM_ADDR_0, chanaddr] | 
|  | 158 | nop | 
|  | 159 | nop | 
|  | 160 | nop | 
|  | 161 | .end | 
|  | 162 |  | 
|  | 163 | /* | 
|  | 164 | * Check whether we received a SOP mpacket while we were already | 
|  | 165 | * working on a packet, or a non-SOP mpacket while there was no | 
|  | 166 | * packet pending.  (SOP == RECEIVING -> abort)  If everything's | 
|  | 167 | * okay, update the RECEIVING flag to reflect our new state. | 
|  | 168 | */ | 
|  | 169 | .begin | 
|  | 170 | .reg temp | 
|  | 171 | .reg eop | 
|  | 172 |  | 
|  | 173 | #if CHANNEL_FLAG_RECEIVING != 1 | 
|  | 174 | #error CHANNEL_FLAG_RECEIVING is not 1 | 
|  | 175 | #endif | 
|  | 176 |  | 
|  | 177 | alu_shf[temp, 1, and, $rsw0, >>15] | 
|  | 178 | alu[temp, temp, xor, CHANNEL_FLAGS] | 
|  | 179 | alu[--, temp, and, CHANNEL_FLAG_RECEIVING] | 
|  | 180 | beq[abort_proterr#] | 
|  | 181 |  | 
|  | 182 | alu_shf[eop, 1, and, $rsw0, >>14] | 
|  | 183 | alu[CHANNEL_FLAGS, temp, xor, eop] | 
|  | 184 | .end | 
|  | 185 |  | 
|  | 186 | /* | 
|  | 187 | * Copy the mpacket into the right spot, and in case of EOP, | 
|  | 188 | * write back the descriptor and pass the packet on. | 
|  | 189 | */ | 
|  | 190 | .begin | 
|  | 191 | .reg buffer_offset | 
|  | 192 | .reg _packet_length | 
|  | 193 | .reg _packet_checksum | 
|  | 194 | .reg _buffer_handle | 
|  | 195 | .reg _buffer_start | 
|  | 196 | .reg _buffer_length | 
|  | 197 |  | 
|  | 198 | /* | 
|  | 199 | * Determine buffer_offset, _packet_length and | 
|  | 200 | * _packet_checksum. | 
|  | 201 | */ | 
|  | 202 | .begin | 
|  | 203 | .reg temp | 
|  | 204 |  | 
|  | 205 | alu[--, 1, and, $rsw0, >>15] | 
|  | 206 | beq[not_sop#] | 
|  | 207 |  | 
|  | 208 | immed[PACKET_LENGTH, 0] | 
|  | 209 | immed[PACKET_CHECKSUM, 0] | 
|  | 210 |  | 
|  | 211 | not_sop#: | 
|  | 212 | alu[buffer_offset, --, b, PACKET_LENGTH] | 
|  | 213 | alu_shf[temp, 0xff, and, $rsw0, >>16] | 
|  | 214 | alu[_packet_length, buffer_offset, +, temp] | 
|  | 215 | alu[PACKET_LENGTH, --, b, _packet_length] | 
|  | 216 |  | 
|  | 217 | immed[temp, 0xffff] | 
|  | 218 | alu[temp, $rsw1, and, temp] | 
|  | 219 | alu[_packet_checksum, PACKET_CHECKSUM, +, temp] | 
|  | 220 | alu[PACKET_CHECKSUM, --, b, _packet_checksum] | 
|  | 221 | .end | 
|  | 222 |  | 
|  | 223 | /* | 
|  | 224 | * Allocate buffer in case of SOP. | 
|  | 225 | */ | 
|  | 226 | .begin | 
|  | 227 | .reg temp | 
|  | 228 |  | 
|  | 229 | alu[temp, 1, and, $rsw0, >>15] | 
|  | 230 | beq[skip_buffer_alloc#] | 
|  | 231 |  | 
|  | 232 | .begin | 
|  | 233 | .sig zzz | 
|  | 234 | .reg read $stemp $stemp2 | 
|  | 235 | .xfer_order $stemp $stemp2 | 
|  | 236 |  | 
|  | 237 | rx_nobufs#: | 
|  | 238 | scratch[get, $stemp, zero, 0, 1], ctx_swap[zzz] | 
|  | 239 | alu[_buffer_handle, --, b, $stemp] | 
|  | 240 | beq[rx_nobufs#] | 
|  | 241 |  | 
|  | 242 | sram[read, $stemp, _buffer_handle, 0, 2], | 
|  | 243 | ctx_swap[zzz] | 
|  | 244 | alu[_buffer_start, --, b, $stemp] | 
|  | 245 | alu[_buffer_length, --, b, $stemp2] | 
|  | 246 | .end | 
|  | 247 |  | 
|  | 248 | skip_buffer_alloc#: | 
|  | 249 | .end | 
|  | 250 |  | 
|  | 251 | /* | 
|  | 252 | * Resynchronise. | 
|  | 253 | */ | 
|  | 254 | .begin | 
|  | 255 | ctx_arb[sig2] | 
|  | 256 | local_csr_wr[SAME_ME_SIGNAL, (0x80 | (&sig2 << 3))] | 
|  | 257 | .end | 
|  | 258 |  | 
|  | 259 | /* | 
|  | 260 | * Synchronise buffer state. | 
|  | 261 | */ | 
|  | 262 | .begin | 
|  | 263 | .reg temp | 
|  | 264 |  | 
|  | 265 | alu[temp, 1, and, $rsw0, >>15] | 
|  | 266 | beq[copy_from_local_mem#] | 
|  | 267 |  | 
|  | 268 | alu[BUFFER_HANDLE, --, b, _buffer_handle] | 
|  | 269 | alu[BUFFER_START, --, b, _buffer_start] | 
|  | 270 | alu[BUFFER_LENGTH, --, b, _buffer_length] | 
|  | 271 | br[sync_state_done#] | 
|  | 272 |  | 
|  | 273 | copy_from_local_mem#: | 
|  | 274 | alu[_buffer_handle, --, b, BUFFER_HANDLE] | 
|  | 275 | alu[_buffer_start, --, b, BUFFER_START] | 
|  | 276 | alu[_buffer_length, --, b, BUFFER_LENGTH] | 
|  | 277 |  | 
|  | 278 | sync_state_done#: | 
|  | 279 | .end | 
|  | 280 |  | 
|  | 281 | #if 0 | 
|  | 282 | /* | 
|  | 283 | * Debug buffer state management. | 
|  | 284 | */ | 
|  | 285 | .begin | 
|  | 286 | .reg temp | 
|  | 287 |  | 
|  | 288 | alu[temp, 1, and, $rsw0, >>14] | 
|  | 289 | beq[no_poison#] | 
|  | 290 | immed[BUFFER_HANDLE, 0xdead] | 
|  | 291 | immed[BUFFER_START, 0xdead] | 
|  | 292 | immed[BUFFER_LENGTH, 0xdead] | 
|  | 293 | no_poison#: | 
|  | 294 |  | 
|  | 295 | immed[temp, 0xdead] | 
|  | 296 | alu[--, _buffer_handle, -, temp] | 
|  | 297 | beq[state_corrupted#] | 
|  | 298 | alu[--, _buffer_start, -, temp] | 
|  | 299 | beq[state_corrupted#] | 
|  | 300 | alu[--, _buffer_length, -, temp] | 
|  | 301 | beq[state_corrupted#] | 
|  | 302 | .end | 
|  | 303 | #endif | 
|  | 304 |  | 
|  | 305 | /* | 
|  | 306 | * Check buffer length. | 
|  | 307 | */ | 
|  | 308 | .begin | 
|  | 309 | alu[--, _buffer_length, -, _packet_length] | 
|  | 310 | blo[buffer_overflow#] | 
|  | 311 | .end | 
|  | 312 |  | 
|  | 313 | /* | 
|  | 314 | * Copy the mpacket and give back the RBUF element. | 
|  | 315 | */ | 
|  | 316 | .begin | 
|  | 317 | .reg element | 
|  | 318 | .reg xfer_size | 
|  | 319 | .reg temp | 
|  | 320 | .sig copy_sig | 
|  | 321 |  | 
|  | 322 | alu_shf[element, 0x7f, and, $rsw0, >>24] | 
|  | 323 | alu_shf[xfer_size, 0xff, and, $rsw0, >>16] | 
|  | 324 |  | 
|  | 325 | alu[xfer_size, xfer_size, -, 1] | 
|  | 326 | alu_shf[xfer_size, 0x10, or, xfer_size, >>3] | 
|  | 327 | alu_shf[temp, 0x10, or, xfer_size, <<21] | 
|  | 328 | alu_shf[temp, temp, or, element, <<11] | 
|  | 329 | alu_shf[--, temp, or, 1, <<18] | 
|  | 330 |  | 
|  | 331 | dram[rbuf_rd, --, _buffer_start, buffer_offset, max_8], | 
|  | 332 | indirect_ref, sig_done[copy_sig] | 
|  | 333 | ctx_arb[copy_sig] | 
|  | 334 |  | 
|  | 335 | alu[temp, RBUF_ELEMENT_DONE, or, element, <<16] | 
|  | 336 | msf[fast_wr, --, temp, 0] | 
|  | 337 | .end | 
|  | 338 |  | 
|  | 339 | /* | 
|  | 340 | * If EOP, write back the packet descriptor. | 
|  | 341 | */ | 
|  | 342 | .begin | 
|  | 343 | .reg write $stemp $stemp2 | 
|  | 344 | .xfer_order $stemp $stemp2 | 
|  | 345 | .sig zzz | 
|  | 346 |  | 
|  | 347 | alu_shf[--, 1, and, $rsw0, >>14] | 
|  | 348 | beq[no_writeback#] | 
|  | 349 |  | 
|  | 350 | alu[$stemp, $rsw0, and, 0x1f] | 
|  | 351 | alu[$stemp2, --, b, _packet_length] | 
|  | 352 | sram[write, $stemp, _buffer_handle, 8, 2], ctx_swap[zzz] | 
|  | 353 |  | 
|  | 354 | no_writeback#: | 
|  | 355 | .end | 
|  | 356 |  | 
|  | 357 | /* | 
|  | 358 | * Resynchronise. | 
|  | 359 | */ | 
|  | 360 | .begin | 
|  | 361 | ctx_arb[sig3] | 
|  | 362 | local_csr_wr[SAME_ME_SIGNAL, (0x80 | (&sig3 << 3))] | 
|  | 363 | .end | 
|  | 364 |  | 
|  | 365 | /* | 
|  | 366 | * If EOP, put the buffer back onto the scratch ring. | 
|  | 367 | */ | 
|  | 368 | .begin | 
|  | 369 | .reg write $stemp | 
|  | 370 | .sig zzz | 
|  | 371 |  | 
|  | 372 | br_inp_state[SCR_Ring1_Status, rx_done_ring_overflow#] | 
|  | 373 |  | 
|  | 374 | alu_shf[--, 1, and, $rsw0, >>14] | 
|  | 375 | beq[mpacket_receive_loop#] | 
|  | 376 |  | 
|  | 377 | alu[--, 1, and, $rsw0, >>10] | 
|  | 378 | bne[rxerr#] | 
|  | 379 |  | 
|  | 380 | alu[$stemp, --, b, _buffer_handle] | 
|  | 381 | scratch[put, $stemp, zero, 4, 1], ctx_swap[zzz] | 
|  | 382 | cap[fast_wr, 0, XSCALE_INT_A] | 
|  | 383 | br[mpacket_receive_loop#] | 
|  | 384 |  | 
|  | 385 | rxerr#: | 
|  | 386 | alu[$stemp, --, b, _buffer_handle] | 
|  | 387 | scratch[put, $stemp, zero, 0, 1], ctx_swap[zzz] | 
|  | 388 | br[mpacket_receive_loop#] | 
|  | 389 | .end | 
|  | 390 | .end | 
|  | 391 |  | 
|  | 392 |  | 
|  | 393 | abort_rswerr#: | 
|  | 394 | halt | 
|  | 395 |  | 
|  | 396 | abort_proterr#: | 
|  | 397 | halt | 
|  | 398 |  | 
|  | 399 | state_corrupted#: | 
|  | 400 | halt | 
|  | 401 |  | 
|  | 402 | buffer_overflow#: | 
|  | 403 | halt | 
|  | 404 |  | 
|  | 405 | rx_done_ring_overflow#: | 
|  | 406 | halt | 
|  | 407 |  | 
|  | 408 |  |