| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037 |
- /* Realtek RTL8111/8168 Gigabit Ethernet driver (C+ mode, 8168c/d/e class).
- *
- * Target chip: the RTL8112L on the ASUS AT3IONT-I -- PCI 10ec:8168 rev 03,
- * register window in BAR2 (64-bit, 4 KB, prefetchable). Polled: no IRQ.
- * TX/RX use 16-byte descriptors the NIC DMAs to/from memory; register and
- * descriptor values mirror the r8169 sequence from Linux.
- *
- * Every wait is time-bounded and each bring-up step goes to serial, because
- * a wedged driver must still be diagnosable from the log.
- */
- #include "io.h"
- #include "mm.h"
- #include "netdev.h"
- #include "paging.h"
- #include "pci.h"
- #include "process.h"
- #include "serial.h"
- #include "timer.h"
- #include "r8168.h"
- /* ---- chip registers (offsets into the MMIO window) ---- */
- #define REG_MAC0 0x00
- #define REG_TxDescLow 0x20
- #define REG_TxDescHigh 0x24
- #define REG_ChipCmd 0x37
- #define REG_TxPoll 0x38
- #define REG_IntrMask 0x3c
- #define REG_IntrStatus 0x3e
- #define REG_TxConfig 0x40 /* also carries the chip version (XID) */
- #define REG_RxConfig 0x44
- #define REG_Cfg9346 0x50
- #define REG_PHYAR 0x60
- #define REG_PHYstatus 0x6c
- #define REG_RDSAR1 0xd0 /* RX ring high 32 bits (8168c only) */
- #define REG_RxMaxSize 0xda
- #define REG_CPlusCmd 0xe0
- #define REG_IntrMitigate 0xe2
- #define REG_RxDescLow 0xe4
- #define REG_RxDescHigh 0xe8
- #define REG_MaxTxPacket 0xec
- /* ChipCmd bits. */
- #define ChipCmd_Reset 0x10
- #define ChipCmd_RxEnb 0x08
- #define ChipCmd_TxEnb 0x04
- #define Cfg9346_Unlock 0xC0
- /* TxPoll: kick the normal priority queue. */
- #define TxPoll_NPQ 0x40
- /* TxConfig: max PCI burst + shortest inter-frame gap. */
- #define TXCONFIG_VALUE ((7 << 8) | (3 << 24))
- /* RxConfig. */
- #define RX_DMA_BURST 0x0700
- #define RX128_INT_EN 0x8000
- #define RX_ACCEPT_MASK 0x3f
- #define RX_ACCEPT_BROADCAST 0x08
- #define RX_ACCEPT_MULTICAST 0x04
- #define RX_ACCEPT_MYPHYS 0x02
- #define RX_ACCEPT_ALLPHYS 0x01 /* promiscuous (bring-up: see set_rx_mode) */
- /* PHYstatus (0x6c). */
- #define PHYST_LINK 0x02
- #define PHYST_FULLDUP 0x01
- #define PHYST_1000 0x10
- #define PHYST_100 0x08
- #define PHYST_10 0x04
- /* PHYAR: bit 31 = busy/valid, reg in bits 20:16, data in 15:0. */
- #define PHYAR_FLAG 0x80000000u
- /* Interrupt/event status bits (IntrStatus, 0x3e). The register latches
- * events; each bit is cleared by writing it back. With IntrMask = 0 we only
- * use these as a diagnostic and to detect an RX stall. */
- #define ISR_RxOK 0x0001
- #define ISR_RxErr 0x0002
- #define ISR_TxOK 0x0004
- #define ISR_TxErr 0x0008
- #define ISR_ROVW 0x0010 /* RX FIFO overflow */
- #define ISR_LinkChg 0x0020
- #define ISR_FOV 0x0040 /* RX FIFO overflow (8168) */
- #define ISR_TDU 0x0080 /* TX descriptor unavailable */
- #define ISR_SWInt 0x0100
- /* PHY registers. */
- #define MII_BMCR 0
- #define MII_BMSR 1
- #define MII_PHYSID1 2
- #define MII_PHYSID2 3
- #define MII_ANAR 4
- #define MII_GBSR 9
- #define BMCR_AUTONEG 0x1000
- #define BMCR_RESTART_AN 0x0200
- #define BMSR_LINK 0x0004
- /* Descriptor bits (C+ mode). */
- #define DescOwn 0x80000000u
- #define DescRingEnd 0x40000000u
- #define DescFirstFrag 0x20000000u
- #define DescLastFrag 0x10000000u
- #define RxRES (1u << 21) /* RX error summary */
- #define RxPktLenMask 0x3fffu /* length field, includes the FCS */
- /* Rings. */
- #define R8168_NTX 16
- #define R8168_NRX 64
- #define R8168_BUF_SIZE 2048
- #define R8168_RX_ARM (R8168_BUF_SIZE - 1)
- /* PCI ids. */
- #define R8168_VENDOR 0x10ECu
- #define R8168_DEVICE 0x8168u
- struct r8168_desc {
- volatile unsigned int opts1;
- volatile unsigned int opts2;
- volatile unsigned int addr_lo;
- volatile unsigned int addr_hi;
- };
- static unsigned char *mmio;
- static int present;
- static int inited;
- static unsigned char mac[6];
- static unsigned int xid; /* (TxConfig >> 20) & 0xfcf */
- static unsigned int bar_base, bar_size;
- static unsigned int pci_bus, pci_dev, pci_func;
- static struct r8168_desc *tx_ring;
- static struct r8168_desc *rx_ring;
- static unsigned char *tx_bufs;
- static unsigned char *rx_bufs;
- static unsigned int tx_cur;
- static unsigned int rx_cur;
- /* Counters (also reported by `netregs`). */
- static unsigned int tx_ok, tx_err, rx_ok, rx_err, rx_drop;
- static unsigned int last_tx_status; /* raw descriptor status after TX */
- static unsigned int isr_last; /* last IntrStatus value we acked */
- static unsigned int isr_rovw, isr_fov, isr_tdu;
- static unsigned int rx_restarts;
- static int timed_out(unsigned int start_ms, unsigned int ms)
- {
- return get_ticks_ms() - start_ms > ms;
- }
- /* ---- MMIO accessors (uncacheable mapping) ---- */
- static inline unsigned int r32(unsigned int reg)
- {
- return *(volatile unsigned int *)(mmio + reg);
- }
- static inline void w32(unsigned int reg, unsigned int v)
- {
- *(volatile unsigned int *)(mmio + reg) = v;
- }
- static inline unsigned short r16(unsigned int reg)
- {
- return *(volatile unsigned short *)(mmio + reg);
- }
- static inline void w16(unsigned int reg, unsigned short v)
- {
- *(volatile unsigned short *)(mmio + reg) = v;
- }
- static inline unsigned char r8(unsigned int reg)
- {
- return *(volatile unsigned char *)(mmio + reg);
- }
- static inline void w8(unsigned int reg, unsigned char v)
- {
- *(volatile unsigned char *)(mmio + reg) = v;
- }
- /* Keep the compiler from reordering descriptor/MMIO stores. x86 caches are
- * coherent with PCI DMA, so no instruction barrier is needed. */
- static inline void dma_barrier(void)
- {
- __asm__ volatile ("" ::: "memory");
- }
- /* ---- small string/decimal/hex buffer helpers ---- */
- static unsigned int app(char *b, unsigned int i, const char *s)
- {
- while (*s)
- b[i++] = *s++;
- return i;
- }
- static unsigned int appd(char *b, unsigned int i, unsigned int v)
- {
- char t[11];
- unsigned int n = 0;
- if (v > 9999)
- v = 9999; /* keep rows short */
- if (v == 0) {
- b[i++] = '0';
- return i;
- }
- while (v) {
- t[n++] = (char)('0' + v % 10);
- v /= 10;
- }
- while (n)
- b[i++] = t[--n];
- return i;
- }
- static unsigned int apph(char *b, unsigned int i, unsigned int v, unsigned int digits)
- {
- static const char hex[] = "0123456789ABCDEF";
- unsigned int d;
- for (d = 0; d < digits; d++)
- b[i++] = hex[(v >> (4 * (digits - 1 - d))) & 0xF];
- return i;
- }
- /* ---- console printing helpers ---- */
- static void put_hex1(unsigned int v)
- {
- static const char hex[] = "0123456789ABCDEF";
- io_putchar(hex[v & 0xF]);
- }
- static void put_hex2(unsigned int v)
- {
- put_hex1((v >> 4) & 0xF);
- put_hex1(v & 0xF);
- }
- static void put_hex4(unsigned int v)
- {
- put_hex2((v >> 8) & 0xFF);
- put_hex2(v & 0xFF);
- }
- static void put_dec(unsigned int v)
- {
- char b[12];
- int i = 0;
- if (v == 0) {
- io_putchar('0');
- return;
- }
- while (v) {
- b[i++] = (char)('0' + (v % 10));
- v /= 10;
- }
- while (i)
- io_putchar(b[--i]);
- }
- /* ---- debug trail (serial) ---- */
- static void dbg(const char *s)
- {
- serial_puts(SERIAL_COM1, "r8168: ");
- serial_puts(SERIAL_COM1, s);
- serial_puts(SERIAL_COM1, "\n");
- }
- static const char *chip_name(void)
- {
- switch (xid & 0x7c8) {
- case 0x280: return "RTL8168d/8111d"; /* RTL8112L class */
- case 0x3c0: return "RTL8168c/8111c";
- case 0x3c8: return "RTL8168cp/8111cp";
- case 0x380: return "RTL8168b/8111b";
- case 0x2c0: return "RTL8168e/8111e";
- default: return "RTL8168/8111 (unknown rev)";
- }
- }
- /* ---- PHY access via PHYAR ---- */
- static int phy_busy(void)
- {
- unsigned int t0 = get_ticks_ms();
- while (r32(REG_PHYAR) & PHYAR_FLAG) {
- if (timed_out(t0, 100))
- return -1;
- }
- return 0;
- }
- static int mdio_write(unsigned int reg, unsigned int val)
- {
- if (phy_busy() != 0)
- return -1;
- w32(REG_PHYAR, PHYAR_FLAG | ((reg & 0x1f) << 16) | (val & 0xffff));
- return 0;
- }
- static int mdio_read(unsigned int reg)
- {
- unsigned int t0 = get_ticks_ms();
- if (phy_busy() != 0)
- return -1;
- w32(REG_PHYAR, (reg & 0x1f) << 16);
- while (!(r32(REG_PHYAR) & PHYAR_FLAG)) {
- if (timed_out(t0, 100))
- return -1;
- }
- return (int)(r32(REG_PHYAR) & 0xffff);
- }
- /* ---- status ---- */
- /* "1000M"/"100M"/"10M"/"?" + duplex letter, into out[6]. */
- static void speed_string(unsigned int st, char *out)
- {
- if (st & PHYST_1000) {
- out[0] = '1'; out[1] = '0'; out[2] = '0'; out[3] = '0'; out[4] = 'M';
- } else if (st & PHYST_100) {
- out[0] = '1'; out[1] = '0'; out[2] = '0'; out[3] = 'M'; out[4] = ' ';
- } else if (st & PHYST_10) {
- out[0] = '1'; out[1] = '0'; out[2] = 'M'; out[3] = ' '; out[4] = ' ';
- } else {
- out[0] = '?'; out[1] = out[2] = out[3] = out[4] = ' ';
- }
- out[5] = '\0';
- }
- /* Re-arm every RX descriptor and restart the RX engine. The chip can halt
- * its RX DMA after a FIFO overflow or when it ran out of descriptors (which
- * happens when nothing polls for a while, e.g. while a command is printing);
- * re-asserting CmdRxEnb resumes it. */
- static void rx_restart(void)
- {
- unsigned int i;
- w8(REG_ChipCmd, ChipCmd_TxEnb); /* stop RX */
- for (i = 0; i < 1000; i++) /* let the engine settle */
- (void)r8(REG_ChipCmd);
- for (i = 0; i < R8168_NRX; i++) {
- rx_ring[i].opts2 = 0;
- rx_ring[i].addr_lo = (unsigned int)(rx_bufs + i * R8168_BUF_SIZE);
- rx_ring[i].addr_hi = 0;
- rx_ring[i].opts1 = DescOwn | R8168_RX_ARM |
- (i == R8168_NRX - 1 ? DescRingEnd : 0);
- }
- dma_barrier();
- rx_cur = 0;
- w8(REG_ChipCmd, ChipCmd_RxEnb | ChipCmd_TxEnb);
- rx_restarts++;
- }
- /* Set by an RX overflow / descriptors-unavailable event: restart the RX
- * engine, but only once the frames already in the ring were handed out.
- * Restarting at once re-armed all 64 descriptors and threw away up to a
- * ring of good frames per overflow, so parallel TCP downloads lost bursts,
- * waited for the peers' retransmission timeouts and stalled. */
- static int rx_restart_pending;
- /* Read + acknowledge latched events; recover from an RX stall. */
- static void isr_poll(void)
- {
- unsigned int st = r16(REG_IntrStatus);
- if (st == 0)
- return;
- w16(REG_IntrStatus, st); /* write back to clear */
- isr_last = st;
- if (st & ISR_ROVW) {
- isr_rovw++;
- rx_restart_pending = 1;
- }
- if (st & ISR_FOV) {
- isr_fov++;
- rx_restart_pending = 1;
- }
- if (st & ISR_TDU) {
- isr_tdu++;
- w8(REG_TxPoll, TxPoll_NPQ); /* nudge the TX queue */
- }
- }
- /* ---- PCI probe ---- */
- static int bar_is_mmio(unsigned int val)
- {
- return !(val & 1u) && (val & 0xFFFFFFF0u);
- }
- static int probe_pci(void)
- {
- unsigned int bus, dev, func, bar;
- for (bus = 0; bus < 256; bus++) {
- for (dev = 0; dev < 32; dev++) {
- unsigned int id = pci_cfg_read32(bus, dev, 0, 0x00);
- unsigned int htype, nfunc;
- if (id == 0xFFFFFFFFu || id == 0)
- continue;
- /* Multifunction: scan every function. */
- htype = (pci_cfg_read32(bus, dev, 0, 0x0C) >> 16) & 0xFFu;
- nfunc = (htype & 0x80u) ? 8u : 1u;
- for (func = 0; func < nfunc; func++) {
- unsigned int idf = pci_cfg_read32(bus, dev, func, 0x00);
- unsigned int cmd;
- if (idf == 0xFFFFFFFFu || idf == 0)
- continue;
- if ((idf & 0xFFFFu) != R8168_VENDOR)
- continue;
- if (((idf >> 16) & 0xFFFFu) != R8168_DEVICE)
- continue;
- /* Enable memory space + bus master. */
- cmd = pci_cfg_read32(bus, dev, func, 0x04);
- pci_cfg_write32(bus, dev, func, 0x04, cmd | 0x0006u);
- /* First memory BAR (BAR2 on this chip). */
- for (bar = 0; bar < 6; bar++) {
- unsigned int val = pci_cfg_read32(bus, dev, func,
- 0x10 + 4 * bar);
- unsigned int hi = 0, mask;
- if (!bar_is_mmio(val))
- continue;
- if (val & 4u) /* 64-bit BAR: high half */
- hi = pci_cfg_read32(bus, dev, func,
- 0x10 + 4 * bar + 4);
- /* Size probe: all-ones, read mask, restore. */
- pci_cfg_write32(bus, dev, func, 0x10 + 4 * bar,
- 0xFFFFFFFFu);
- if (val & 4u)
- pci_cfg_write32(bus, dev, func,
- 0x10 + 4 * bar + 4,
- 0xFFFFFFFFu);
- mask = pci_cfg_read32(bus, dev, func,
- 0x10 + 4 * bar) & 0xFFFFFFF0u;
- pci_cfg_write32(bus, dev, func, 0x10 + 4 * bar, val);
- if (val & 4u)
- pci_cfg_write32(bus, dev, func,
- 0x10 + 4 * bar + 4, hi);
- if (mask == 0)
- continue;
- bar_base = val & 0xFFFFFFF0u;
- bar_size = (~mask + 1u);
- if (bar_size < 0x1000)
- bar_size = 0x1000;
- pci_bus = bus;
- pci_dev = dev;
- pci_func = func;
- return 0;
- }
- }
- }
- }
- return -1;
- }
- /* ---- bring-up steps ---- */
- static int hw_reset(void)
- {
- unsigned int t0;
- w8(REG_ChipCmd, ChipCmd_Reset);
- t0 = get_ticks_ms();
- while (r8(REG_ChipCmd) & ChipCmd_Reset) {
- if (timed_out(t0, 100))
- return -1;
- }
- return 0;
- }
- static void read_mac(void)
- {
- unsigned int v, i;
- w8(REG_Cfg9346, Cfg9346_Unlock);
- v = r32(REG_MAC0);
- for (i = 0; i < 4; i++)
- mac[i] = (unsigned char)((v >> (8 * i)) & 0xFF);
- v = r16(REG_MAC0 + 4);
- mac[4] = (unsigned char)(v & 0xFF);
- mac[5] = (unsigned char)((v >> 8) & 0xFF);
- /* Program the address back into the chip. The MAC filter registers
- * (IDR/RAR) must hold our address or unicast frames are dropped, and a
- * soft reset may have cleared them; every driver does this after a
- * reset. Order matters: MAC4 (high word) first, then MAC0. */
- w16(REG_MAC0 + 4, (unsigned short)(mac[4] | (mac[5] << 8)));
- w32(REG_MAC0, (unsigned int)mac[0] | ((unsigned int)mac[1] << 8) |
- ((unsigned int)mac[2] << 16) | ((unsigned int)mac[3] << 24));
- w8(REG_Cfg9346, 0x00);
- }
- static void setup_rings(void)
- {
- unsigned int i;
- w32(REG_TxDescHigh, 0);
- w32(REG_TxDescLow, (unsigned int)tx_ring);
- w32(REG_RxDescHigh, 0);
- w32(REG_RxDescLow, (unsigned int)rx_ring);
- if ((xid & 0x7c8) == 0x3c0 || (xid & 0x7c8) == 0x3c8)
- w32(REG_RDSAR1, 0); /* 8168c takes the RX ring high half too */
- for (i = 0; i < R8168_NTX; i++) {
- tx_ring[i].opts1 = 0;
- tx_ring[i].opts2 = 0;
- tx_ring[i].addr_lo = (unsigned int)(tx_bufs + i * R8168_BUF_SIZE);
- tx_ring[i].addr_hi = 0;
- }
- for (i = 0; i < R8168_NRX; i++) {
- rx_ring[i].opts2 = 0;
- rx_ring[i].addr_lo = (unsigned int)(rx_bufs + i * R8168_BUF_SIZE);
- rx_ring[i].addr_hi = 0;
- rx_ring[i].opts1 = DescOwn | R8168_RX_ARM;
- }
- rx_ring[R8168_NRX - 1].opts1 |= DescRingEnd;
- dma_barrier();
- tx_cur = 0;
- rx_cur = 0;
- }
- static void set_rx_mode(void)
- {
- unsigned int cfg = r32(REG_RxConfig);
- /* Promiscuous for bring-up (same choice as the ne2000 driver): keeps
- * NIC and switch filtering out of the picture while we validate the
- * DMA path; netrecv is a diagnosis tool and wants to see everything. */
- cfg = (cfg & ~RX_ACCEPT_MASK) |
- RX_ACCEPT_BROADCAST | RX_ACCEPT_MULTICAST | RX_ACCEPT_MYPHYS |
- RX_ACCEPT_ALLPHYS;
- w32(REG_RxConfig, cfg);
- }
- /* Bounded poll of PHYstatus.LINK. Only used to recover a link that was
- * established before the probe reset; a missing cable must not delay boot. */
- static int wait_link(unsigned int timeout_ms)
- {
- unsigned int t0 = get_ticks_ms();
- while (!(r8(REG_PHYstatus) & PHYST_LINK)) {
- if (timed_out(t0, timeout_ms))
- return 0;
- __asm__ volatile ("pause");
- }
- return 1;
- }
- static void phy_autoneg(void)
- {
- int id1 = mdio_read(MII_PHYSID1);
- int id2 = mdio_read(MII_PHYSID2);
- serial_puts(SERIAL_COM1, "r8168: phy id ");
- serial_puthex(SERIAL_COM1, (unsigned int)(id1 < 0 ? 0xFFFF : id1));
- serial_puts(SERIAL_COM1, ":");
- serial_puthex(SERIAL_COM1, (unsigned int)(id2 < 0 ? 0xFFFF : id2));
- serial_puts(SERIAL_COM1, "\n");
- mdio_write(MII_ANAR, 0x01E1); /* advertise 10/100 half+full */
- mdio_write(MII_GBSR, 0x0300); /* advertise 1000 half+full */
- mdio_write(MII_BMCR, BMCR_AUTONEG | BMCR_RESTART_AN);
- }
- /* ---- netdev interface ---- */
- /* Rings + configuration registers + PHY + RX/TX enable. Used by both the
- * first probe and `netreset`; the latter forces a fresh auto-negotiation. */
- static void hw_start(int restart_phy)
- {
- w8(REG_Cfg9346, Cfg9346_Unlock);
- setup_rings();
- w32(REG_RxConfig, RX128_INT_EN | RX_DMA_BURST);
- set_rx_mode();
- w32(REG_TxConfig, TXCONFIG_VALUE);
- w16(REG_RxMaxSize, R8168_BUF_SIZE);
- w8(REG_MaxTxPacket, 0x3f);
- w16(REG_IntrMitigate, 0x0000);
- w16(REG_IntrMask, 0x0000);
- w16(REG_IntrStatus, 0xFFFF);
- w8(REG_Cfg9346, 0x00);
- dbg("regs ok");
- /* Keep a link the firmware already established: the boot network
- * policy samples PHYstatus to choose between wired and WiFi, and
- * restarting auto-negotiation would make a plugged cable look down. */
- if (restart_phy || !(r8(REG_PHYstatus) & PHYST_LINK))
- phy_autoneg();
- dbg("phy up");
- w8(REG_ChipCmd, ChipCmd_RxEnb | ChipCmd_TxEnb);
- /* Auto-negotiation runs in the background. Do not wait for link here:
- * that used to add up to 5 s to boot (and to every netreset), while
- * DHCP already retries and netinfo reports the live link state. */
- dbg(r8(REG_PHYstatus) & PHYST_LINK ? "link up" : "link started");
- }
- int r8168_init(void)
- {
- char buf[40];
- unsigned int i;
- int had_link;
- if (inited)
- return present ? 0 : -1;
- inited = 1;
- if (probe_pci() != 0) {
- dbg("no 10ec:8168 found");
- return -1;
- }
- /* "PCI 04:00.0 f8fff000 4K" */
- i = 0;
- i = app(buf, i, "PCI ");
- i = apph(buf, i, pci_bus, 2);
- buf[i++] = ':';
- i = apph(buf, i, pci_dev, 2);
- buf[i++] = '.';
- buf[i++] = (char)('0' + pci_func);
- buf[i++] = ' ';
- i = apph(buf, i, bar_base, 8);
- buf[i++] = ' ';
- i = appd(buf, i, bar_size / 1024);
- buf[i++] = 'K';
- buf[i] = '\0';
- dbg(buf);
- mmio = ioremap(bar_base, bar_size, IOREMAP_MMIO);
- if (!mmio)
- return -1;
- /* Master abort / unmapped window reads back all-ones. */
- if (r32(REG_TxConfig) == 0xFFFFFFFFu) {
- dbg("mmio read failed");
- mmio = 0;
- return -1;
- }
- xid = (r32(REG_TxConfig) >> 20) & 0xfcf;
- /* Sample before the reset: a cable that was already linked keeps
- * the boot DHCP on the wired path instead of falling back to WiFi. */
- had_link = (r8(REG_PHYstatus) & PHYST_LINK) != 0;
- if (hw_reset() != 0) {
- dbg("reset timeout");
- mmio = 0;
- return -1;
- }
- dbg("reset ok");
- read_mac();
- /* Ring memory: one page each (256-byte aligned); buffers in pages. */
- tx_ring = (struct r8168_desc *)mm_alloc_page();
- rx_ring = (struct r8168_desc *)mm_alloc_page();
- tx_bufs = (unsigned char *)mm_alloc_pages(R8168_NTX * R8168_BUF_SIZE / PAGE_SIZE);
- rx_bufs = (unsigned char *)mm_alloc_pages(R8168_NRX * R8168_BUF_SIZE / PAGE_SIZE);
- if (!tx_ring || !rx_ring || !tx_bufs || !rx_bufs) {
- dbg("no memory for rings");
- mmio = 0;
- return -1;
- }
- dbg("ring memory ok");
- hw_start(0);
- if (had_link && !(r8(REG_PHYstatus) & PHYST_LINK))
- wait_link(3000);
- /* "<chip> XID <xxx> <mac>" */
- i = 0;
- i = app(buf, i, chip_name());
- buf[i++] = ' ';
- i = app(buf, i, "XID ");
- i = apph(buf, i, xid, 3);
- buf[i++] = ' ';
- for (unsigned int j = 0; j < 6; j++) {
- i = apph(buf, i, mac[j], 2);
- if (j != 5)
- buf[i++] = ':';
- }
- buf[i] = '\0';
- dbg(buf);
- present = 1;
- return 0;
- }
- /* `netreset`: full re-init of an already-probed NIC (used to recover from an
- * RX stall and as a bring-up experiment). */
- void r8168_reset(void)
- {
- if (!present || !mmio || !rx_ring) {
- dbg("reset: not initialized");
- return;
- }
- if (hw_reset() != 0) {
- dbg("reset timeout");
- return;
- }
- read_mac();
- hw_start(1);
- dbg("netreset done");
- }
- void r8168_get_mac(unsigned char out[6])
- {
- unsigned int i;
- for (i = 0; i < 6; i++)
- out[i] = mac[i];
- }
- int r8168_tx(const unsigned char *buf, unsigned int len)
- {
- static unsigned char pad[60];
- struct r8168_desc *d;
- unsigned int entry, opts1, t0;
- const unsigned char *p = buf;
- unsigned int txlen = len;
- if (!present || !mmio)
- return -1;
- if (len < 14 || len > 1514)
- return -1;
- isr_poll();
- if (len < 60) {
- unsigned int i;
- for (i = 0; i < len; i++)
- pad[i] = buf[i];
- for (i = len; i < 60; i++)
- pad[i] = 0;
- p = pad;
- txlen = 60;
- }
- entry = tx_cur;
- d = &tx_ring[entry];
- /* Wait for a previous use of this slot to complete. */
- t0 = get_ticks_ms();
- while (d->opts1 & DescOwn) {
- if (timed_out(t0, 100)) {
- tx_err++;
- return -1;
- }
- }
- {
- unsigned char *dst = tx_bufs + entry * R8168_BUF_SIZE;
- unsigned int i;
- for (i = 0; i < txlen; i++)
- dst[i] = p[i];
- }
- opts1 = txlen | DescFirstFrag | DescLastFrag;
- if (entry == R8168_NTX - 1)
- opts1 |= DescRingEnd;
- d->addr_lo = (unsigned int)(tx_bufs + entry * R8168_BUF_SIZE);
- d->addr_hi = 0;
- d->opts2 = 0;
- dma_barrier();
- d->opts1 = opts1 | DescOwn;
- dma_barrier();
- w8(REG_TxPoll, TxPoll_NPQ);
- t0 = get_ticks_ms();
- while (d->opts1 & DescOwn) {
- if (timed_out(t0, 100)) {
- tx_err++;
- return -1;
- }
- }
- tx_cur = (entry + 1) % R8168_NTX;
- last_tx_status = d->opts1;
- tx_ok++;
- return 0;
- }
- /* Re-arm one RX descriptor (clears owner for the NIC). */
- static void rx_arm(unsigned int entry)
- {
- rx_ring[entry].opts2 = 0;
- dma_barrier();
- rx_ring[entry].opts1 = DescOwn | R8168_RX_ARM |
- (entry == R8168_NRX - 1 ? DescRingEnd : 0);
- dma_barrier();
- }
- int r8168_rx(unsigned char *buf, unsigned int maxlen)
- {
- unsigned int guard = 0;
- if (!present || !mmio)
- return -1;
- isr_poll();
- while (guard++ < 32) {
- unsigned int entry = rx_cur;
- struct r8168_desc *d = &rx_ring[entry];
- unsigned int status = d->opts1;
- unsigned int len;
- if (status & DescOwn) {
- /* Drained: a pending restart loses nothing now. */
- if (rx_restart_pending) {
- rx_restart_pending = 0;
- rx_restart();
- }
- return -1; /* nothing pending */
- }
- dma_barrier();
- if (status & RxRES) {
- rx_err++;
- } else if ((status & (DescFirstFrag | DescLastFrag)) !=
- (DescFirstFrag | DescLastFrag)) {
- rx_drop++; /* fragmented frame: too big */
- } else {
- len = status & RxPktLenMask;
- if (len >= 4)
- len -= 4; /* drop the trailing FCS */
- if (len < 14 || len > maxlen) {
- rx_drop++;
- } else {
- unsigned char *src = rx_bufs + entry * R8168_BUF_SIZE;
- unsigned int i;
- for (i = 0; i < len; i++)
- buf[i] = src[i];
- rx_ok++;
- rx_arm(entry);
- rx_cur = (rx_cur + 1) % R8168_NRX;
- return (int)len;
- }
- }
- rx_arm(entry);
- rx_cur = (rx_cur + 1) % R8168_NRX;
- }
- return -1;
- }
- /* PHY loopback for a self-test (driver op): transmitted frames are looped
- * back into the receiver by the PHY, so TX and RX can be validated with no
- * cable, switch or peer. Forces 100M full duplex while enabled. */
- static int saved_bmcr = -1;
- int r8168_set_loopback(int on)
- {
- if (!present || !mmio)
- return -1;
- if (on) {
- saved_bmcr = mdio_read(MII_BMCR);
- mdio_write(MII_BMCR, 0x2000 | 0x0100 | 0x4000); /* 100M FD + LB */
- } else {
- int bmcr = saved_bmcr >= 0 ? (saved_bmcr & 0x7fff) : 0;
- unsigned int t0;
- mdio_write(MII_BMCR, bmcr | BMCR_AUTONEG | BMCR_RESTART_AN);
- t0 = get_ticks_ms();
- while (get_ticks_ms() - t0 < 2000) {
- if (r8(REG_PHYstatus) & PHYST_LINK)
- break;
- }
- }
- return 0;
- }
- void r8168_print_info(void)
- {
- char sp[6];
- unsigned int st, i;
- if (!present) {
- io_putstr("r8168: no RTL8111/8168 found\n");
- return;
- }
- io_putstr(chip_name());
- io_putstr(" XID ");
- put_hex4(xid);
- io_putstr(" at ");
- put_hex2(pci_bus);
- io_putchar(':');
- put_hex2(pci_dev);
- io_putchar('.');
- io_putchar((char)('0' + pci_func));
- io_putchar('\n');
- io_putstr(" bar ");
- put_hex4(bar_base >> 16);
- put_hex4(bar_base & 0xFFFF);
- io_putstr(" (");
- put_dec(bar_size / 1024);
- io_putstr("K) mac=");
- for (i = 0; i < 6; i++) {
- if (i)
- io_putchar(':');
- put_hex2(mac[i]);
- }
- io_putchar('\n');
- st = r8(REG_PHYstatus);
- speed_string(st, sp);
- io_putstr(" link ");
- io_putstr((st & PHYST_LINK) ? "up " : "down ");
- io_putstr(sp);
- io_putstr((st & PHYST_FULLDUP) ? "F" : "H");
- io_putstr(" tx ");
- put_dec(tx_ok);
- io_putchar('/');
- put_dec(tx_err);
- io_putstr(" rx ");
- put_dec(rx_ok);
- io_putchar('/');
- put_dec(rx_err);
- io_putchar('\n');
- }
- /* Physical link state: kernel_main and `wifi autoconnect` prefer a wired
- * link over the saved WiFi network. */
- static int r8168_link_up(void)
- {
- if (!present || !mmio)
- return 0;
- return (r8(REG_PHYstatus) & PHYST_LINK) ? 1 : 0;
- }
- void r8168_dump_regs(void)
- {
- static const struct {
- const char *name;
- unsigned int reg;
- } regs[] = {
- { "MAC0", REG_MAC0 }, { "TxDescLo", REG_TxDescLow },
- { "TxDescHi", REG_TxDescHigh }, { "ChipCmd", REG_ChipCmd },
- { "IntrMask", REG_IntrMask }, { "IntrStat", REG_IntrStatus },
- { "TxConfig", REG_TxConfig }, { "RxConfig", REG_RxConfig },
- { "PHYAR", REG_PHYAR }, { "PHYstat", REG_PHYstatus },
- { "RxMaxSize", REG_RxMaxSize }, { "CPlusCmd", REG_CPlusCmd },
- { "RxDescLo", REG_RxDescLow }, { "RxDescHi", REG_RxDescHigh },
- };
- unsigned int i;
- if (!present || !mmio) {
- io_putstr("r8168: no NIC\n");
- return;
- }
- for (i = 0; i < sizeof(regs) / sizeof(regs[0]); i++) {
- io_putstr(regs[i].name);
- io_putstr("=");
- io_puthex(r32(regs[i].reg));
- if (i & 1)
- io_putchar('\n');
- else
- io_putstr(" ");
- }
- if (i & 1)
- io_putchar('\n');
- io_putstr("state tx_ok=");
- put_dec(tx_ok);
- io_putstr(" tx_err=");
- put_dec(tx_err);
- io_putstr(" rx_ok=");
- put_dec(rx_ok);
- io_putstr(" rx_err=");
- put_dec(rx_err);
- io_putstr(" rx_drop=");
- put_dec(rx_drop);
- io_putstr(" rx_restart=");
- put_dec(rx_restarts);
- io_putchar('\n');
- io_putstr("isr ");
- if (isr_last == 0) {
- io_putstr("(none)");
- } else {
- if (isr_last & ISR_RxOK) io_putstr("RxOK ");
- if (isr_last & ISR_RxErr) io_putstr("RxErr ");
- if (isr_last & ISR_TxOK) io_putstr("TxOK ");
- if (isr_last & ISR_TxErr) io_putstr("TxErr ");
- if (isr_last & ISR_ROVW) io_putstr("ROVW ");
- if (isr_last & ISR_LinkChg) io_putstr("LinkChg ");
- if (isr_last & ISR_FOV) io_putstr("FOV ");
- if (isr_last & ISR_TDU) io_putstr("TDU ");
- if (isr_last & ISR_SWInt) io_putstr("SWInt ");
- }
- io_putstr(" evt rovw=");
- put_dec(isr_rovw);
- io_putstr(" fov=");
- put_dec(isr_fov);
- io_putstr(" tdu=");
- put_dec(isr_tdu);
- io_putchar('\n');
- io_putstr("tx status ");
- io_puthex(last_tx_status);
- io_putstr(" ring tx ");
- io_puthex((unsigned int)tx_ring);
- io_putstr(" rx ");
- io_puthex((unsigned int)rx_ring);
- io_putchar('\n');
- }
- const struct netdev r8168_netdev = {
- "r8168", "RTL8111/8168",
- r8168_init, r8168_get_mac, r8168_rx, r8168_tx, r8168_print_info,
- r8168_dump_regs, r8168_set_loopback, r8168_reset,
- 0, 0, 0, 0, 0, 0,
- r8168_link_up,
- };
|