diff --git a/drivers/net/ethernet/realtek/r8126/Makefile b/drivers/net/ethernet/realtek/r8126/Makefile
new file mode 100755
index 00000000..fb3d9301
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/Makefile
@@ -0,0 +1,133 @@
+# SPDX-License-Identifier: GPL-2.0-only
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+
+################################################################################
+# This product is covered by one or more of the following patents:
+# US6,570,884, US6,115,776, and US6,327,625.
+################################################################################
+
+CONFIG_SOC_LAN = n
+ENABLE_REALWOW_SUPPORT = n
+ENABLE_DASH_SUPPORT = n
+ENABLE_DASH_PRINTER_SUPPORT = n
+CONFIG_DOWN_SPEED_100 = n
+CONFIG_ASPM = y
+ENABLE_S5WOL = y
+ENABLE_S5_KEEP_CURR_MAC = n
+ENABLE_EEE = y
+ENABLE_S0_MAGIC_PACKET = n
+ENABLE_TX_NO_CLOSE = y
+ENABLE_MULTIPLE_TX_QUEUE = y
+ENABLE_PTP_SUPPORT = n
+ENABLE_PTP_MASTER_MODE = n
+ENABLE_RSS_SUPPORT = n
+ENABLE_LIB_SUPPORT = n
+ENABLE_USE_FIRMWARE_FILE = n
+DISABLE_WOL_SUPPORT = n
+DISABLE_MULTI_MSIX_VECTOR = n
+ENABLE_DOUBLE_VLAN = n
+ENABLE_PAGE_REUSE = n
+ENABLE_RX_PACKET_FRAGMENT = n
+
+obj-m := r8126.o
+r8126-objs := r8126_n.o rtl_eeprom.o rtltool.o
+
+ifeq ($(CONFIG_SOC_LAN), y)
+ EXTRA_CFLAGS += -DCONFIG_SOC_LAN
+endif
+ifeq ($(ENABLE_REALWOW_SUPPORT), y)
+ r8126-objs += r8126_realwow.o
+ EXTRA_CFLAGS += -DENABLE_REALWOW_SUPPORT
+endif
+ifeq ($(ENABLE_DASH_SUPPORT), y)
+ r8126-objs += r8126_dash.o
+ EXTRA_CFLAGS += -DENABLE_DASH_SUPPORT
+endif
+ifeq ($(ENABLE_DASH_PRINTER_SUPPORT), y)
+ r8126-objs += r8126_dash.o
+ EXTRA_CFLAGS += -DENABLE_DASH_SUPPORT -DENABLE_DASH_PRINTER_SUPPORT
+endif
+EXTRA_CFLAGS += -DCONFIG_R8126_NAPI
+EXTRA_CFLAGS += -DCONFIG_R8126_VLAN
+ifeq ($(CONFIG_DOWN_SPEED_100), y)
+ EXTRA_CFLAGS += -DCONFIG_DOWN_SPEED_100
+endif
+ifeq ($(CONFIG_ASPM), y)
+ EXTRA_CFLAGS += -DCONFIG_ASPM
+endif
+ifeq ($(ENABLE_S5WOL), y)
+ EXTRA_CFLAGS += -DENABLE_S5WOL
+endif
+ifeq ($(ENABLE_S5_KEEP_CURR_MAC), y)
+ EXTRA_CFLAGS += -DENABLE_S5_KEEP_CURR_MAC
+endif
+ifeq ($(ENABLE_EEE), y)
+ EXTRA_CFLAGS += -DENABLE_EEE
+endif
+ifeq ($(ENABLE_S0_MAGIC_PACKET), y)
+ EXTRA_CFLAGS += -DENABLE_S0_MAGIC_PACKET
+endif
+ifeq ($(ENABLE_TX_NO_CLOSE), y)
+ EXTRA_CFLAGS += -DENABLE_TX_NO_CLOSE
+endif
+ifeq ($(ENABLE_MULTIPLE_TX_QUEUE), y)
+ EXTRA_CFLAGS += -DENABLE_MULTIPLE_TX_QUEUE
+endif
+ifeq ($(ENABLE_PTP_SUPPORT), y)
+ r8126-objs += r8126_ptp.o
+ EXTRA_CFLAGS += -DENABLE_PTP_SUPPORT
+endif
+ifeq ($(ENABLE_PTP_MASTER_MODE), y)
+ EXTRA_CFLAGS += -DENABLE_PTP_MASTER_MODE
+endif
+ifeq ($(ENABLE_RSS_SUPPORT), y)
+ r8126-objs += r8126_rss.o
+ EXTRA_CFLAGS += -DENABLE_RSS_SUPPORT
+endif
+ifeq ($(ENABLE_LIB_SUPPORT), y)
+ r8126-objs += r8126_lib.o
+ EXTRA_CFLAGS += -DENABLE_LIB_SUPPORT
+endif
+ifeq ($(ENABLE_USE_FIRMWARE_FILE), y)
+ r8126-objs += r8126_firmware.o
+ EXTRA_CFLAGS += -DENABLE_USE_FIRMWARE_FILE
+endif
+ifeq ($(DISABLE_WOL_SUPPORT), y)
+ EXTRA_CFLAGS += -DDISABLE_WOL_SUPPORT
+endif
+ifeq ($(DISABLE_MULTI_MSIX_VECTOR), y)
+ EXTRA_CFLAGS += -DDISABLE_MULTI_MSIX_VECTOR
+endif
+ifeq ($(ENABLE_DOUBLE_VLAN), y)
+ EXTRA_CFLAGS += -DENABLE_DOUBLE_VLAN
+endif
+ifeq ($(ENABLE_PAGE_REUSE), y)
+ EXTRA_CFLAGS += -DENABLE_PAGE_REUSE
+endif
+ifeq ($(ENABLE_RX_PACKET_FRAGMENT), y)
+ EXTRA_CFLAGS += -DENABLE_RX_PACKET_FRAGMENT
+endif
diff --git a/drivers/net/ethernet/realtek/r8126/r8126.h b/drivers/net/ethernet/realtek/r8126/r8126.h
new file mode 100755
index 00000000..55c14ec8
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126.h
@@ -0,0 +1,2791 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef __R8126_H
+#define __R8126_H
+
+//#include
+#include
+#include
+#include
+#include "r8126_dash.h"
+#include "r8126_realwow.h"
+#include "r8126_ptp.h"
+#include "r8126_rss.h"
+#ifdef ENABLE_LIB_SUPPORT
+#include "r8126_lib.h"
+#endif
+
+#ifndef fallthrough
+#define fallthrough
+#endif
+
+int rtl8126_enable_msix(struct rtl8126_private *tp);
+void netdev_sw_irq_coalesce_default_on(struct net_device *dev);
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,3,0)
+static inline
+ssize_t strscpy(char *dest, const char *src, size_t count)
+{
+ long res = 0;
+
+ if (count == 0)
+ return -E2BIG;
+
+ while (count) {
+ char c;
+
+ c = src[res];
+ dest[res] = c;
+ if (!c)
+ return res;
+ res++;
+ count--;
+ }
+
+ /* Hit buffer length without finding a NUL; force NUL-termination. */
+ if (res)
+ dest[res-1] = '\0';
+
+ return -E2BIG;
+}
+#endif
+
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0))
+static inline unsigned char *skb_checksum_start(const struct sk_buff *skb)
+{
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22))
+ return skb->head + skb->csum_start;
+#else /* < 2.6.22 */
+ return skb_transport_header(skb);
+#endif
+}
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+static inline void netdev_tx_sent_queue(struct netdev_queue *dev_queue,
+ unsigned int bytes)
+{}
+static inline void netdev_tx_completed_queue(struct netdev_queue *dev_queue,
+ unsigned int pkts,
+ unsigned int bytes)
+{}
+static inline void netdev_tx_reset_queue(struct netdev_queue *q) {}
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(5,2,0)
+#define netdev_xmit_more() (0)
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(5,8,0)
+#define netif_testing_on(dev)
+#define netif_testing_off(dev)
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,32)
+typedef int netdev_tx_t;
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(5,12,0)
+static inline bool dev_page_is_reusable(struct page *page)
+{
+ return likely(page_to_nid(page) == numa_mem_id() &&
+ !page_is_pfmemalloc(page));
+}
+#endif
+
+/*
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,12,0)&& !defined(ENABLE_LIB_SUPPORT)
+#define RTL_USE_NEW_INTR_API
+#endif
+*/
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0)
+#define dma_map_page_attrs(dev, page, offset, size, dir, attrs) \
+ dma_map_page(dev, page, offset, size, dir)
+#define dma_unmap_page_attrs(dev, page, size, dir, attrs) \
+ dma_unmap_page(dev, page, size, dir)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+#define page_ref_inc(page) atomic_inc(&page->_count)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,4,216)
+#define page_ref_count(page) atomic_read(&page->_count)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,4,216)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+#define skb_transport_offset(skb) (skb->h.raw - skb->data)
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,26)
+#define device_set_wakeup_enable(dev, val) do {} while (0)
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,14,0)
+static inline void ether_addr_copy(u8 *dst, const u8 *src)
+{
+ u16 *a = (u16 *)dst;
+ const u16 *b = (const u16 *)src;
+
+ a[0] = b[0];
+ a[1] = b[1];
+ a[2] = b[2];
+}
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,15,0)
+#define IS_ERR_OR_NULL(ptr) (!ptr)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,13,0)
+#define reinit_completion(x) ((x)->done = 0)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,39)
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32)
+#define pm_runtime_mark_last_busy(x)
+#define pm_runtime_put_autosuspend(x) pm_runtime_put(x)
+#define pm_runtime_put_sync_autosuspend(x) pm_runtime_put_sync(x)
+
+static inline bool pm_runtime_suspended(struct device *dev)
+{
+ return dev->power.runtime_status == RPM_SUSPENDED
+ && !dev->power.disable_depth;
+}
+
+static inline bool pm_runtime_active(struct device *dev)
+{
+ return dev->power.runtime_status == RPM_ACTIVE
+ || dev->power.disable_depth;
+}
+#endif
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,36)
+#define queue_delayed_work(long_wq, work, delay) schedule_delayed_work(work, delay)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,34)
+#define netif_printk(priv, type, level, netdev, fmt, args...) \
+ do { \
+ if (netif_msg_##type(priv)) \
+ printk(level "%s: " fmt,(netdev)->name , ##args); \
+ } while (0)
+
+#define netif_emerg(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_EMERG, netdev, fmt, ##args)
+#define netif_alert(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_ALERT, netdev, fmt, ##args)
+#define netif_crit(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_CRIT, netdev, fmt, ##args)
+#define netif_err(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_ERR, netdev, fmt, ##args)
+#define netif_warn(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_WARNING, netdev, fmt, ##args)
+#define netif_notice(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_NOTICE, netdev, fmt, ##args)
+#define netif_info(priv, type, netdev, fmt, args...) \
+ netif_printk(priv, type, KERN_INFO, (netdev), fmt, ##args)
+#endif
+#endif
+#endif
+#endif
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,15)
+#define setup_timer(_timer, _function, _data) \
+do { \
+ (_timer)->function = _function; \
+ (_timer)->data = _data; \
+ init_timer(_timer); \
+} while (0)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,15)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)
+#if defined(skb_vlan_tag_present) && !defined(vlan_tx_tag_present)
+#define vlan_tx_tag_present skb_vlan_tag_present
+#endif
+#if defined(skb_vlan_tag_get) && !defined(vlan_tx_tag_get)
+#define vlan_tx_tag_get skb_vlan_tag_get
+#endif
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)
+
+#define RTL_ALLOC_SKB_INTR(napi, length) dev_alloc_skb(length)
+#define R8126_USE_NAPI_ALLOC_SKB 0
+#ifdef CONFIG_R8126_NAPI
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,19,0)
+#undef RTL_ALLOC_SKB_INTR
+#define RTL_ALLOC_SKB_INTR(napi, length) napi_alloc_skb(napi, length)
+#undef R8126_USE_NAPI_ALLOC_SKB
+#define R8126_USE_NAPI_ALLOC_SKB 1
+#endif
+#endif
+
+#define RTL_BUILD_SKB_INTR(data, frag_size) build_skb(data, frag_size)
+#ifdef CONFIG_R8126_NAPI
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,12,0)
+#undef RTL_BUILD_SKB_INTR
+#define RTL_BUILD_SKB_INTR(data, frag_size) napi_build_skb(data, frag_size)
+#endif
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,6,0)
+#define eth_random_addr(addr) random_ether_addr(addr)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,6,0)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0)
+#define netdev_features_t u32
+#endif
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,5,0)
+#define NETIF_F_ALL_CSUM NETIF_F_CSUM_MASK
+#else
+#ifndef NETIF_F_ALL_CSUM
+#define NETIF_F_ALL_CSUM NETIF_F_CSUM_MASK
+#endif
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37)
+#define ENABLE_R8126_PROCFS
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+#define ENABLE_R8126_SYSFS
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+#define NETIF_F_HW_VLAN_RX NETIF_F_HW_VLAN_CTAG_RX
+#define NETIF_F_HW_VLAN_TX NETIF_F_HW_VLAN_CTAG_TX
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0)
+#define __devinit
+#define __devexit
+#define __devexit_p(func) func
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19)
+#define CHECKSUM_PARTIAL CHECKSUM_HW
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)
+#define irqreturn_t void
+#define IRQ_HANDLED 1
+#define IRQ_NONE 0
+#define IRQ_RETVAL(x)
+#endif
+
+#ifndef NETIF_F_RXALL
+#define NETIF_F_RXALL 0
+#endif
+
+#ifndef NETIF_F_RXFCS
+#define NETIF_F_RXFCS 0
+#endif
+
+#if !defined(HAVE_FREE_NETDEV) && (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
+#define free_netdev(x) kfree(x)
+#endif
+
+#ifndef SET_NETDEV_DEV
+#define SET_NETDEV_DEV(net, pdev)
+#endif
+
+#ifndef SET_MODULE_OWNER
+#define SET_MODULE_OWNER(dev)
+#endif
+
+#ifndef SA_SHIRQ
+#define SA_SHIRQ IRQF_SHARED
+#endif
+
+#ifndef NETIF_F_GSO
+#define gso_size tso_size
+#define gso_segs tso_segs
+#endif
+
+#ifndef PCI_VENDOR_ID_DLINK
+#define PCI_VENDOR_ID_DLINK 0x1186
+#endif
+
+#ifndef dma_mapping_error
+#define dma_mapping_error(a,b) 0
+#endif
+
+#ifndef netif_err
+#define netif_err(a,b,c,d)
+#endif
+
+#ifndef AUTONEG_DISABLE
+#define AUTONEG_DISABLE 0x00
+#endif
+
+#ifndef AUTONEG_ENABLE
+#define AUTONEG_ENABLE 0x01
+#endif
+
+#ifndef BMCR_SPEED1000
+#define BMCR_SPEED1000 0x0040
+#endif
+
+#ifndef BMCR_SPEED100
+#define BMCR_SPEED100 0x2000
+#endif
+
+#ifndef BMCR_SPEED10
+#define BMCR_SPEED10 0x0000
+#endif
+
+#ifndef SPEED_UNKNOWN
+#define SPEED_UNKNOWN -1
+#endif
+
+#ifndef DUPLEX_UNKNOWN
+#define DUPLEX_UNKNOWN 0xff
+#endif
+
+#ifndef SUPPORTED_Pause
+#define SUPPORTED_Pause (1 << 13)
+#endif
+
+#ifndef SUPPORTED_Asym_Pause
+#define SUPPORTED_Asym_Pause (1 << 14)
+#endif
+
+#ifndef MDIO_EEE_100TX
+#define MDIO_EEE_100TX 0x0002
+#endif
+
+#ifndef MDIO_EEE_1000T
+#define MDIO_EEE_1000T 0x0004
+#endif
+
+#ifndef MDIO_EEE_2_5GT
+#define MDIO_EEE_2_5GT 0x0001
+#endif
+
+#ifndef MDIO_EEE_5GT
+#define MDIO_EEE_5GT 0x0002
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29)
+#ifdef CONFIG_NET_POLL_CONTROLLER
+#define RTL_NET_POLL_CONTROLLER dev->poll_controller=rtl8126_netpoll
+#else
+#define RTL_NET_POLL_CONTROLLER
+#endif
+
+#ifdef CONFIG_R8126_VLAN
+#define RTL_SET_VLAN dev->vlan_rx_register=rtl8126_vlan_rx_register
+#else
+#define RTL_SET_VLAN
+#endif
+
+#define RTL_NET_DEVICE_OPS(ops) dev->open=rtl8126_open; \
+ dev->hard_start_xmit=rtl8126_start_xmit; \
+ dev->get_stats=rtl8126_get_stats; \
+ dev->stop=rtl8126_close; \
+ dev->tx_timeout=rtl8126_tx_timeout; \
+ dev->set_multicast_list=rtl8126_set_rx_mode; \
+ dev->change_mtu=rtl8126_change_mtu; \
+ dev->set_mac_address=rtl8126_set_mac_address; \
+ dev->do_ioctl=rtl8126_do_ioctl; \
+ RTL_NET_POLL_CONTROLLER; \
+ RTL_SET_VLAN;
+#else
+#define RTL_NET_DEVICE_OPS(ops) dev->netdev_ops=&ops
+#endif
+
+#ifndef FALSE
+#define FALSE 0
+#endif
+
+#ifndef TRUE
+#define TRUE 1
+#endif
+
+#ifndef false
+#define false 0
+#endif
+
+#ifndef true
+#define true 1
+#endif
+
+//Hardware will continue interrupt 10 times after interrupt finished.
+#define RTK_KEEP_INTERRUPT_COUNT (10)
+
+//the low 32 bit address of receive buffer must be 8-byte alignment.
+#ifndef NET_IP_ALIGN
+#define NET_IP_ALIGN 2
+#endif
+#define R8126_RX_ALIGN NET_IP_ALIGN
+
+#ifdef CONFIG_R8126_NAPI
+#define NAPI_SUFFIX "-NAPI"
+#else
+#define NAPI_SUFFIX ""
+#endif
+#if defined(ENABLE_DASH_PRINTER_SUPPORT)
+#define DASH_SUFFIX "-PRINTER"
+#elif defined(ENABLE_DASH_SUPPORT)
+#define DASH_SUFFIX "-DASH"
+#else
+#define DASH_SUFFIX ""
+#endif
+
+#if defined(ENABLE_REALWOW_SUPPORT)
+#define REALWOW_SUFFIX "-REALWOW"
+#else
+#define REALWOW_SUFFIX ""
+#endif
+
+#if defined(ENABLE_PTP_SUPPORT)
+#define PTP_SUFFIX "-PTP"
+#else
+#define PTP_SUFFIX ""
+#endif
+
+#if defined(ENABLE_RSS_SUPPORT)
+#define RSS_SUFFIX "-RSS"
+#else
+#define RSS_SUFFIX ""
+#endif
+
+#define RTL8126_VERSION "10.013.00" NAPI_SUFFIX DASH_SUFFIX REALWOW_SUFFIX PTP_SUFFIX RSS_SUFFIX
+#define MODULENAME "r8126"
+#define PFX MODULENAME ": "
+
+#define GPL_CLAIM "\
+r8126 Copyright (C) 2024 Realtek NIC software team \n \
+This program comes with ABSOLUTELY NO WARRANTY; for details, please see . \n \
+This is free software, and you are welcome to redistribute it under certain conditions; see . \n"
+
+#ifdef RTL8126_DEBUG
+#define assert(expr) \
+ if(!(expr)) { \
+ printk( "Assertion failed! %s,%s,%s,line=%d\n", \
+ #expr,__FILE__,__FUNCTION__,__LINE__); \
+ }
+#define dprintk(fmt, args...) do { printk(PFX fmt, ## args); } while (0)
+#else
+#define assert(expr) do {} while (0)
+#define dprintk(fmt, args...) do {} while (0)
+#endif /* RTL8126_DEBUG */
+
+#define R8126_MSG_DEFAULT \
+ (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_IFUP | NETIF_MSG_IFDOWN)
+
+#ifdef CONFIG_R8126_NAPI
+#define rtl8126_rx_hwaccel_skb vlan_hwaccel_receive_skb
+#define rtl8126_rx_quota(count, quota) min(count, quota)
+#else
+#define rtl8126_rx_hwaccel_skb vlan_hwaccel_rx
+#define rtl8126_rx_quota(count, quota) count
+#endif
+
+/* MAC address length */
+#ifndef MAC_ADDR_LEN
+#define MAC_ADDR_LEN 6
+#endif
+
+#ifndef MAC_PROTOCOL_LEN
+#define MAC_PROTOCOL_LEN 2
+#endif
+
+#ifndef ETH_FCS_LEN
+#define ETH_FCS_LEN 4
+#endif
+
+#ifndef NETIF_F_TSO6
+#define NETIF_F_TSO6 0
+#endif
+
+#define Reserved2_data 7
+#define RX_DMA_BURST_unlimited 7 /* Maximum PCI burst, '7' is unlimited */
+#define RX_DMA_BURST_512 5
+#define RX_DMA_BURST_256 4
+#define TX_DMA_BURST_unlimited 7
+#define TX_DMA_BURST_1024 6
+#define TX_DMA_BURST_512 5
+#define TX_DMA_BURST_256 4
+#define TX_DMA_BURST_128 3
+#define TX_DMA_BURST_64 2
+#define TX_DMA_BURST_32 1
+#define TX_DMA_BURST_16 0
+#define Reserved1_data 0x3F
+#define RxPacketMaxSize 0x3FE8 /* 16K - 1 - ETH_HLEN - VLAN - CRC... */
+#define Jumbo_Frame_1k ETH_DATA_LEN
+#define Jumbo_Frame_2k (2*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_3k (3*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_4k (4*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_5k (5*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_6k (6*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_7k (7*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_8k (8*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define Jumbo_Frame_9k (9*1024 - ETH_HLEN - VLAN_HLEN - ETH_FCS_LEN)
+#define InterFrameGap 0x03 /* 3 means InterFrameGap = the shortest one */
+#define RxEarly_off_V1 (0x07 << 11)
+#define RxEarly_off_V2 (1 << 11)
+#define Rx_Single_fetch_V2 (1 << 14)
+#define Rx_Close_Multiple (1 << 21)
+#define Rx_Fetch_Number_8 (1 << 30)
+
+#define R8126_REGS_SIZE (256)
+#define R8126_MAC_REGS_SIZE (256)
+#define R8126_PHY_REGS_SIZE (16*2)
+#define R8126_EPHY_REGS_SIZE (31*2)
+#define R8126_ERI_REGS_SIZE (0x100)
+#define R8126_REGS_DUMP_SIZE (0x400)
+#define R8126_PCI_REGS_SIZE (0x100)
+#define R8126_NAPI_WEIGHT 64
+
+#define R8126_MAX_MSIX_VEC_8125A 4
+#define R8126_MAX_MSIX_VEC_8125B 32
+#define R8126_MAX_MSIX_VEC_8125D 32
+#define R8126_MIN_MSIX_VEC_8125B 22
+#define R8126_MIN_MSIX_VEC_8125BP 31
+#define R8126_MIN_MSIX_VEC_8125D 20
+#define R8126_MAX_MSIX_VEC 32
+#define R8126_MAX_RX_QUEUES_VEC_V3 (16)
+
+#define RTL8126_TX_TIMEOUT (6 * HZ)
+#define RTL8126_LINK_TIMEOUT (1 * HZ)
+#define RTL8126_ESD_TIMEOUT (2 * HZ)
+
+#define rtl8126_rx_page_size(order) (PAGE_SIZE << order)
+
+#define MAX_NUM_TX_DESC 1024 /* Maximum number of Tx descriptor registers */
+#define MAX_NUM_RX_DESC 1024 /* Maximum number of Rx descriptor registers */
+
+#define MIN_NUM_TX_DESC 256 /* Minimum number of Tx descriptor registers */
+#define MIN_NUM_RX_DESC 256 /* Minimum number of Rx descriptor registers */
+
+#define NUM_TX_DESC MAX_NUM_TX_DESC /* Number of Tx descriptor registers */
+#define NUM_RX_DESC MAX_NUM_RX_DESC /* Number of Rx descriptor registers */
+
+#ifdef ENABLE_DOUBLE_VLAN
+#define RX_BUF_SIZE 0x05F6 /* 0x05F6(1526) = 1514 + 8(double vlan) + 4(crc) bytes */
+#define RT_VALN_HLEN 8 /* 8(double vlan) bytes */
+#else
+#define RX_BUF_SIZE 0x05F2 /* 0x05F2(1522) = 1514 + 4(single vlan) + 4(crc) bytes */
+#define RT_VALN_HLEN 4 /* 4(single vlan) bytes */
+#endif
+
+#define R8126_MAX_TX_QUEUES (2)
+#define R8126_MAX_RX_QUEUES (4)
+#define R8126_MAX_QUEUES R8126_MAX_RX_QUEUES
+
+#define OCP_STD_PHY_BASE 0xa400
+
+//Channel Wait Count
+#define R8126_CHANNEL_WAIT_COUNT (20000)
+#define R8126_CHANNEL_WAIT_TIME (1) // 1us
+#define R8126_CHANNEL_EXIT_DELAY_TIME (20) //20us
+
+#ifdef ENABLE_LIB_SUPPORT
+#define R8126_MULTI_RX_Q(tp) 0
+#else
+#define R8126_MULTI_RX_Q(tp) (tp->num_rx_rings > 1)
+#endif
+
+#define NODE_ADDRESS_SIZE 6
+
+#define SHORT_PACKET_PADDING_BUF_SIZE 256
+
+#define RTK_MAGIC_DEBUG_VALUE 0x0badbeef
+
+/* write/read MMIO register */
+#define RTL_W8(tp, reg, val8) writeb((val8), tp->mmio_addr + (reg))
+#define RTL_W16(tp, reg, val16) writew((val16), tp->mmio_addr + (reg))
+#define RTL_W32(tp, reg, val32) writel((val32), tp->mmio_addr + (reg))
+#define RTL_R8(tp, reg) readb(tp->mmio_addr + (reg))
+#define RTL_R16(tp, reg) readw(tp->mmio_addr + (reg))
+#define RTL_R32(tp, reg) ((unsigned long) readl(tp->mmio_addr + (reg)))
+
+#ifndef DMA_64BIT_MASK
+#define DMA_64BIT_MASK 0xffffffffffffffffULL
+#endif
+
+#ifndef DMA_32BIT_MASK
+#define DMA_32BIT_MASK 0x00000000ffffffffULL
+#endif
+
+#ifndef NETDEV_TX_OK
+#define NETDEV_TX_OK 0 /* driver took care of packet */
+#endif
+
+#ifndef NETDEV_TX_BUSY
+#define NETDEV_TX_BUSY 1 /* driver tx path was busy*/
+#endif
+
+#ifndef NETDEV_TX_LOCKED
+#define NETDEV_TX_LOCKED -1t /* driver tx lock was already taken */
+#endif
+
+#ifndef ADVERTISED_Pause
+#define ADVERTISED_Pause (1 << 13)
+#endif
+
+#ifndef ADVERTISED_Asym_Pause
+#define ADVERTISED_Asym_Pause (1 << 14)
+#endif
+
+#ifndef ADVERTISE_PAUSE_CAP
+#define ADVERTISE_PAUSE_CAP 0x400
+#endif
+
+#ifndef ADVERTISE_PAUSE_ASYM
+#define ADVERTISE_PAUSE_ASYM 0x800
+#endif
+
+#ifndef MII_CTRL1000
+#define MII_CTRL1000 0x09
+#endif
+
+#ifndef ADVERTISE_1000FULL
+#define ADVERTISE_1000FULL 0x200
+#endif
+
+#ifndef ADVERTISE_1000HALF
+#define ADVERTISE_1000HALF 0x100
+#endif
+
+#ifndef ADVERTISED_2500baseX_Full
+#define ADVERTISED_2500baseX_Full 0x8000
+#endif
+#define RTK_ADVERTISED_5000baseX_Full BIT(48)
+
+#define RTK_ADVERTISE_2500FULL 0x80
+#define RTK_ADVERTISE_5000FULL 0x100
+#define RTK_ADVERTISE_10000FULL 0x1000
+#define RTK_LPA_ADVERTISE_2500FULL 0x20
+#define RTK_LPA_ADVERTISE_5000FULL 0x40
+#define RTK_LPA_ADVERTISE_10000FULL 0x800
+
+#define RTK_EEE_ADVERTISE_2500FULL BIT(0)
+#define RTK_EEE_ADVERTISE_5000FULL BIT(1)
+#define RTK_LPA_EEE_ADVERTISE_2500FULL BIT(0)
+#define RTK_LPA_EEE_ADVERTISE_5000FULL BIT(1)
+
+/* Tx NO CLOSE */
+#define MAX_TX_NO_CLOSE_DESC_PTR_V2 0x10000
+#define MAX_TX_NO_CLOSE_DESC_PTR_MASK_V2 0xFFFF
+#define MAX_TX_NO_CLOSE_DESC_PTR_V3 0x100000000
+#define MAX_TX_NO_CLOSE_DESC_PTR_MASK_V3 0xFFFFFFFF
+#define MAX_TX_NO_CLOSE_DESC_PTR_V4 0x80000000
+#define MAX_TX_NO_CLOSE_DESC_PTR_MASK_V4 0x7FFFFFFF
+#define TX_NO_CLOSE_SW_PTR_MASK_V2 0x1FFFF
+
+#ifndef ETH_MIN_MTU
+#define ETH_MIN_MTU 68
+#endif
+
+#define D0_SPEED_UP_SPEED_DISABLE 0
+#define D0_SPEED_UP_SPEED_1000 1
+#define D0_SPEED_UP_SPEED_2500 2
+#define D0_SPEED_UP_SPEED_5000 3
+
+#define RTL8126_MAC_MCU_PAGE_SIZE 256 //256 words
+
+#ifndef WRITE_ONCE
+#define WRITE_ONCE(var, val) (*((volatile typeof(val) *)(&(var))) = (val))
+#endif
+#ifndef READ_ONCE
+#define READ_ONCE(var) (*((volatile typeof(var) *)(&(var))))
+#endif
+
+#ifndef SPEED_5000
+#define SPEED_5000 5000
+#endif
+
+/*****************************************************************************/
+
+//#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,3)
+#if (( LINUX_VERSION_CODE < KERNEL_VERSION(2,4,27) ) || \
+ (( LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) ) && \
+ ( LINUX_VERSION_CODE < KERNEL_VERSION(2,6,3) )))
+/* copied from linux kernel 2.6.20 include/linux/netdev.h */
+#define NETDEV_ALIGN 32
+#define NETDEV_ALIGN_CONST (NETDEV_ALIGN - 1)
+
+static inline void *netdev_priv(struct net_device *dev)
+{
+ return (char *)dev + ((sizeof(struct net_device)
+ + NETDEV_ALIGN_CONST)
+ & ~NETDEV_ALIGN_CONST);
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,3)
+
+/*****************************************************************************/
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+#define RTLDEV tp
+#else
+#define RTLDEV dev
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+/*****************************************************************************/
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24)
+typedef struct net_device *napi_ptr;
+typedef int *napi_budget;
+
+#define napi dev
+#define RTL_NAPI_CONFIG(ndev, priv, function, weig) ndev->poll=function; \
+ ndev->weight=weig;
+#define RTL_NAPI_QUOTA(budget, ndev) min(*budget, ndev->quota)
+#define RTL_GET_PRIV(stuct_ptr, priv_struct) netdev_priv(stuct_ptr)
+#define RTL_GET_NETDEV(priv_ptr)
+#define RTL_RX_QUOTA(budget) *budget
+#define RTL_NAPI_QUOTA_UPDATE(ndev, work_done, budget) *budget -= work_done; \
+ ndev->quota -= work_done;
+#define RTL_NETIF_RX_COMPLETE(dev, napi, work_done) netif_rx_complete(dev)
+#define RTL_NETIF_RX_SCHEDULE_PREP(dev, napi) netif_rx_schedule_prep(dev)
+#define __RTL_NETIF_RX_SCHEDULE(dev, napi) __netif_rx_schedule(dev)
+#define RTL_NAPI_RETURN_VALUE work_done >= work_to_do
+#define RTL_NAPI_ENABLE(dev, napi) netif_poll_enable(dev)
+#define RTL_NAPI_DISABLE(dev, napi) netif_poll_disable(dev)
+#define DMA_BIT_MASK(n) (((n) == 64) ? ~0ULL : ((1ULL<<(n))-1))
+#else
+typedef struct napi_struct *napi_ptr;
+typedef int napi_budget;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(6,1,0)
+#define RTL_NAPI_CONFIG(ndev, priv, function, weight) netif_napi_add_weight(ndev, &priv->napi, function, weight)
+#else
+#define RTL_NAPI_CONFIG(ndev, priv, function, weight) netif_napi_add(ndev, &priv->napi, function, weight)
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(6,1,0)
+#define RTL_NAPI_QUOTA(budget, ndev) min(budget, budget)
+#define RTL_GET_PRIV(stuct_ptr, priv_struct) container_of(stuct_ptr, priv_struct, stuct_ptr)
+#define RTL_GET_NETDEV(priv_ptr) struct net_device *dev = priv_ptr->dev;
+#define RTL_RX_QUOTA(budget) budget
+#define RTL_NAPI_QUOTA_UPDATE(ndev, work_done, budget)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29)
+#define RTL_NETIF_RX_COMPLETE(dev, napi, work_done) netif_rx_complete(dev, napi)
+#define RTL_NETIF_RX_SCHEDULE_PREP(dev, napi) netif_rx_schedule_prep(dev, napi)
+#define __RTL_NETIF_RX_SCHEDULE(dev, napi) __netif_rx_schedule(dev, napi)
+#endif
+#if LINUX_VERSION_CODE == KERNEL_VERSION(2,6,29)
+#define RTL_NETIF_RX_COMPLETE(dev, napi, work_done) netif_rx_complete(napi)
+#define RTL_NETIF_RX_SCHEDULE_PREP(dev, napi) netif_rx_schedule_prep(napi)
+#define __RTL_NETIF_RX_SCHEDULE(dev, napi) __netif_rx_schedule(napi)
+#endif
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,29)
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,19,0)
+#define RTL_NETIF_RX_COMPLETE(dev, napi, work_done) napi_complete_done(napi, work_done)
+#else
+#define RTL_NETIF_RX_COMPLETE(dev, napi, work_done) napi_complete(napi)
+#endif
+#define RTL_NETIF_RX_SCHEDULE_PREP(dev, napi) napi_schedule_prep(napi)
+#define __RTL_NETIF_RX_SCHEDULE(dev, napi) __napi_schedule(napi)
+#endif
+#define RTL_NAPI_RETURN_VALUE work_done
+#define RTL_NAPI_ENABLE(dev, napi) napi_enable(napi)
+#define RTL_NAPI_DISABLE(dev, napi) napi_disable(napi)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,27)
+#define RTL_NAPI_DEL(priv)
+#else
+#define RTL_NAPI_DEL(priv) netif_napi_del(&priv->napi)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,27)
+
+/*****************************************************************************/
+#ifdef CONFIG_R8126_NAPI
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,6,0)
+#define RTL_NAPI_CONSUME_SKB_ANY(skb, budget) napi_consume_skb(skb, budget)
+#elif LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0)
+#define RTL_NAPI_CONSUME_SKB_ANY(skb, budget) dev_consume_skb_any(skb);
+#else
+#define RTL_NAPI_CONSUME_SKB_ANY(skb, budget) dev_kfree_skb_any(skb);
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(4,6,0)
+#else //CONFIG_R8126_NAPI
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0)
+#define RTL_NAPI_CONSUME_SKB_ANY(skb, budget) dev_consume_skb_any(skb);
+#else
+#define RTL_NAPI_CONSUME_SKB_ANY(skb, budget) dev_kfree_skb_any(skb);
+#endif
+#endif //CONFIG_R8126_NAPI
+
+/*****************************************************************************/
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9)
+#ifdef __CHECKER__
+#define __iomem __attribute__((noderef, address_space(2)))
+extern void __chk_io_ptr(void __iomem *);
+#define __bitwise __attribute__((bitwise))
+#else
+#define __iomem
+#define __chk_io_ptr(x) (void)0
+#define __bitwise
+#endif
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9)
+
+/*****************************************************************************/
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,8)
+#ifdef __CHECKER__
+#define __force __attribute__((force))
+#else
+#define __force
+#endif
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,8)
+
+#ifndef module_param
+#define module_param(v,t,p) MODULE_PARM(v, "i");
+#endif
+
+#ifndef PCI_DEVICE
+#define PCI_DEVICE(vend,dev) \
+ .vendor = (vend), .device = (dev), \
+ .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID
+#endif
+
+/*****************************************************************************/
+/* 2.5.28 => 2.4.23 */
+#if ( LINUX_VERSION_CODE < KERNEL_VERSION(2,5,28) )
+
+static inline void _kc_synchronize_irq(void)
+{
+ synchronize_irq();
+}
+#undef synchronize_irq
+#define synchronize_irq(X) _kc_synchronize_irq()
+
+#include
+#define work_struct tq_struct
+#undef INIT_WORK
+#define INIT_WORK(a,b,c) INIT_TQUEUE(a,(void (*)(void *))b,c)
+#undef container_of
+#define container_of list_entry
+#define schedule_work schedule_task
+#define flush_scheduled_work flush_scheduled_tasks
+#endif /* 2.5.28 => 2.4.17 */
+
+/*****************************************************************************/
+/* 2.6.4 => 2.6.0 */
+#if ( LINUX_VERSION_CODE < KERNEL_VERSION(2,6,4) )
+#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
+#endif /* 2.6.4 => 2.6.0 */
+/*****************************************************************************/
+/* 2.6.0 => 2.5.28 */
+#if ( LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) )
+#define MODULE_INFO(version, _version)
+#ifndef CONFIG_E1000_DISABLE_PACKET_SPLIT
+#define CONFIG_E1000_DISABLE_PACKET_SPLIT 1
+#endif
+
+#define pci_set_consistent_dma_mask(dev,mask) 1
+
+#undef dev_put
+#define dev_put(dev) __dev_put(dev)
+
+#ifndef skb_fill_page_desc
+#define skb_fill_page_desc _kc_skb_fill_page_desc
+extern void _kc_skb_fill_page_desc(struct sk_buff *skb, int i, struct page *page, int off, int size);
+#endif
+
+#ifndef pci_dma_mapping_error
+#define pci_dma_mapping_error _kc_pci_dma_mapping_error
+static inline int _kc_pci_dma_mapping_error(dma_addr_t dma_addr)
+{
+ return dma_addr == 0;
+}
+#endif
+
+#undef ALIGN
+#define ALIGN(x,a) (((x)+(a)-1)&~((a)-1))
+
+#endif /* 2.6.0 => 2.5.28 */
+
+/*****************************************************************************/
+/* 2.4.22 => 2.4.17 */
+#if ( LINUX_VERSION_CODE < KERNEL_VERSION(2,4,22) )
+#define pci_name(x) ((x)->slot_name)
+#endif /* 2.4.22 => 2.4.17 */
+
+/*****************************************************************************/
+/* 2.6.5 => 2.6.0 */
+#if ( LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5) )
+#define pci_dma_sync_single_for_cpu pci_dma_sync_single
+#define pci_dma_sync_single_for_device pci_dma_sync_single_for_cpu
+#endif /* 2.6.5 => 2.6.0 */
+
+/*****************************************************************************/
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)
+/*
+ * initialize a work-struct's func and data pointers:
+ */
+#define PREPARE_WORK(_work, _func, _data) \
+ do { \
+ (_work)->func = _func; \
+ (_work)->data = _data; \
+ } while (0)
+
+#endif
+/*****************************************************************************/
+/* 2.6.4 => 2.6.0 */
+#if ((LINUX_VERSION_CODE < KERNEL_VERSION(2,4,25) && \
+ LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)) || \
+ (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) && \
+ LINUX_VERSION_CODE < KERNEL_VERSION(2,6,4)))
+#define ETHTOOL_OPS_COMPAT
+#endif /* 2.6.4 => 2.6.0 */
+
+/*****************************************************************************/
+/* Installations with ethtool version without eeprom, adapter id, or statistics
+ * support */
+
+#ifndef ETH_GSTRING_LEN
+#define ETH_GSTRING_LEN 32
+#endif
+
+#ifndef ETHTOOL_GSTATS
+#define ETHTOOL_GSTATS 0x1d
+#undef ethtool_drvinfo
+#define ethtool_drvinfo k_ethtool_drvinfo
+struct k_ethtool_drvinfo {
+ u32 cmd;
+ char driver[32];
+ char version[32];
+ char fw_version[32];
+ char bus_info[32];
+ char reserved1[32];
+ char reserved2[16];
+ u32 n_stats;
+ u32 testinfo_len;
+ u32 eedump_len;
+ u32 regdump_len;
+};
+
+struct ethtool_stats {
+ u32 cmd;
+ u32 n_stats;
+ u64 data[0];
+};
+#endif /* ETHTOOL_GSTATS */
+
+#ifndef ETHTOOL_PHYS_ID
+#define ETHTOOL_PHYS_ID 0x1c
+#endif /* ETHTOOL_PHYS_ID */
+
+#ifndef ETHTOOL_GSTRINGS
+#define ETHTOOL_GSTRINGS 0x1b
+enum ethtool_stringset {
+ ETH_SS_TEST = 0,
+ ETH_SS_STATS,
+};
+struct ethtool_gstrings {
+ u32 cmd; /* ETHTOOL_GSTRINGS */
+ u32 string_set; /* string set id e.c. ETH_SS_TEST, etc*/
+ u32 len; /* number of strings in the string set */
+ u8 data[0];
+};
+#endif /* ETHTOOL_GSTRINGS */
+
+#ifndef ETHTOOL_TEST
+#define ETHTOOL_TEST 0x1a
+enum ethtool_test_flags {
+ ETH_TEST_FL_OFFLINE = (1 << 0),
+ ETH_TEST_FL_FAILED = (1 << 1),
+};
+struct ethtool_test {
+ u32 cmd;
+ u32 flags;
+ u32 reserved;
+ u32 len;
+ u64 data[0];
+};
+#endif /* ETHTOOL_TEST */
+
+#ifndef ETHTOOL_GEEPROM
+#define ETHTOOL_GEEPROM 0xb
+#undef ETHTOOL_GREGS
+struct ethtool_eeprom {
+ u32 cmd;
+ u32 magic;
+ u32 offset;
+ u32 len;
+ u8 data[0];
+};
+
+struct ethtool_value {
+ u32 cmd;
+ u32 data;
+};
+#endif /* ETHTOOL_GEEPROM */
+
+#ifndef ETHTOOL_GLINK
+#define ETHTOOL_GLINK 0xa
+#endif /* ETHTOOL_GLINK */
+
+#ifndef ETHTOOL_GREGS
+#define ETHTOOL_GREGS 0x00000004 /* Get NIC registers */
+#define ethtool_regs _kc_ethtool_regs
+/* for passing big chunks of data */
+struct _kc_ethtool_regs {
+ u32 cmd;
+ u32 version; /* driver-specific, indicates different chips/revs */
+ u32 len; /* bytes */
+ u8 data[0];
+};
+#endif /* ETHTOOL_GREGS */
+
+#ifndef ETHTOOL_GMSGLVL
+#define ETHTOOL_GMSGLVL 0x00000007 /* Get driver message level */
+#endif
+#ifndef ETHTOOL_SMSGLVL
+#define ETHTOOL_SMSGLVL 0x00000008 /* Set driver msg level, priv. */
+#endif
+#ifndef ETHTOOL_NWAY_RST
+#define ETHTOOL_NWAY_RST 0x00000009 /* Restart autonegotiation, priv */
+#endif
+#ifndef ETHTOOL_GLINK
+#define ETHTOOL_GLINK 0x0000000a /* Get link status */
+#endif
+#ifndef ETHTOOL_GEEPROM
+#define ETHTOOL_GEEPROM 0x0000000b /* Get EEPROM data */
+#endif
+#ifndef ETHTOOL_SEEPROM
+#define ETHTOOL_SEEPROM 0x0000000c /* Set EEPROM data */
+#endif
+#ifndef ETHTOOL_GCOALESCE
+#define ETHTOOL_GCOALESCE 0x0000000e /* Get coalesce config */
+/* for configuring coalescing parameters of chip */
+#define ethtool_coalesce _kc_ethtool_coalesce
+struct _kc_ethtool_coalesce {
+ u32 cmd; /* ETHTOOL_{G,S}COALESCE */
+
+ /* How many usecs to delay an RX interrupt after
+ * a packet arrives. If 0, only rx_max_coalesced_frames
+ * is used.
+ */
+ u32 rx_coalesce_usecs;
+
+ /* How many packets to delay an RX interrupt after
+ * a packet arrives. If 0, only rx_coalesce_usecs is
+ * used. It is illegal to set both usecs and max frames
+ * to zero as this would cause RX interrupts to never be
+ * generated.
+ */
+ u32 rx_max_coalesced_frames;
+
+ /* Same as above two parameters, except that these values
+ * apply while an IRQ is being serviced by the host. Not
+ * all cards support this feature and the values are ignored
+ * in that case.
+ */
+ u32 rx_coalesce_usecs_irq;
+ u32 rx_max_coalesced_frames_irq;
+
+ /* How many usecs to delay a TX interrupt after
+ * a packet is sent. If 0, only tx_max_coalesced_frames
+ * is used.
+ */
+ u32 tx_coalesce_usecs;
+
+ /* How many packets to delay a TX interrupt after
+ * a packet is sent. If 0, only tx_coalesce_usecs is
+ * used. It is illegal to set both usecs and max frames
+ * to zero as this would cause TX interrupts to never be
+ * generated.
+ */
+ u32 tx_max_coalesced_frames;
+
+ /* Same as above two parameters, except that these values
+ * apply while an IRQ is being serviced by the host. Not
+ * all cards support this feature and the values are ignored
+ * in that case.
+ */
+ u32 tx_coalesce_usecs_irq;
+ u32 tx_max_coalesced_frames_irq;
+
+ /* How many usecs to delay in-memory statistics
+ * block updates. Some drivers do not have an in-memory
+ * statistic block, and in such cases this value is ignored.
+ * This value must not be zero.
+ */
+ u32 stats_block_coalesce_usecs;
+
+ /* Adaptive RX/TX coalescing is an algorithm implemented by
+ * some drivers to improve latency under low packet rates and
+ * improve throughput under high packet rates. Some drivers
+ * only implement one of RX or TX adaptive coalescing. Anything
+ * not implemented by the driver causes these values to be
+ * silently ignored.
+ */
+ u32 use_adaptive_rx_coalesce;
+ u32 use_adaptive_tx_coalesce;
+
+ /* When the packet rate (measured in packets per second)
+ * is below pkt_rate_low, the {rx,tx}_*_low parameters are
+ * used.
+ */
+ u32 pkt_rate_low;
+ u32 rx_coalesce_usecs_low;
+ u32 rx_max_coalesced_frames_low;
+ u32 tx_coalesce_usecs_low;
+ u32 tx_max_coalesced_frames_low;
+
+ /* When the packet rate is below pkt_rate_high but above
+ * pkt_rate_low (both measured in packets per second) the
+ * normal {rx,tx}_* coalescing parameters are used.
+ */
+
+ /* When the packet rate is (measured in packets per second)
+ * is above pkt_rate_high, the {rx,tx}_*_high parameters are
+ * used.
+ */
+ u32 pkt_rate_high;
+ u32 rx_coalesce_usecs_high;
+ u32 rx_max_coalesced_frames_high;
+ u32 tx_coalesce_usecs_high;
+ u32 tx_max_coalesced_frames_high;
+
+ /* How often to do adaptive coalescing packet rate sampling,
+ * measured in seconds. Must not be zero.
+ */
+ u32 rate_sample_interval;
+};
+#endif /* ETHTOOL_GCOALESCE */
+
+#ifndef ETHTOOL_SCOALESCE
+#define ETHTOOL_SCOALESCE 0x0000000f /* Set coalesce config. */
+#endif
+#ifndef ETHTOOL_GRINGPARAM
+#define ETHTOOL_GRINGPARAM 0x00000010 /* Get ring parameters */
+/* for configuring RX/TX ring parameters */
+#define ethtool_ringparam _kc_ethtool_ringparam
+struct _kc_ethtool_ringparam {
+ u32 cmd; /* ETHTOOL_{G,S}RINGPARAM */
+
+ /* Read only attributes. These indicate the maximum number
+ * of pending RX/TX ring entries the driver will allow the
+ * user to set.
+ */
+ u32 rx_max_pending;
+ u32 rx_mini_max_pending;
+ u32 rx_jumbo_max_pending;
+ u32 tx_max_pending;
+
+ /* Values changeable by the user. The valid values are
+ * in the range 1 to the "*_max_pending" counterpart above.
+ */
+ u32 rx_pending;
+ u32 rx_mini_pending;
+ u32 rx_jumbo_pending;
+ u32 tx_pending;
+};
+#endif /* ETHTOOL_GRINGPARAM */
+
+#ifndef ETHTOOL_SRINGPARAM
+#define ETHTOOL_SRINGPARAM 0x00000011 /* Set ring parameters, priv. */
+#endif
+#ifndef ETHTOOL_GPAUSEPARAM
+#define ETHTOOL_GPAUSEPARAM 0x00000012 /* Get pause parameters */
+/* for configuring link flow control parameters */
+#define ethtool_pauseparam _kc_ethtool_pauseparam
+struct _kc_ethtool_pauseparam {
+ u32 cmd; /* ETHTOOL_{G,S}PAUSEPARAM */
+
+ /* If the link is being auto-negotiated (via ethtool_cmd.autoneg
+ * being true) the user may set 'autonet' here non-zero to have the
+ * pause parameters be auto-negotiated too. In such a case, the
+ * {rx,tx}_pause values below determine what capabilities are
+ * advertised.
+ *
+ * If 'autoneg' is zero or the link is not being auto-negotiated,
+ * then {rx,tx}_pause force the driver to use/not-use pause
+ * flow control.
+ */
+ u32 autoneg;
+ u32 rx_pause;
+ u32 tx_pause;
+};
+#endif /* ETHTOOL_GPAUSEPARAM */
+
+#ifndef ETHTOOL_SPAUSEPARAM
+#define ETHTOOL_SPAUSEPARAM 0x00000013 /* Set pause parameters. */
+#endif
+#ifndef ETHTOOL_GRXCSUM
+#define ETHTOOL_GRXCSUM 0x00000014 /* Get RX hw csum enable (ethtool_value) */
+#endif
+#ifndef ETHTOOL_SRXCSUM
+#define ETHTOOL_SRXCSUM 0x00000015 /* Set RX hw csum enable (ethtool_value) */
+#endif
+#ifndef ETHTOOL_GTXCSUM
+#define ETHTOOL_GTXCSUM 0x00000016 /* Get TX hw csum enable (ethtool_value) */
+#endif
+#ifndef ETHTOOL_STXCSUM
+#define ETHTOOL_STXCSUM 0x00000017 /* Set TX hw csum enable (ethtool_value) */
+#endif
+#ifndef ETHTOOL_GSG
+#define ETHTOOL_GSG 0x00000018 /* Get scatter-gather enable
+* (ethtool_value) */
+#endif
+#ifndef ETHTOOL_SSG
+#define ETHTOOL_SSG 0x00000019 /* Set scatter-gather enable
+* (ethtool_value). */
+#endif
+#ifndef ETHTOOL_TEST
+#define ETHTOOL_TEST 0x0000001a /* execute NIC self-test, priv. */
+#endif
+#ifndef ETHTOOL_GSTRINGS
+#define ETHTOOL_GSTRINGS 0x0000001b /* get specified string set */
+#endif
+#ifndef ETHTOOL_PHYS_ID
+#define ETHTOOL_PHYS_ID 0x0000001c /* identify the NIC */
+#endif
+#ifndef ETHTOOL_GSTATS
+#define ETHTOOL_GSTATS 0x0000001d /* get NIC-specific statistics */
+#endif
+#ifndef ETHTOOL_GTSO
+#define ETHTOOL_GTSO 0x0000001e /* Get TSO enable (ethtool_value) */
+#endif
+#ifndef ETHTOOL_STSO
+#define ETHTOOL_STSO 0x0000001f /* Set TSO enable (ethtool_value) */
+#endif
+
+#ifndef ETHTOOL_BUSINFO_LEN
+#define ETHTOOL_BUSINFO_LEN 32
+#endif
+
+/*****************************************************************************/
+
+enum RTL8126_registers {
+ MAC0 = 0x00, /* Ethernet hardware address. */
+ MAC4 = 0x04,
+ MAR0 = 0x08, /* Multicast filter. */
+ CounterAddrLow = 0x10,
+ CounterAddrHigh = 0x14,
+ CustomLED = 0x18,
+ TxDescStartAddrLow = 0x20,
+ TxDescStartAddrHigh = 0x24,
+ TxHDescStartAddrLow = 0x28,
+ TxHDescStartAddrHigh = 0x2c,
+ FLASH = 0x30,
+ INT_CFG0_8125 = 0x34,
+ ERSR = 0x36,
+ ChipCmd = 0x37,
+ TxPoll = 0x38,
+ IntrMask = 0x3C,
+ IntrStatus = 0x3E,
+ TxConfig = 0x40,
+ RxConfig = 0x44,
+ TCTR = 0x48,
+ Cfg9346 = 0x50,
+ Config0 = 0x51,
+ Config1 = 0x52,
+ Config2 = 0x53,
+ Config3 = 0x54,
+ Config4 = 0x55,
+ Config5 = 0x56,
+ TDFNR = 0x57,
+ TimeInt0 = 0x58,
+ TimeInt1 = 0x5C,
+ PHYAR = 0x60,
+ CSIDR = 0x64,
+ CSIAR = 0x68,
+ PHYstatus = 0x6C,
+ MACDBG = 0x6D,
+ GPIO = 0x6E,
+ PMCH = 0x6F,
+ ERIDR = 0x70,
+ ERIAR = 0x74,
+ INT_CFG1_8125 = 0x7A,
+ EPHY_RXER_NUM = 0x7C,
+ EPHYAR = 0x80,
+ TimeInt2 = 0x8C,
+ OCPDR = 0xB0,
+ MACOCP = 0xB0,
+ OCPAR = 0xB4,
+ SecMAC0 = 0xB4,
+ SecMAC4 = 0xB8,
+ PHYOCP = 0xB8,
+ DBG_reg = 0xD1,
+ TwiCmdReg = 0xD2,
+ MCUCmd_reg = 0xD3,
+ RxMaxSize = 0xDA,
+ EFUSEAR = 0xDC,
+ CPlusCmd = 0xE0,
+ IntrMitigate = 0xE2,
+ RxDescAddrLow = 0xE4,
+ RxDescAddrHigh = 0xE8,
+ MTPS = 0xEC,
+ FuncEvent = 0xF0,
+ PPSW = 0xF2,
+ FuncEventMask = 0xF4,
+ TimeInt3 = 0xF4,
+ FuncPresetState = 0xF8,
+ CMAC_IBCR0 = 0xF8,
+ CMAC_IBCR2 = 0xF9,
+ CMAC_IBIMR0 = 0xFA,
+ CMAC_IBISR0 = 0xFB,
+ FuncForceEvent = 0xFC,
+ //8125
+ IMR0_8125 = 0x38,
+ ISR0_8125 = 0x3C,
+ TPPOLL_8125 = 0x90,
+ IMR1_8125 = 0x800,
+ ISR1_8125 = 0x802,
+ IMR2_8125 = 0x804,
+ ISR2_8125 = 0x806,
+ IMR3_8125 = 0x808,
+ ISR3_8125 = 0x80A,
+ BACKUP_ADDR0_8125 = 0x19E0,
+ BACKUP_ADDR1_8125 = 0X19E4,
+ TCTR0_8125 = 0x0048,
+ TCTR1_8125 = 0x004C,
+ TCTR2_8125 = 0x0088,
+ TCTR3_8125 = 0x001C,
+ TIMER_INT0_8125 = 0x0058,
+ TIMER_INT1_8125 = 0x005C,
+ TIMER_INT2_8125 = 0x008C,
+ TIMER_INT3_8125 = 0x00F4,
+ INT_MITI_V2_0_RX = 0x0A00,
+ INT_MITI_V2_0_TX = 0x0A02,
+ INT_MITI_V2_1_RX = 0x0A08,
+ INT_MITI_V2_1_TX = 0x0A0A,
+ IMR_V2_CLEAR_REG_8125 = 0x0D00,
+ ISR_V2_8125 = 0x0D04,
+ IMR_V2_SET_REG_8125 = 0x0D0C,
+ TDU_STA_8125 = 0x0D08,
+ RDU_STA_8125 = 0x0D0A,
+ IMR_V4_L2_CLEAR_REG_8125 = 0x0D10,
+ IMR_V4_L2_SET_REG_8125 = 0x0D18,
+ ISR_V4_L2_8125 = 0x0D14,
+ SW_TAIL_PTR0_8125BP = 0x0D30,
+ SW_TAIL_PTR1_8125BP = 0x0D38,
+ HW_CLO_PTR0_8125BP = 0x0D34,
+ HW_CLO_PTR1_8125BP = 0x0D3C,
+ DOUBLE_VLAN_CONFIG = 0x1000,
+ TX_NEW_CTRL = 0x203E,
+ TNPDS_Q1_LOW_8125 = 0x2100,
+ PLA_TXQ0_IDLE_CREDIT = 0x2500,
+ PLA_TXQ1_IDLE_CREDIT = 0x2504,
+ SW_TAIL_PTR0_8125 = 0x2800,
+ HW_CLO_PTR0_8125 = 0x2802,
+ SW_TAIL_PTR0_8126 = 0x2800,
+ HW_CLO_PTR0_8126 = 0x2800,
+ RDSAR_Q1_LOW_8125 = 0x4000,
+ RSS_CTRL_8125 = 0x4500,
+ Q_NUM_CTRL_8125 = 0x4800,
+ RSS_KEY_8125 = 0x4600,
+ RSS_INDIRECTION_TBL_8125_V2 = 0x4700,
+ EEE_TXIDLE_TIMER_8125 = 0x6048,
+ PTP_CTRL_8125 = 0x6800,
+ PTP_STATUS_8125 = 0x6802,
+ PTP_ISR_8125 = 0x6804,
+ PTP_IMR_8125 = 0x6805,
+ PTP_TIME_CORRECT_CMD_8125 = 0x6806,
+ PTP_SOFT_CONFIG_Time_NS_8125 = 0x6808,
+ PTP_SOFT_CONFIG_Time_S_8125 = 0x680C,
+ PTP_SOFT_CONFIG_Time_Sign = 0x6812,
+ PTP_LOCAL_Time_SUB_NS_8125 = 0x6814,
+ PTP_LOCAL_Time_NS_8125 = 0x6818,
+ PTP_LOCAL_Time_S_8125 = 0x681C,
+ PTP_Time_SHIFTER_S_8125 = 0x6856,
+ PPS_RISE_TIME_NS_8125 = 0x68A0,
+ PPS_RISE_TIME_S_8125 = 0x68A4,
+ PTP_EGRESS_TIME_BASE_NS_8125 = 0XCF20,
+ PTP_EGRESS_TIME_BASE_S_8125 = 0XCF24,
+
+ //TCAM
+ TCAM_NOTVALID_ADDR = 0xA000,
+ TCAM_VALID_ADDR = 0xA800,
+ TCAM_MAC_ADDR = 448,
+ TCAM_VLAN_TAG = 496,
+ //TCAM V2
+ TCAM_NOTVALID_ADDR_V2 = 0xA000,
+ TCAM_VALID_ADDR_V2 = 0xB000,
+ TCAM_MAC_ADDR_V2 = 0x00,
+ TCAM_VLAN_TAG_V2 = 0x03,
+};
+
+enum RTL8126_register_content {
+ /* InterruptStatusBits */
+ SYSErr = 0x8000,
+ PCSTimeout = 0x4000,
+ SWInt = 0x0100,
+ TxDescUnavail = 0x0080,
+ RxFIFOOver = 0x0040,
+ LinkChg = 0x0020,
+ RxDescUnavail = 0x0010,
+ TxErr = 0x0008,
+ TxOK = 0x0004,
+ RxErr = 0x0002,
+ RxOK = 0x0001,
+ RxDU1 = 0x0002,
+ RxOK1 = 0x0001,
+
+ /* RxStatusDesc */
+ RxRWT = (1 << 22),
+ RxRES = (1 << 21),
+ RxRUNT = (1 << 20),
+ RxCRC = (1 << 19),
+
+ RxRWT_V3 = (1 << 18),
+ RxRES_V3 = (1 << 20),
+ RxRUNT_V3 = (1 << 19),
+ RxCRC_V3 = (1 << 17),
+
+ /* ChipCmdBits */
+ StopReq = 0x80,
+ CmdReset = 0x10,
+ CmdRxEnb = 0x08,
+ CmdTxEnb = 0x04,
+ RxBufEmpty = 0x01,
+
+ /* Cfg9346Bits */
+ Cfg9346_Lock = 0x00,
+ Cfg9346_Unlock = 0xC0,
+ Cfg9346_EEDO = (1 << 0),
+ Cfg9346_EEDI = (1 << 1),
+ Cfg9346_EESK = (1 << 2),
+ Cfg9346_EECS = (1 << 3),
+ Cfg9346_EEM0 = (1 << 6),
+ Cfg9346_EEM1 = (1 << 7),
+
+ /* rx_mode_bits */
+ AcceptErr = 0x20,
+ AcceptRunt = 0x10,
+ AcceptBroadcast = 0x08,
+ AcceptMulticast = 0x04,
+ AcceptMyPhys = 0x02,
+ AcceptAllPhys = 0x01,
+
+ /* Transmit Priority Polling*/
+ HPQ = 0x80,
+ NPQ = 0x40,
+ FSWInt = 0x01,
+
+ /* RxConfigBits */
+ Reserved2_shift = 13,
+ RxCfgDMAShift = 8,
+ EnableRxDescV3 = (1 << 24),
+ EnableOuterVlan = (1 << 23),
+ EnableInnerVlan = (1 << 22),
+ RxCfg_128_int_en = (1 << 15),
+ RxCfg_fet_multi_en = (1 << 14),
+ RxCfg_half_refetch = (1 << 13),
+ RxCfg_pause_slot_en = (1 << 11),
+ RxCfg_9356SEL = (1 << 6),
+ EnableRxDescV4_0 = (1 << 1), //not in rcr
+
+ /* TxConfigBits */
+ TxInterFrameGapShift = 24,
+ TxDMAShift = 8, /* DMA burst value (0-7) is shift this many bits */
+ TxMACLoopBack = (1 << 17), /* MAC loopback */
+
+ /* Config1 register */
+ LEDS1 = (1 << 7),
+ LEDS0 = (1 << 6),
+ Speed_down = (1 << 4),
+ MEMMAP = (1 << 3),
+ IOMAP = (1 << 2),
+ VPD = (1 << 1),
+ PMEnable = (1 << 0), /* Power Management Enable */
+
+ /* Config2 register */
+ PMSTS_En = (1 << 5),
+
+ /* Config3 register */
+ Isolate_en = (1 << 12), /* Isolate enable */
+ MagicPacket = (1 << 5), /* Wake up when receives a Magic Packet */
+ LinkUp = (1 << 4), /* This bit is reserved in RTL8125B.*/
+ /* Wake up when the cable connection is re-established */
+ ECRCEN = (1 << 3), /* This bit is reserved in RTL8125B*/
+ Jumbo_En0 = (1 << 2), /* This bit is reserved in RTL8125B*/
+ RDY_TO_L23 = (1 << 1), /* This bit is reserved in RTL8125B*/
+ Beacon_en = (1 << 0), /* This bit is reserved in RTL8125B*/
+
+ /* Config4 register */
+ Jumbo_En1 = (1 << 1), /* This bit is reserved in RTL8125B*/
+
+ /* Config5 register */
+ BWF = (1 << 6), /* Accept Broadcast wakeup frame */
+ MWF = (1 << 5), /* Accept Multicast wakeup frame */
+ UWF = (1 << 4), /* Accept Unicast wakeup frame */
+ LanWake = (1 << 1), /* LanWake enable/disable */
+ PMEStatus = (1 << 0), /* PME status can be reset by PCI RST# */
+
+ /* CPlusCmd */
+ EnableBist = (1 << 15),
+ Macdbgo_oe = (1 << 14),
+ Normal_mode = (1 << 13),
+ Force_halfdup = (1 << 12),
+ Force_rxflow_en = (1 << 11),
+ Force_txflow_en = (1 << 10),
+ Cxpl_dbg_sel = (1 << 9),//This bit is reserved in RTL8125B
+ ASF = (1 << 8),//This bit is reserved in RTL8125C
+ PktCntrDisable = (1 << 7),
+ RxVlan = (1 << 6),
+ RxChkSum = (1 << 5),
+ Macdbgo_sel = 0x001C,
+ INTT_0 = 0x0000,
+ INTT_1 = 0x0001,
+ INTT_2 = 0x0002,
+ INTT_3 = 0x0003,
+
+ /* rtl8126_PHYstatus */
+ PowerSaveStatus = 0x80,
+ _5000bpsF = 0x1000,
+ _2500bpsF = 0x400,
+ TxFlowCtrl = 0x40,
+ RxFlowCtrl = 0x20,
+ _1000bpsF = 0x10,
+ _100bps = 0x08,
+ _10bps = 0x04,
+ LinkStatus = 0x02,
+ FullDup = 0x01,
+
+ /* DBG_reg */
+ Fix_Nak_1 = (1 << 4),
+ Fix_Nak_2 = (1 << 3),
+ DBGPIN_E2 = (1 << 0),
+
+ /* ResetCounterCommand */
+ CounterReset = 0x1,
+ /* DumpCounterCommand */
+ CounterDump = 0x8,
+
+ /* PHY access */
+ PHYAR_Flag = 0x80000000,
+ PHYAR_Write = 0x80000000,
+ PHYAR_Read = 0x00000000,
+ PHYAR_Reg_Mask = 0x1f,
+ PHYAR_Reg_shift = 16,
+ PHYAR_Data_Mask = 0xffff,
+
+ /* EPHY access */
+ EPHYAR_Flag = 0x80000000,
+ EPHYAR_Write = 0x80000000,
+ EPHYAR_Read = 0x00000000,
+ EPHYAR_Reg_Mask = 0x3f,
+ EPHYAR_Reg_Mask_v2 = 0x7f,
+ EPHYAR_Reg_shift = 16,
+ EPHYAR_Data_Mask = 0xffff,
+
+ /* CSI access */
+ CSIAR_Flag = 0x80000000,
+ CSIAR_Write = 0x80000000,
+ CSIAR_Read = 0x00000000,
+ CSIAR_ByteEn = 0x0f,
+ CSIAR_ByteEn_shift = 12,
+ CSIAR_Addr_Mask = 0x0fff,
+
+ /* ERI access */
+ ERIAR_Flag = 0x80000000,
+ ERIAR_Write = 0x80000000,
+ ERIAR_Read = 0x00000000,
+ ERIAR_Addr_Align = 4, /* ERI access register address must be 4 byte alignment */
+ ERIAR_ExGMAC = 0,
+ ERIAR_MSIX = 1,
+ ERIAR_ASF = 2,
+ ERIAR_OOB = 2,
+ ERIAR_Type_shift = 16,
+ ERIAR_ByteEn = 0x0f,
+ ERIAR_ByteEn_shift = 12,
+
+ /* OCP GPHY access */
+ OCPDR_Write = 0x80000000,
+ OCPDR_Read = 0x00000000,
+ OCPDR_Reg_Mask = 0xFF,
+ OCPDR_Data_Mask = 0xFFFF,
+ OCPDR_GPHY_Reg_shift = 16,
+ OCPAR_Flag = 0x80000000,
+ OCPAR_GPHY_Write = 0x8000F060,
+ OCPAR_GPHY_Read = 0x0000F060,
+ OCPR_Write = 0x80000000,
+ OCPR_Read = 0x00000000,
+ OCPR_Addr_Reg_shift = 16,
+ OCPR_Flag = 0x80000000,
+ OCP_STD_PHY_BASE_PAGE = 0x0A40,
+
+ /* MCU Command */
+ Now_is_oob = (1 << 7),
+ Txfifo_empty = (1 << 5),
+ Rxfifo_empty = (1 << 4),
+
+ /* E-FUSE access */
+ EFUSE_WRITE = 0x80000000,
+ EFUSE_WRITE_OK = 0x00000000,
+ EFUSE_READ = 0x00000000,
+ EFUSE_READ_OK = 0x80000000,
+ EFUSE_WRITE_V3 = 0x40000000,
+ EFUSE_WRITE_OK_V3 = 0x00000000,
+ EFUSE_READ_V3 = 0x80000000,
+ EFUSE_READ_OK_V3 = 0x00000000,
+ EFUSE_Reg_Mask = 0x03FF,
+ EFUSE_Reg_Shift = 8,
+ EFUSE_Check_Cnt = 300,
+ EFUSE_READ_FAIL = 0xFF,
+ EFUSE_Data_Mask = 0x000000FF,
+
+ /* GPIO */
+ GPIO_en = (1 << 0),
+
+ /* PTP */
+ PTP_ISR_TOK = (1 << 1),
+ PTP_ISR_TER = (1 << 2),
+ PTP_EXEC_CMD = (1 << 7),
+ PTP_ADJUST_TIME_NS_NEGATIVE = (1 << 30),
+ PTP_ADJUST_TIME_S_NEGATIVE = (1ULL << 48),
+ PTP_SOFT_CONFIG_TIME_NS_NEGATIVE = (1 << 30),
+ PTP_SOFT_CONFIG_TIME_S_NEGATIVE = (1ULL << 48),
+
+ /* New Interrupt Bits */
+ INT_CFG0_ENABLE_8125 = (1 << 0),
+ INT_CFG0_TIMEOUT0_BYPASS_8125 = (1 << 1),
+ INT_CFG0_MITIGATION_BYPASS_8125 = (1 << 2),
+ INT_CFG0_RDU_BYPASS_8126 = (1 << 4),
+ INT_CFG0_MSIX_ENTRY_NUM_MODE = (1 << 5),
+ ISRIMR_V2_ROK_Q0 = (1 << 0),
+ ISRIMR_TOK_Q0 = (1 << 16),
+ ISRIMR_TOK_Q1 = (1 << 18),
+ ISRIMR_V2_LINKCHG = (1 << 21),
+
+ ISRIMR_V4_ROK_Q0 = (1 << 0),
+ ISRIMR_V4_LINKCHG = (1 << 29),
+
+ ISRIMR_V5_ROK_Q0 = (1 << 0),
+ ISRIMR_V5_TOK_Q0 = (1 << 16),
+ ISRIMR_V5_TOK_Q1 = (1 << 17),
+ ISRIMR_V5_LINKCHG = (1 << 18),
+
+ /* Magic Number */
+ RTL8126_MAGIC_NUMBER = 0x0badbadbadbadbadull,
+};
+
+enum _DescStatusBit {
+ DescOwn = (1 << 31), /* Descriptor is owned by NIC */
+ RingEnd = (1 << 30), /* End of descriptor ring */
+ FirstFrag = (1 << 29), /* First segment of a packet */
+ LastFrag = (1 << 28), /* Final segment of a packet */
+
+ DescOwn_V3 = (DescOwn), /* Descriptor is owned by NIC */
+ RingEnd_V3 = (RingEnd), /* End of descriptor ring */
+ FirstFrag_V3 = (1 << 25), /* First segment of a packet */
+ LastFrag_V3 = (1 << 24), /* Final segment of a packet */
+
+ /* Tx private */
+ /*------ offset 0 of tx descriptor ------*/
+ LargeSend = (1 << 27), /* TCP Large Send Offload (TSO) */
+ GiantSendv4 = (1 << 26), /* TCP Giant Send Offload V4 (GSOv4) */
+ GiantSendv6 = (1 << 25), /* TCP Giant Send Offload V6 (GSOv6) */
+ LargeSend_DP = (1 << 16), /* TCP Large Send Offload (TSO) */
+ MSSShift = 16, /* MSS value position */
+ MSSMask = 0x7FFU, /* MSS value 11 bits */
+ TxIPCS = (1 << 18), /* Calculate IP checksum */
+ TxUDPCS = (1 << 17), /* Calculate UDP/IP checksum */
+ TxTCPCS = (1 << 16), /* Calculate TCP/IP checksum */
+ TxVlanTag = (1 << 17), /* Add VLAN tag */
+
+ /*@@@@@@ offset 4 of tx descriptor => bits for RTL8125 only begin @@@@@@*/
+ TxUDPCS_C = (1 << 31), /* Calculate UDP/IP checksum */
+ TxTCPCS_C = (1 << 30), /* Calculate TCP/IP checksum */
+ TxIPCS_C = (1 << 29), /* Calculate IP checksum */
+ TxIPV6F_C = (1 << 28), /* Indicate it is an IPv6 packet */
+ /*@@@@@@ offset 4 of tx descriptor => bits for RTL8125 only end @@@@@@*/
+
+
+ /* Rx private */
+ /*------ offset 0 of rx descriptor ------*/
+ PID1 = (1 << 18), /* Protocol ID bit 1/2 */
+ PID0 = (1 << 17), /* Protocol ID bit 2/2 */
+
+#define RxProtoUDP (PID1)
+#define RxProtoTCP (PID0)
+#define RxProtoIP (PID1 | PID0)
+#define RxProtoMask RxProtoIP
+
+ RxIPF = (1 << 16), /* IP checksum failed */
+ RxUDPF = (1 << 15), /* UDP/IP checksum failed */
+ RxTCPF = (1 << 14), /* TCP/IP checksum failed */
+ RxVlanTag = (1 << 16), /* VLAN tag available */
+
+ /*@@@@@@ offset 0 of rx descriptor => bits for RTL8125 only begin @@@@@@*/
+ RxUDPT = (1 << 18),
+ RxTCPT = (1 << 17),
+ /*@@@@@@ offset 0 of rx descriptor => bits for RTL8125 only end @@@@@@*/
+
+ /*@@@@@@ offset 4 of rx descriptor => bits for RTL8125 only begin @@@@@@*/
+ RxV6F = (1 << 31),
+ RxV4F = (1 << 30),
+ /*@@@@@@ offset 4 of rx descriptor => bits for RTL8125 only end @@@@@@*/
+
+
+ PID1_v3 = (1 << 29), /* Protocol ID bit 1/2 */
+ PID0_v3 = (1 << 28), /* Protocol ID bit 2/2 */
+
+#define RxProtoUDP_v3 (PID1_v3)
+#define RxProtoTCP_v3 (PID0_v3)
+#define RxProtoIP_v3 (PID1_v3 | PID0_v3)
+#define RxProtoMask_v3 RxProtoIP_v3
+
+ RxIPF_v3 = (1 << 26), /* IP checksum failed */
+ RxUDPF_v3 = (1 << 25), /* UDP/IP checksum failed */
+ RxTCPF_v3 = (1 << 24), /* TCP/IP checksum failed */
+ RxSCTPF_v3 = (1 << 23), /* TCP/IP checksum failed */
+ RxVlanTag_v3 = (RxVlanTag), /* VLAN tag available */
+
+ /*@@@@@@ offset 0 of rx descriptor => bits for RTL8125 only begin @@@@@@*/
+ RxUDPT_v3 = (1 << 29),
+ RxTCPT_v3 = (1 << 28),
+ RxSCTP_v3 = (1 << 27),
+ /*@@@@@@ offset 0 of rx descriptor => bits for RTL8125 only end @@@@@@*/
+
+ /*@@@@@@ offset 4 of rx descriptor => bits for RTL8125 only begin @@@@@@*/
+ RxV6F_v3 = (RxV6F),
+ RxV4F_v3 = (RxV4F),
+ /*@@@@@@ offset 4 of rx descriptor => bits for RTL8125 only end @@@@@@*/
+};
+
+enum features {
+// RTL_FEATURE_WOL = (1 << 0),
+ RTL_FEATURE_MSI = (1 << 1),
+ RTL_FEATURE_MSIX = (1 << 2),
+};
+
+enum wol_capability {
+ WOL_DISABLED = 0,
+ WOL_ENABLED = 1
+};
+
+enum bits {
+ BIT_0 = (1 << 0),
+ BIT_1 = (1 << 1),
+ BIT_2 = (1 << 2),
+ BIT_3 = (1 << 3),
+ BIT_4 = (1 << 4),
+ BIT_5 = (1 << 5),
+ BIT_6 = (1 << 6),
+ BIT_7 = (1 << 7),
+ BIT_8 = (1 << 8),
+ BIT_9 = (1 << 9),
+ BIT_10 = (1 << 10),
+ BIT_11 = (1 << 11),
+ BIT_12 = (1 << 12),
+ BIT_13 = (1 << 13),
+ BIT_14 = (1 << 14),
+ BIT_15 = (1 << 15),
+ BIT_16 = (1 << 16),
+ BIT_17 = (1 << 17),
+ BIT_18 = (1 << 18),
+ BIT_19 = (1 << 19),
+ BIT_20 = (1 << 20),
+ BIT_21 = (1 << 21),
+ BIT_22 = (1 << 22),
+ BIT_23 = (1 << 23),
+ BIT_24 = (1 << 24),
+ BIT_25 = (1 << 25),
+ BIT_26 = (1 << 26),
+ BIT_27 = (1 << 27),
+ BIT_28 = (1 << 28),
+ BIT_29 = (1 << 29),
+ BIT_30 = (1 << 30),
+ BIT_31 = (1 << 31)
+};
+
+#define RTL8126_CP_NUM 4
+#define RTL8126_MAX_SUPPORT_CP_LEN 110
+
+enum rtl8126_cp_status {
+ rtl8126_cp_normal = 0,
+ rtl8126_cp_short,
+ rtl8126_cp_open,
+ rtl8126_cp_mismatch,
+ rtl8126_cp_unknown
+};
+
+enum efuse {
+ EFUSE_NOT_SUPPORT = 0,
+ EFUSE_SUPPORT_V1,
+ EFUSE_SUPPORT_V2,
+ EFUSE_SUPPORT_V3,
+ EFUSE_SUPPORT_V4,
+};
+#define RsvdMask 0x3fffc000
+#define RsvdMaskV3 0x3fff8000
+
+struct TxDesc {
+ u32 opts1;
+ u32 opts2;
+ u64 addr;
+ u32 reserved0;
+ u32 reserved1;
+ u32 reserved2;
+ u32 reserved3;
+};
+
+struct RxDesc {
+ u32 opts1;
+ u32 opts2;
+ u64 addr;
+};
+
+struct RxDescV3 {
+ union {
+ struct {
+ u32 rsv1;
+ u32 rsv2;
+ } RxDescDDWord1;
+ };
+
+ union {
+ struct {
+ u32 RSSResult;
+ u16 HeaderBufferLen;
+ u16 HeaderInfo;
+ } RxDescNormalDDWord2;
+
+ struct {
+ u32 rsv5;
+ u32 rsv6;
+ } RxDescDDWord2;
+ };
+
+ union {
+ u64 addr;
+
+ struct {
+ u32 TimeStampLow;
+ u32 TimeStampHigh;
+ } RxDescTimeStamp;
+
+ struct {
+ u32 rsv8;
+ u32 rsv9;
+ } RxDescDDWord3;
+ };
+
+ union {
+ struct {
+ u32 opts2;
+ u32 opts1;
+ } RxDescNormalDDWord4;
+
+ struct {
+ u16 TimeStampHHigh;
+ u16 rsv11;
+ u32 opts1;
+ } RxDescPTPDDWord4;
+ };
+};
+
+enum rxdesc_type {
+ RXDESC_TYPE_NORMAL=0,
+ RXDESC_TYPE_NEXT,
+ RXDESC_TYPE_PTP,
+ RXDESC_TYPE_MAX
+};
+
+//Rx Desc Type
+enum rx_desc_ring_type {
+ RX_DESC_RING_TYPE_UNKNOWN=0,
+ RX_DESC_RING_TYPE_1,
+ RX_DESC_RING_TYPE_2,
+ RX_DESC_RING_TYPE_3,
+ RX_DESC_RING_TYPE_4,
+ RX_DESC_RING_TYPE_MAX
+};
+
+enum rx_desc_len {
+ RX_DESC_LEN_TYPE_1 = (sizeof(struct RxDesc)),
+ RX_DESC_LEN_TYPE_3 = (sizeof(struct RxDescV3))
+};
+
+struct ring_info {
+ struct sk_buff *skb;
+ u32 len;
+ unsigned int bytecount;
+ unsigned short gso_segs;
+ u8 __pad[sizeof(void *) - sizeof(u32)];
+};
+
+struct pci_resource {
+ u8 cmd;
+ u8 cls;
+ u16 io_base_h;
+ u16 io_base_l;
+ u16 mem_base_h;
+ u16 mem_base_l;
+ u8 ilr;
+ u16 resv_0x1c_h;
+ u16 resv_0x1c_l;
+ u16 resv_0x20_h;
+ u16 resv_0x20_l;
+ u16 resv_0x24_h;
+ u16 resv_0x24_l;
+ u16 resv_0x2c_h;
+ u16 resv_0x2c_l;
+ u32 pci_sn_l;
+ u32 pci_sn_h;
+};
+
+enum r8126_flag {
+ R8126_FLAG_DOWN = 0,
+ R8126_FLAG_TASK_RESET_PENDING,
+ R8126_FLAG_TASK_ESD_CHECK_PENDING,
+ R8126_FLAG_TASK_LINKCHG_CHECK_PENDING,
+ R8126_FLAG_MAX
+};
+
+enum r8126_sysfs_flag {
+ R8126_SYSFS_RTL_ADV = 0,
+ R8126_SYSFS_FLAG_MAX
+};
+
+struct rtl8126_tx_ring {
+ void* priv;
+ struct net_device *netdev;
+ u32 index;
+ u32 cur_tx; /* Index into the Tx descriptor buffer of next Rx pkt. */
+ u32 dirty_tx;
+ u32 num_tx_desc; /* Number of Tx descriptor registers */
+ struct TxDesc *TxDescArray; /* 256-aligned Tx descriptor ring */
+ dma_addr_t TxPhyAddr;
+ u32 TxDescAllocSize;
+ struct ring_info tx_skb[MAX_NUM_TX_DESC]; /* Tx data buffers */
+
+ u32 NextHwDesCloPtr;
+ u32 BeginHwDesCloPtr;
+
+ u16 hw_clo_ptr_reg;
+ u16 sw_tail_ptr_reg;
+
+ u16 tdsar_reg; /* Transmit Descriptor Start Address */
+};
+
+struct rtl8126_rx_buffer {
+ struct page *page;
+ u32 page_offset;
+ dma_addr_t dma;
+ void* data;
+ struct sk_buff *skb;
+};
+
+struct rtl8126_rx_ring {
+ void* priv;
+ struct net_device *netdev;
+ u32 index;
+ u32 cur_rx; /* Index into the Rx descriptor buffer of next Rx pkt. */
+ u32 dirty_rx;
+ u32 num_rx_desc; /* Number of Rx descriptor registers */
+ struct RxDesc *RxDescArray; /* 256-aligned Rx descriptor ring */
+ u32 RxDescAllocSize;
+ u64 RxDescPhyAddr[MAX_NUM_RX_DESC]; /* Rx desc physical address*/
+ dma_addr_t RxPhyAddr;
+#ifdef ENABLE_PAGE_REUSE
+ struct rtl8126_rx_buffer rx_buffer[MAX_NUM_RX_DESC];
+ u16 rx_offset;
+#else
+ struct sk_buff *Rx_skbuff[MAX_NUM_RX_DESC]; /* Rx data buffers */
+#endif //ENABLE_PAGE_REUSE
+
+ u16 rdsar_reg; /* Receive Descriptor Start Address */
+};
+
+struct r8126_napi {
+#ifdef CONFIG_R8126_NAPI
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,24)
+ struct napi_struct napi;
+#endif
+#endif
+ void* priv;
+ int index;
+};
+
+struct r8126_irq {
+ irq_handler_t handler;
+ unsigned int vector;
+ u8 requested;
+ char name[IFNAMSIZ + 10];
+};
+
+#pragma pack(1)
+struct rtl8126_regs {
+ //00
+ u8 mac_id[6];
+ u16 reg_06;
+ u8 mar[8];
+ //10
+ u64 dtccr;
+ u16 ledsel0;
+ u16 legreg;
+ u32 tctr3;
+ //20
+ u32 txq0_dsc_st_addr_0;
+ u32 txq0_dsc_st_addr_2;
+ u64 reg_28;
+ //30
+ u16 rit;
+ u16 ritc;
+ u16 reg_34;
+ u8 reg_36;
+ u8 command;
+ u32 imr0;
+ u32 isr0;
+ //40
+ u32 tcr;
+ u32 rcr;
+ u32 tctr0;
+ u32 tctr1;
+ //50
+ u8 cr93c46;
+ u8 config0;
+ u8 config1;
+ u8 config2;
+ u8 config3;
+ u8 config4;
+ u8 config5;
+ u8 tdfnr;
+ u32 timer_int0;
+ u32 timer_int1;
+ //60
+ u32 gphy_mdcmdio;
+ u32 csidr;
+ u32 csiar;
+ u16 phy_status;
+ u8 config6;
+ u8 pmch;
+ //70
+ u32 eridr;
+ u32 eriar;
+ u16 config7;
+ u16 reg_7a;
+ u32 ephy_rxerr_cnt;
+ //80
+ u32 ephy_mdcmdio;
+ u16 ledsel2;
+ u16 ledsel1;
+ u32 tctr2;
+ u32 timer_int2;
+ //90
+ u8 tppoll0;
+ u8 reg_91;
+ u16 reg_92;
+ u16 led_feature;
+ u16 ledsel3;
+ u16 eee_led_config;
+ u16 reg_9a;
+ u32 reg_9c;
+ //a0
+ u32 reg_a0;
+ u32 reg_a4;
+ u32 reg_a8;
+ u32 reg_ac;
+ //b0
+ u32 patch_dbg;
+ u32 reg_b4;
+ u32 gphy_ocp;
+ u32 reg_bc;
+ //c0
+ u32 reg_c0;
+ u32 reg_c4;
+ u32 reg_c8;
+ u16 otp_cmd;
+ u16 otp_pg_config;
+ //d0
+ u16 phy_pwr;
+ u8 twsi_ctrl;
+ u8 oob_ctrl;
+ u16 mac_dbgo;
+ u16 mac_dbg;
+ u16 reg_d8;
+ u16 rms;
+ u32 efuse_data;
+ //e0
+ u16 cplus_cmd;
+ u16 reg_e2;
+ u32 rxq0_dsc_st_addr_0;
+ u32 rxq0_dsc_st_addr_2;
+ u16 reg_ec;
+ u16 tx10midle_cnt;
+ //f0
+ u16 misc0;
+ u16 misc1;
+ u32 timer_int3;
+ u32 cmac_ib;
+ u16 reg_fc;
+ u16 sw_rst;
+};
+#pragma pack()
+
+struct rtl8126_regs_save {
+ union {
+ u8 mac_io[R8126_MAC_REGS_SIZE];
+
+ struct rtl8126_regs mac_reg;
+ };
+ u16 pcie_phy[R8126_EPHY_REGS_SIZE/2];
+ u16 eth_phy[R8126_PHY_REGS_SIZE/2];
+ u32 eri_reg[R8126_ERI_REGS_SIZE/4];
+ u32 pci_reg[R8126_PCI_REGS_SIZE/4];
+ u16 sw_tail_ptr_reg[R8126_MAX_TX_QUEUES];
+ u16 hw_clo_ptr_reg[R8126_MAX_TX_QUEUES];
+
+ //ktime_t begin_ktime;
+ //ktime_t end_ktime;
+ //u64 duration_ns;
+
+ u16 sw0_tail_ptr;
+ u16 next_hwq0_clo_ptr;
+ u16 sw1_tail_ptr;
+ u16 next_hwq1_clo_ptr;
+
+ u16 int_miti_rxq0;
+ u16 int_miti_txq0;
+ u16 int_miti_rxq1;
+ u16 int_miti_txq1;
+ u8 int_config;
+ u32 imr_new;
+ u32 isr_new;
+
+ u8 tdu_status;
+ u16 rdu_status;
+
+ u16 tc_mode;
+
+ u32 txq1_dsc_st_addr_0;
+ u32 txq1_dsc_st_addr_2;
+
+ u32 pla_tx_q0_idle_credit;
+ u32 pla_tx_q1_idle_credit;
+
+ u32 rxq1_dsc_st_addr_0;
+ u32 rxq1_dsc_st_addr_2;
+
+ u32 rss_ctrl;
+ u8 rss_key[RTL8126_RSS_KEY_SIZE];
+ u8 rss_i_table[RTL8126_MAX_INDIRECTION_TABLE_ENTRIES];
+ u16 rss_queue_num_sel_r;
+};
+
+struct rtl8126_counters {
+ /* legacy */
+ u64 tx_packets;
+ u64 rx_packets;
+ u64 tx_errors;
+ u32 rx_errors;
+ u16 rx_missed;
+ u16 align_errors;
+ u32 tx_one_collision;
+ u32 tx_multi_collision;
+ u64 rx_unicast;
+ u64 rx_broadcast;
+ u32 rx_multicast;
+ u16 tx_aborted;
+ u16 tx_underrun;
+
+ /* extended */
+ u64 tx_octets;
+ u64 rx_octets;
+ u64 rx_multicast64;
+ u64 tx_unicast64;
+ u64 tx_broadcast64;
+ u64 tx_multicast64;
+ u32 tx_pause_on;
+ u32 tx_pause_off;
+ u32 tx_pause_all;
+ u32 tx_deferred;
+ u32 tx_late_collision;
+ u32 tx_all_collision;
+ u32 tx_aborted32;
+ u32 align_errors32;
+ u32 rx_frame_too_long;
+ u32 rx_runt;
+ u32 rx_pause_on;
+ u32 rx_pause_off;
+ u32 rx_pause_all;
+ u32 rx_unknown_opcode;
+ u32 rx_mac_error;
+ u32 tx_underrun32;
+ u32 rx_mac_missed;
+ u32 rx_tcam_dropped;
+ u32 tdu;
+ u32 rdu;
+};
+
+/* Flow Control Settings */
+enum rtl8126_fc_mode {
+ rtl8126_fc_none = 0,
+ rtl8126_fc_rx_pause,
+ rtl8126_fc_tx_pause,
+ rtl8126_fc_full,
+ rtl8126_fc_default
+};
+
+enum rtl8126_state_t {
+ __RTL8126_TESTING = 0,
+ __RTL8126_RESETTING,
+ __RTL8126_DOWN,
+ __RTL8126_PTP_TX_IN_PROGRESS,
+};
+
+struct rtl8126_private {
+ void __iomem *mmio_addr; /* memory map physical address */
+ struct pci_dev *pci_dev; /* Index of PCI device */
+ struct net_device *dev;
+ struct r8126_napi r8126napi[R8126_MAX_MSIX_VEC];
+ struct r8126_irq irq_tbl[R8126_MAX_MSIX_VEC];
+ unsigned int irq_nvecs;
+ unsigned int max_irq_nvecs;
+ unsigned int min_irq_nvecs;
+ unsigned int hw_supp_irq_nvecs;
+ //struct msix_entry msix_entries[R8126_MAX_MSIX_VEC];
+ struct net_device_stats stats; /* statistics of net device */
+ unsigned long state;
+
+ u32 msg_enable;
+ u32 tx_tcp_csum_cmd;
+ u32 tx_udp_csum_cmd;
+ u32 tx_ip_csum_cmd;
+ u32 tx_ipv6_csum_cmd;
+ int max_jumbo_frame_size;
+ int chipset;
+ u32 mcfg;
+ //u32 cur_rx; /* Index into the Rx descriptor buffer of next Rx pkt. */
+ //u32 cur_tx; /* Index into the Tx descriptor buffer of next Rx pkt. */
+ //u32 dirty_rx;
+ //u32 dirty_tx;
+ //struct TxDesc *TxDescArray; /* 256-aligned Tx descriptor ring */
+ //struct RxDesc *RxDescArray; /* 256-aligned Rx descriptor ring */
+ //dma_addr_t TxPhyAddr;
+ //dma_addr_t RxPhyAddr;
+ //struct sk_buff *Rx_skbuff[MAX_NUM_RX_DESC]; /* Rx data buffers */
+ //struct ring_info tx_skb[MAX_NUM_TX_DESC]; /* Tx data buffers */
+ unsigned rx_buf_sz;
+#ifdef ENABLE_PAGE_REUSE
+ unsigned rx_buf_page_order;
+ unsigned rx_buf_page_size;
+ u32 page_reuse_fail_cnt;
+#endif //ENABLE_PAGE_REUSE
+ u16 HwSuppNumTxQueues;
+ u16 HwSuppNumRxQueues;
+ unsigned int num_tx_rings;
+ unsigned int num_rx_rings;
+ struct rtl8126_tx_ring tx_ring[R8126_MAX_TX_QUEUES];
+ struct rtl8126_rx_ring rx_ring[R8126_MAX_RX_QUEUES];
+#ifdef ENABLE_LIB_SUPPORT
+ struct blocking_notifier_head lib_nh;
+ struct rtl8126_ring lib_tx_ring[R8126_MAX_TX_QUEUES];
+ struct rtl8126_ring lib_rx_ring[R8126_MAX_RX_QUEUES];
+#endif
+ //struct timer_list esd_timer;
+ //struct timer_list link_timer;
+ struct pci_resource pci_cfg_space;
+ unsigned int esd_flag;
+ unsigned int pci_cfg_is_read;
+ unsigned int rtl8126_rx_config;
+ u16 rms;
+ u16 cp_cmd;
+ u32 intr_mask;
+ u32 timer_intr_mask;
+ u16 isr_reg[R8126_MAX_QUEUES];
+ u16 imr_reg[R8126_MAX_QUEUES];
+ int phy_auto_nego_reg;
+ int phy_1000_ctrl_reg;
+ int phy_2500_ctrl_reg;
+ u8 org_mac_addr[NODE_ADDRESS_SIZE];
+ struct rtl8126_counters *tally_vaddr;
+ dma_addr_t tally_paddr;
+
+#ifdef CONFIG_R8126_VLAN
+ struct vlan_group *vlgrp;
+#endif
+ u8 wol_enabled;
+ u32 wol_opts;
+ u8 efuse_ver;
+ u8 eeprom_type;
+ u8 autoneg;
+ u8 duplex;
+ u32 speed;
+ u64 advertising;
+ enum rtl8126_fc_mode fcpause;
+ u32 HwSuppMaxPhyLinkSpeed;
+ u16 eeprom_len;
+ u16 cur_page;
+ u32 bios_setting;
+
+ int (*set_speed)(struct net_device *, u8 autoneg, u32 speed, u8 duplex, u64 adv);
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ void (*get_settings)(struct net_device *, struct ethtool_cmd *);
+#else
+ void (*get_settings)(struct net_device *, struct ethtool_link_ksettings *);
+#endif
+ void (*phy_reset_enable)(struct net_device *);
+ unsigned int (*phy_reset_pending)(struct net_device *);
+ unsigned int (*link_ok)(struct net_device *);
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+ struct work_struct reset_task;
+ struct work_struct esd_task;
+ struct work_struct linkchg_task;
+#else
+ struct delayed_work reset_task;
+ struct delayed_work esd_task;
+ struct delayed_work linkchg_task;
+#endif
+ DECLARE_BITMAP(task_flags, R8126_FLAG_MAX);
+ unsigned features;
+
+ u8 org_pci_offset_99;
+ u8 org_pci_offset_180;
+ u8 issue_offset_99_event;
+
+ u8 org_pci_offset_80;
+ u8 org_pci_offset_81;
+ u8 use_timer_interrupt;
+
+ u32 keep_intr_cnt;
+
+ u8 HwIcVerUnknown;
+ u8 NotWrRamCodeToMicroP;
+ u8 NotWrMcuPatchCode;
+ u8 HwHasWrRamCodeToMicroP;
+
+ u16 sw_ram_code_ver;
+ u16 hw_ram_code_ver;
+
+ u8 rtk_enable_diag;
+
+ u8 ShortPacketSwChecksum;
+
+ u8 UseSwPaddingShortPkt;
+
+ u8 RequireAdcBiasPatch;
+ u16 AdcBiasPatchIoffset;
+
+ u8 RequireAdjustUpsTxLinkPulseTiming;
+ u16 SwrCnt1msIni;
+
+ u8 HwSuppNowIsOobVer;
+
+ u8 RequiredSecLanDonglePatch;
+
+ u8 RequirePhyMdiSwapPatch;
+
+ u32 HwFiberModeVer;
+ u32 HwFiberStat;
+ u8 HwSwitchMdiToFiber;
+
+ u16 NicCustLedValue;
+
+ u8 HwSuppMagicPktVer;
+
+ u8 HwSuppLinkChgWakeUpVer;
+
+ u8 HwSuppCheckPhyDisableModeVer;
+
+ u8 random_mac;
+
+ u16 phy_reg_aner;
+ u16 phy_reg_anlpar;
+ u16 phy_reg_gbsr;
+ u16 phy_reg_status_2500;
+
+ u32 HwPcieSNOffset;
+
+ u32 MaxTxDescPtrMask;
+ u8 HwSuppTxNoCloseVer;
+ u8 EnableTxNoClose;
+
+ u8 HwSuppIsrVer;
+ u8 HwCurrIsrVer;
+
+ u8 HwSuppIntMitiVer;
+
+ u8 HwSuppExtendTallyCounterVer;
+
+ u8 check_keep_link_speed;
+ u8 resume_not_chg_speed;
+
+ u8 HwSuppD0SpeedUpVer;
+ u8 D0SpeedUpSpeed;
+
+ u8 ring_lib_enabled;
+
+ const char *fw_name;
+ struct rtl8126_fw *rtl_fw;
+ u32 ocp_base;
+
+ //Dash+++++++++++++++++
+ u8 HwSuppDashVer;
+ u8 DASH;
+ u8 dash_printer_enabled;
+ u8 HwPkgDet;
+ u8 AllowAccessDashOcp;
+ void __iomem *mapped_cmac_ioaddr; /* mapped cmac memory map physical address */
+ void __iomem *cmac_ioaddr; /* cmac memory map physical address */
+
+#ifdef ENABLE_DASH_SUPPORT
+ u16 AfterRecvFromFwBufLen;
+ u8 AfterRecvFromFwBuf[RECV_FROM_FW_BUF_SIZE];
+ u16 AfterSendToFwBufLen;
+ u8 AfterSendToFwBuf[SEND_TO_FW_BUF_SIZE];
+ u16 SendToFwBufferLen;
+ u32 SizeOfSendToFwBuffer;
+ u32 SizeOfSendToFwBufferMemAlloc;
+ u32 NumOfSendToFwBuffer;
+
+ u8 OobReq;
+ u8 OobAck;
+ u32 OobReqComplete;
+ u32 OobAckComplete;
+
+ u8 RcvFwReqSysOkEvt;
+ u8 RcvFwDashOkEvt;
+ u8 SendFwHostOkEvt;
+
+ u8 DashFwDisableRx;
+
+ void *UnalignedSendToFwBufferVa;
+ void *SendToFwBuffer;
+ u64 SendToFwBufferPhy;
+ u8 SendingToFw;
+ dma_addr_t UnalignedSendToFwBufferPa;
+ PTX_DASH_SEND_FW_DESC TxDashSendFwDesc;
+ u64 TxDashSendFwDescPhy;
+ u8 *UnalignedTxDashSendFwDescVa;
+ u32 SizeOfTxDashSendFwDescMemAlloc;
+ u32 SizeOfTxDashSendFwDesc;
+ u32 NumTxDashSendFwDesc;
+ u32 CurrNumTxDashSendFwDesc;
+ u32 LastSendNumTxDashSendFwDesc;
+ dma_addr_t UnalignedTxDashSendFwDescPa;
+
+ u32 NumRecvFromFwBuffer;
+ u32 SizeOfRecvFromFwBuffer;
+ u32 SizeOfRecvFromFwBufferMemAlloc;
+ void *RecvFromFwBuffer;
+ u64 RecvFromFwBufferPhy;
+
+ void *UnalignedRecvFromFwBufferVa;
+ dma_addr_t UnalignedRecvFromFwBufferPa;
+ PRX_DASH_FROM_FW_DESC RxDashRecvFwDesc;
+ u64 RxDashRecvFwDescPhy;
+ u8 *UnalignedRxDashRecvFwDescVa;
+ u32 SizeOfRxDashRecvFwDescMemAlloc;
+ u32 SizeOfRxDashRecvFwDesc;
+ u32 NumRxDashRecvFwDesc;
+ u32 CurrNumRxDashRecvFwDesc;
+ dma_addr_t UnalignedRxDashRecvFwDescPa;
+ u8 DashReqRegValue;
+ u16 HostReqValue;
+
+ u32 CmacResetIsrCounter;
+ u8 CmacResetIntr;
+ u8 CmacResetting;
+ u8 CmacOobIssueCmacReset;
+ u32 CmacResetbyFwCnt;
+
+#if defined(ENABLE_DASH_PRINTER_SUPPORT)
+ struct completion fw_ack;
+ struct completion fw_req;
+ struct completion fw_host_ok;
+#endif
+ //Dash-----------------
+#endif //ENABLE_DASH_SUPPORT
+
+ //Realwow++++++++++++++
+ u8 HwSuppKCPOffloadVer;
+
+ u8 EnableDhcpTimeoutWake;
+ u8 EnableTeredoOffload;
+ u8 EnableKCPOffload;
+#ifdef ENABLE_REALWOW_SUPPORT
+ u32 DhcpTimeout;
+ MP_KCP_INFO MpKCPInfo;
+ //Realwow--------------
+#endif //ENABLE_REALWOW_SUPPORT
+
+ struct ethtool_eee eee;
+
+#ifdef ENABLE_R8126_PROCFS
+ //Procfs support
+ struct proc_dir_entry *proc_dir;
+ struct proc_dir_entry *proc_dir_debug;
+ struct proc_dir_entry *proc_dir_test;
+#endif
+#ifdef ENABLE_R8126_SYSFS
+ //sysfs support
+ DECLARE_BITMAP(sysfs_flag, R8126_SYSFS_FLAG_MAX);
+ u32 testmode;
+#endif
+ u8 InitRxDescType;
+ u16 RxDescLength; //V1 16 Byte V2 32 Bytes
+
+ u8 HwSuppPtpVer;
+ u8 EnablePtp;
+ u8 ptp_master_mode;
+#ifdef ENABLE_PTP_SUPPORT
+ u32 tx_hwtstamp_timeouts;
+ u32 tx_hwtstamp_skipped;
+ struct work_struct ptp_tx_work;
+ struct sk_buff *ptp_tx_skb;
+ struct hwtstamp_config hwtstamp_config;
+ unsigned long ptp_tx_start;
+ struct ptp_clock_info ptp_clock_info;
+ struct ptp_clock *ptp_clock;
+#endif
+
+ u8 HwSuppRssVer;
+ u8 EnableRss;
+ u16 HwSuppIndirTblEntries;
+#ifdef ENABLE_RSS_SUPPORT
+ u32 rss_flags;
+ /* Receive Side Scaling settings */
+ u8 rss_key[RTL8126_RSS_KEY_SIZE];
+ u8 rss_indir_tbl[RTL8126_MAX_INDIRECTION_TABLE_ENTRIES];
+ u32 rss_options;
+#endif
+
+ u8 HwSuppMacMcuVer;
+ u16 MacMcuPageSize;
+
+ u8 HwSuppTcamVer;
+
+ u16 TcamNotValidReg;
+ u16 TcamValidReg;
+ u16 TcamMaAddrcOffset;
+ u16 TcamVlanTagOffset;
+};
+
+#ifdef ENABLE_LIB_SUPPORT
+static inline unsigned int
+rtl8126_num_lib_tx_rings(struct rtl8126_private *tp)
+{
+ int count, i;
+
+ for (count = 0, i = tp->num_tx_rings; i < tp->HwSuppNumTxQueues; i++)
+ if(tp->lib_tx_ring[i].enabled)
+ count++;
+
+ return count;
+}
+
+static inline unsigned int
+rtl8126_num_lib_rx_rings(struct rtl8126_private *tp)
+{
+ int count, i;
+
+ for (count = 0, i = tp->num_rx_rings; i < tp->HwSuppNumRxQueues; i++)
+ if(tp->lib_rx_ring[i].enabled)
+ count++;
+
+ return count;
+}
+
+#else
+static inline unsigned int
+rtl8126_num_lib_tx_rings(struct rtl8126_private *tp)
+{
+ return 0;
+}
+
+static inline unsigned int
+rtl8126_num_lib_rx_rings(struct rtl8126_private *tp)
+{
+ return 0;
+}
+#endif
+
+static inline unsigned int
+rtl8126_tot_tx_rings(struct rtl8126_private *tp)
+{
+ return tp->num_tx_rings + rtl8126_num_lib_tx_rings(tp);
+}
+
+static inline unsigned int
+rtl8126_tot_rx_rings(struct rtl8126_private *tp)
+{
+ return tp->num_rx_rings + rtl8126_num_lib_rx_rings(tp);
+}
+
+static inline struct netdev_queue *txring_txq(const struct rtl8126_tx_ring *ring)
+{
+ return netdev_get_tx_queue(ring->netdev, ring->index);
+}
+
+enum eetype {
+ EEPROM_TYPE_NONE=0,
+ EEPROM_TYPE_93C46,
+ EEPROM_TYPE_93C56,
+ EEPROM_TWSI
+};
+
+enum mcfg {
+ CFG_METHOD_1=1,
+ CFG_METHOD_2,
+ CFG_METHOD_3,
+ CFG_METHOD_DEFAULT,
+ CFG_METHOD_MAX
+};
+
+#define LSO_32K 32000
+#define LSO_64K 64000
+
+#define NIC_MIN_PHYS_BUF_COUNT (2)
+#define NIC_MAX_PHYS_BUF_COUNT_LSO_64K (24)
+#define NIC_MAX_PHYS_BUF_COUNT_LSO2 (16*4)
+
+#define GTTCPHO_SHIFT 18
+#define GTTCPHO_MAX 0x70U
+#define GTPKTSIZE_MAX 0x3ffffU
+#define TCPHO_SHIFT 18
+#define TCPHO_MAX 0x3ffU
+#define LSOPKTSIZE_MAX 0xffffU
+#define MSS_MAX 0x07ffu /* MSS value */
+
+#define OOB_CMD_RESET 0x00
+#define OOB_CMD_DRIVER_START 0x05
+#define OOB_CMD_DRIVER_STOP 0x06
+#define OOB_CMD_SET_IPMAC 0x41
+
+#define WAKEUP_MAGIC_PACKET_NOT_SUPPORT (0)
+#define WAKEUP_MAGIC_PACKET_V1 (1)
+#define WAKEUP_MAGIC_PACKET_V2 (2)
+#define WAKEUP_MAGIC_PACKET_V3 (3)
+
+//Ram Code Version
+#define NIC_RAMCODE_VERSION_CFG_METHOD_1 (0x0023)
+#define NIC_RAMCODE_VERSION_CFG_METHOD_2 (0x0033)
+#define NIC_RAMCODE_VERSION_CFG_METHOD_3 (0x0048)
+
+//hwoptimize
+#define HW_PATCH_SOC_LAN (BIT_0)
+#define HW_PATCH_SAMSUNG_LAN_DONGLE (BIT_2)
+
+static const u16 other_q_intr_mask = (RxOK1 | RxDU1);
+
+void rtl8126_mdio_write(struct rtl8126_private *tp, u16 RegAddr, u16 value);
+void rtl8126_mdio_prot_write(struct rtl8126_private *tp, u32 RegAddr, u32 value);
+void rtl8126_mdio_prot_direct_write_phy_ocp(struct rtl8126_private *tp, u32 RegAddr, u32 value);
+u32 rtl8126_mdio_read(struct rtl8126_private *tp, u16 RegAddr);
+u32 rtl8126_mdio_prot_read(struct rtl8126_private *tp, u32 RegAddr);
+u32 rtl8126_mdio_prot_direct_read_phy_ocp(struct rtl8126_private *tp, u32 RegAddr);
+void rtl8126_ephy_write(struct rtl8126_private *tp, int RegAddr, int value);
+void rtl8126_mac_ocp_write(struct rtl8126_private *tp, u16 reg_addr, u16 value);
+u16 rtl8126_mac_ocp_read(struct rtl8126_private *tp, u16 reg_addr);
+void rtl8126_clear_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 mask);
+void rtl8126_set_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 mask);
+void rtl8126_ocp_write(struct rtl8126_private *tp, u16 addr, u8 len, u32 data);
+void rtl8126_oob_notify(struct rtl8126_private *tp, u8 cmd);
+void rtl8126_init_ring_indexes(struct rtl8126_private *tp);
+void rtl8126_oob_mutex_lock(struct rtl8126_private *tp);
+u32 rtl8126_ocp_read(struct rtl8126_private *tp, u16 addr, u8 len);
+u32 rtl8126_ocp_read_with_oob_base_address(struct rtl8126_private *tp, u16 addr, u8 len, u32 base_address);
+u32 rtl8126_ocp_write_with_oob_base_address(struct rtl8126_private *tp, u16 addr, u8 len, u32 value, u32 base_address);
+u32 rtl8126_eri_read(struct rtl8126_private *tp, int addr, int len, int type);
+u32 rtl8126_eri_read_with_oob_base_address(struct rtl8126_private *tp, int addr, int len, int type, u32 base_address);
+int rtl8126_eri_write(struct rtl8126_private *tp, int addr, int len, u32 value, int type);
+int rtl8126_eri_write_with_oob_base_address(struct rtl8126_private *tp, int addr, int len, u32 value, int type, u32 base_address);
+u16 rtl8126_ephy_read(struct rtl8126_private *tp, int RegAddr);
+void rtl8126_wait_txrx_fifo_empty(struct net_device *dev);
+void rtl8126_enable_now_is_oob(struct rtl8126_private *tp);
+void rtl8126_disable_now_is_oob(struct rtl8126_private *tp);
+void rtl8126_oob_mutex_unlock(struct rtl8126_private *tp);
+void rtl8126_dash2_disable_tx(struct rtl8126_private *tp);
+void rtl8126_dash2_enable_tx(struct rtl8126_private *tp);
+void rtl8126_dash2_disable_rx(struct rtl8126_private *tp);
+void rtl8126_dash2_enable_rx(struct rtl8126_private *tp);
+void rtl8126_hw_disable_mac_mcu_bps(struct net_device *dev);
+void rtl8126_mark_to_asic(struct rtl8126_private *tp, struct RxDesc *desc, u32 rx_buf_sz);
+
+static inline void
+rtl8126_make_unusable_by_asic(struct rtl8126_private *tp,
+ struct RxDesc *desc)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) {
+ ((struct RxDescV3 *)desc)->addr = RTL8126_MAGIC_NUMBER;
+ ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts1 &= ~cpu_to_le32(DescOwn | RsvdMaskV3);
+ } else {
+ desc->addr = RTL8126_MAGIC_NUMBER;
+ desc->opts1 &= ~cpu_to_le32(DescOwn | RsvdMask);
+ }
+}
+
+static inline struct RxDesc*
+rtl8126_get_rxdesc(struct rtl8126_private *tp, struct RxDesc *RxDescBase, u32 const cur_rx)
+{
+ return (struct RxDesc*)((u8*)RxDescBase + (cur_rx * tp->RxDescLength));
+}
+
+static inline void
+rtl8126_disable_hw_interrupt_v2(struct rtl8126_private *tp,
+ u32 message_id)
+{
+ RTL_W32(tp, IMR_V2_CLEAR_REG_8125, BIT(message_id));
+}
+
+static inline void
+rtl8126_enable_hw_interrupt_v2(struct rtl8126_private *tp, u32 message_id)
+{
+ RTL_W32(tp, IMR_V2_SET_REG_8125, BIT(message_id));
+}
+
+int rtl8126_open(struct net_device *dev);
+int rtl8126_close(struct net_device *dev);
+void rtl8126_hw_config(struct net_device *dev);
+void rtl8126_hw_set_timer_int_8125(struct rtl8126_private *tp, u32 message_id, u8 timer_intmiti_val);
+void rtl8126_set_rx_q_num(struct rtl8126_private *tp, unsigned int num_rx_queues);
+void rtl8126_set_tx_q_num(struct rtl8126_private *tp, unsigned int num_tx_queues);
+void rtl8126_enable_mcu(struct rtl8126_private *tp, bool enable);
+void rtl8126_hw_start(struct net_device *dev);
+void rtl8126_hw_reset(struct net_device *dev);
+void rtl8126_tx_clear(struct rtl8126_private *tp);
+void rtl8126_rx_clear(struct rtl8126_private *tp);
+int rtl8126_init_ring(struct net_device *dev);
+void rtl8126_hw_set_rx_packet_filter(struct net_device *dev);
+void rtl8126_enable_hw_linkchg_interrupt(struct rtl8126_private *tp);
+int rtl8126_dump_tally_counter(struct rtl8126_private *tp, dma_addr_t paddr);
+void rtl8126_enable_napi(struct rtl8126_private *tp);
+void _rtl8126_wait_for_quiescence(struct net_device *dev);
+
+#ifndef ENABLE_LIB_SUPPORT
+static inline void rtl8126_lib_reset_prepare(struct rtl8126_private *tp) { }
+static inline void rtl8126_lib_reset_complete(struct rtl8126_private *tp) { }
+#endif
+
+#define HW_SUPPORT_CHECK_PHY_DISABLE_MODE(_M) ((_M)->HwSuppCheckPhyDisableModeVer > 0 )
+#define HW_HAS_WRITE_PHY_MCU_RAM_CODE(_M) (((_M)->HwHasWrRamCodeToMicroP == TRUE) ? 1 : 0)
+#define HW_SUPPORT_D0_SPEED_UP(_M) ((_M)->HwSuppD0SpeedUpVer > 0)
+#define HW_SUPPORT_MAC_MCU(_M) ((_M)->HwSuppMacMcuVer > 0)
+#define HW_SUPPORT_TCAM(_M) ((_M)->HwSuppTcamVer > 0)
+
+#define HW_SUPP_PHY_LINK_SPEED_GIGA(_M) ((_M)->HwSuppMaxPhyLinkSpeed >= 1000)
+#define HW_SUPP_PHY_LINK_SPEED_2500M(_M) ((_M)->HwSuppMaxPhyLinkSpeed >= 2500)
+#define HW_SUPP_PHY_LINK_SPEED_5000M(_M) ((_M)->HwSuppMaxPhyLinkSpeed >= 5000)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,34)
+#define netdev_mc_count(dev) ((dev)->mc_count)
+#define netdev_mc_empty(dev) (netdev_mc_count(dev) == 0)
+#define netdev_for_each_mc_addr(mclist, dev) \
+ for (mclist = dev->mc_list; mclist; mclist = mclist->next)
+#endif
+
+#endif /* __R8126_H */
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_dash.h b/drivers/net/ethernet/realtek/r8126/r8126_dash.h
new file mode 100755
index 00000000..b0a2f11f
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_dash.h
@@ -0,0 +1,261 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_R8126_DASH_H
+#define _LINUX_R8126_DASH_H
+
+#include
+
+#define SIOCDEVPRIVATE_RTLDASH SIOCDEVPRIVATE+2
+
+enum rtl_dash_cmd {
+ RTL_DASH_ARP_NS_OFFLOAD = 0,
+ RTL_DASH_SET_OOB_IPMAC,
+ RTL_DASH_NOTIFY_OOB,
+
+ RTL_DASH_SEND_BUFFER_DATA_TO_DASH_FW,
+ RTL_DASH_CHECK_SEND_BUFFER_TO_DASH_FW_COMPLETE,
+ RTL_DASH_GET_RCV_FROM_FW_BUFFER_DATA,
+ RTL_DASH_OOB_REQ,
+ RTL_DASH_OOB_ACK,
+ RTL_DASH_DETACH_OOB_REQ,
+ RTL_DASH_DETACH_OOB_ACK,
+
+ RTL_FW_SET_IPV4 = 0x10,
+ RTL_FW_GET_IPV4,
+ RTL_FW_SET_IPV6,
+ RTL_FW_GET_IPV6,
+ RTL_FW_SET_EXT_SNMP,
+ RTL_FW_GET_EXT_SNMP,
+ RTL_FW_SET_WAKEUP_PATTERN,
+ RTL_FW_GET_WAKEUP_PATTERN,
+ RTL_FW_DEL_WAKEUP_PATTERN,
+
+ RTLT_DASH_COMMAND_INVALID,
+};
+
+struct rtl_dash_ip_mac {
+ struct sockaddr ifru_addr;
+ struct sockaddr ifru_netmask;
+ struct sockaddr ifru_hwaddr;
+};
+
+struct rtl_dash_ioctl_struct {
+ __u32 cmd;
+ __u32 offset;
+ __u32 len;
+ union {
+ __u32 data;
+ void *data_buffer;
+ };
+};
+
+struct settings_ipv4 {
+ __u32 IPv4addr;
+ __u32 IPv4mask;
+ __u32 IPv4Gateway;
+};
+
+struct settings_ipv6 {
+ __u32 reserved;
+ __u32 prefixLen;
+ __u16 IPv6addr[8];
+ __u16 IPv6Gateway[8];
+};
+
+struct settings_ext_snmp {
+ __u16 index;
+ __u16 oid_get_len;
+ __u8 oid_for_get[24];
+ __u8 reserved0[26];
+ __u16 value_len;
+ __u8 value[256];
+ __u8 supported;
+ __u8 reserved1[27];
+};
+
+struct wakeup_pattern {
+ __u8 index;
+ __u8 valid;
+ __u8 start;
+ __u8 length;
+ __u8 name[36];
+ __u8 mask[16];
+ __u8 pattern[128];
+ __u32 reserved[2];
+};
+
+typedef struct _RX_DASH_FROM_FW_DESC {
+ u16 length;
+ u8 statusLowByte;
+ u8 statusHighByte;
+ u32 resv;
+ u64 BufferAddress;
+}
+RX_DASH_FROM_FW_DESC, *PRX_DASH_FROM_FW_DESC;
+
+typedef struct _TX_DASH_SEND_FW_DESC {
+ u16 length;
+ u8 statusLowByte;
+ u8 statusHighByte;
+ u32 resv;
+ u64 BufferAddress;
+}
+TX_DASH_SEND_FW_DESC, *PTX_DASH_SEND_FW_DESC;
+
+typedef struct _OSOOBHdr {
+ u32 len;
+ u8 type;
+ u8 flag;
+ u8 hostReqV;
+ u8 res;
+}
+OSOOBHdr, *POSOOBHdr;
+
+typedef struct _RX_DASH_BUFFER_TYPE_2 {
+ OSOOBHdr oobhdr;
+ u8 RxDataBuffer[0];
+}
+RX_DASH_BUFFER_TYPE_2, *PRX_DASH_BUFFER_TYPE_2;
+
+#define ALIGN_8 (0x7)
+#define ALIGN_16 (0xf)
+#define ALIGN_32 (0x1f)
+#define ALIGN_64 (0x3f)
+#define ALIGN_256 (0xff)
+#define ALIGN_4096 (0xfff)
+
+#define OCP_REG_CONFIG0 (0x10)
+#define OCP_REG_CONFIG0_REV_F (0xB8)
+#define OCP_REG_DASH_POLL (0x30)
+#define OCP_REG_HOST_REQ (0x34)
+#define OCP_REG_DASH_REQ (0x35)
+#define OCP_REG_CR (0x36)
+#define OCP_REG_DMEMSTA (0x38)
+#define OCP_REG_GPHYAR (0x60)
+
+
+#define OCP_REG_CONFIG0_DASHEN BIT_15
+#define OCP_REG_CONFIG0_OOBRESET BIT_14
+#define OCP_REG_CONFIG0_APRDY BIT_13
+#define OCP_REG_CONFIG0_FIRMWARERDY BIT_12
+#define OCP_REG_CONFIG0_DRIVERRDY BIT_11
+#define OCP_REG_CONFIG0_OOB_WDT BIT_9
+#define OCP_REG_CONFIG0_DRV_WAIT_OOB BIT_8
+#define OCP_REG_CONFIG0_TLSEN BIT_7
+
+#define HW_DASH_SUPPORT_DASH(_M) ((_M)->HwSuppDashVer > 0 )
+#define HW_DASH_SUPPORT_TYPE_1(_M) ((_M)->HwSuppDashVer == 1 )
+#define HW_DASH_SUPPORT_TYPE_2(_M) ((_M)->HwSuppDashVer == 2 )
+#define HW_DASH_SUPPORT_TYPE_3(_M) ((_M)->HwSuppDashVer == 3 )
+
+#define RECV_FROM_FW_BUF_SIZE (1520)
+#define SEND_TO_FW_BUF_SIZE (1520)
+
+#define RX_DASH_FROM_FW_OWN BIT_15
+#define TX_DASH_SEND_FW_OWN BIT_15
+#define TX_DASH_SEND_FW_OWN_HIGHBYTE BIT_7
+
+#define TXS_CC3_0 (BIT_0|BIT_1|BIT_2|BIT_3)
+#define TXS_EXC BIT_4
+#define TXS_LNKF BIT_5
+#define TXS_OWC BIT_6
+#define TXS_TES BIT_7
+#define TXS_UNF BIT_9
+#define TXS_LGSEN BIT_11
+#define TXS_LS BIT_12
+#define TXS_FS BIT_13
+#define TXS_EOR BIT_14
+#define TXS_OWN BIT_15
+
+#define TPPool_HRDY 0x20
+
+#define HostReqReg (0xC0)
+#define SystemMasterDescStartAddrLow (0xF0)
+#define SystemMasterDescStartAddrHigh (0xF4)
+#define SystemSlaveDescStartAddrLow (0xF8)
+#define SystemSlaveDescStartAddrHigh (0xFC)
+
+//DASH Request Type
+#define WSMANREG 0x01
+#define OSPUSHDATA 0x02
+
+#define RXS_OWN BIT_15
+#define RXS_EOR BIT_14
+#define RXS_FS BIT_13
+#define RXS_LS BIT_12
+
+#define ISRIMR_DP_DASH_OK BIT_15
+#define ISRIMR_DP_HOST_OK BIT_13
+#define ISRIMR_DP_REQSYS_OK BIT_11
+
+#define ISRIMR_DASH_INTR_EN BIT_12
+#define ISRIMR_DASH_INTR_CMAC_RESET BIT_15
+
+#define ISRIMR_DASH_TYPE2_ROK BIT_0
+#define ISRIMR_DASH_TYPE2_RDU BIT_1
+#define ISRIMR_DASH_TYPE2_TOK BIT_2
+#define ISRIMR_DASH_TYPE2_TDU BIT_3
+#define ISRIMR_DASH_TYPE2_TX_FIFO_FULL BIT_4
+#define ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE BIT_5
+#define ISRIMR_DASH_TYPE2_RX_DISABLE_IDLE BIT_6
+
+#define CMAC_OOB_STOP 0x25
+#define CMAC_OOB_INIT 0x26
+#define CMAC_OOB_RESET 0x2a
+
+#define NO_BASE_ADDRESS 0x00000000
+#define RTL8168FP_OOBMAC_BASE 0xBAF70000
+#define RTL8168FP_CMAC_IOBASE 0xBAF20000
+#define RTL8168FP_KVM_BASE 0xBAF80400
+#define CMAC_SYNC_REG 0x20
+#define CMAC_RXDESC_OFFSET 0x90 //RX: 0x90 - 0x98
+#define CMAC_TXDESC_OFFSET 0x98 //TX: 0x98 - 0x9F
+
+/* cmac write/read MMIO register */
+#define RTL_CMAC_W8(tp, reg, val8) writeb ((val8), tp->cmac_ioaddr + (reg))
+#define RTL_CMAC_W16(tp, reg, val16) writew ((val16), tp->cmac_ioaddr + (reg))
+#define RTL_CMAC_W32(tp, reg, val32) writel ((val32), tp->cmac_ioaddr + (reg))
+#define RTL_CMAC_R8(tp, reg) readb (tp->cmac_ioaddr + (reg))
+#define RTL_CMAC_R16(tp, reg) readw (tp->cmac_ioaddr + (reg))
+#define RTL_CMAC_R32(tp, reg) ((unsigned long) readl (tp->cmac_ioaddr + (reg)))
+
+int rtl8126_dash_ioctl(struct net_device *dev, struct ifreq *ifr);
+void HandleDashInterrupt(struct net_device *dev);
+int AllocateDashShareMemory(struct net_device *dev);
+void FreeAllocatedDashShareMemory(struct net_device *dev);
+void DashHwInit(struct net_device *dev);
+
+
+#endif /* _LINUX_R8126_DASH_H */
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_firmware.c b/drivers/net/ethernet/realtek/r8126/r8126_firmware.c
new file mode 100755
index 00000000..a7b13cbc
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_firmware.c
@@ -0,0 +1,264 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#include
+#include
+#include
+
+#include "r8126_firmware.h"
+
+enum rtl_fw_opcode {
+ PHY_READ = 0x0,
+ PHY_DATA_OR = 0x1,
+ PHY_DATA_AND = 0x2,
+ PHY_BJMPN = 0x3,
+ PHY_MDIO_CHG = 0x4,
+ PHY_CLEAR_READCOUNT = 0x7,
+ PHY_WRITE = 0x8,
+ PHY_READCOUNT_EQ_SKIP = 0x9,
+ PHY_COMP_EQ_SKIPN = 0xa,
+ PHY_COMP_NEQ_SKIPN = 0xb,
+ PHY_WRITE_PREVIOUS = 0xc,
+ PHY_SKIPN = 0xd,
+ PHY_DELAY_MS = 0xe,
+};
+
+struct fw_info {
+ u32 magic;
+ char version[RTL8126_VER_SIZE];
+ __le32 fw_start;
+ __le32 fw_len;
+ u8 chksum;
+} __packed;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,16,0)
+#define sizeof_field(TYPE, MEMBER) sizeof((((TYPE *)0)->MEMBER))
+#endif
+#define FW_OPCODE_SIZE sizeof_field(struct rtl8126_fw_phy_action, code[0])
+
+static bool rtl8126_fw_format_ok(struct rtl8126_fw *rtl_fw)
+{
+ const struct firmware *fw = rtl_fw->fw;
+ struct fw_info *fw_info = (struct fw_info *)fw->data;
+ struct rtl8126_fw_phy_action *pa = &rtl_fw->phy_action;
+
+ if (fw->size < FW_OPCODE_SIZE)
+ return false;
+
+ if (!fw_info->magic) {
+ size_t i, size, start;
+ u8 checksum = 0;
+
+ if (fw->size < sizeof(*fw_info))
+ return false;
+
+ for (i = 0; i < fw->size; i++)
+ checksum += fw->data[i];
+ if (checksum != 0)
+ return false;
+
+ start = le32_to_cpu(fw_info->fw_start);
+ if (start > fw->size)
+ return false;
+
+ size = le32_to_cpu(fw_info->fw_len);
+ if (size > (fw->size - start) / FW_OPCODE_SIZE)
+ return false;
+
+ strscpy(rtl_fw->version, fw_info->version, RTL8126_VER_SIZE);
+
+ pa->code = (__le32 *)(fw->data + start);
+ pa->size = size;
+ } else {
+ if (fw->size % FW_OPCODE_SIZE)
+ return false;
+
+ strscpy(rtl_fw->version, rtl_fw->fw_name, RTL8126_VER_SIZE);
+
+ pa->code = (__le32 *)fw->data;
+ pa->size = fw->size / FW_OPCODE_SIZE;
+ }
+
+ return true;
+}
+
+static bool rtl8126_fw_data_ok(struct rtl8126_fw *rtl_fw)
+{
+ struct rtl8126_fw_phy_action *pa = &rtl_fw->phy_action;
+ size_t index;
+
+ for (index = 0; index < pa->size; index++) {
+ u32 action = le32_to_cpu(pa->code[index]);
+ u32 val = action & 0x0000ffff;
+ u32 regno = (action & 0x0fff0000) >> 16;
+
+ switch (action >> 28) {
+ case PHY_READ:
+ case PHY_DATA_OR:
+ case PHY_DATA_AND:
+ case PHY_CLEAR_READCOUNT:
+ case PHY_WRITE:
+ case PHY_WRITE_PREVIOUS:
+ case PHY_DELAY_MS:
+ break;
+
+ case PHY_MDIO_CHG:
+ if (val > 1)
+ goto out;
+ break;
+
+ case PHY_BJMPN:
+ if (regno > index)
+ goto out;
+ break;
+ case PHY_READCOUNT_EQ_SKIP:
+ if (index + 2 >= pa->size)
+ goto out;
+ break;
+ case PHY_COMP_EQ_SKIPN:
+ case PHY_COMP_NEQ_SKIPN:
+ case PHY_SKIPN:
+ if (index + 1 + regno >= pa->size)
+ goto out;
+ break;
+
+ default:
+ dev_err(rtl_fw->dev, "Invalid action 0x%08x\n", action);
+ return false;
+ }
+ }
+
+ return true;
+out:
+ dev_err(rtl_fw->dev, "Out of range of firmware\n");
+ return false;
+}
+
+void rtl8126_fw_write_firmware(struct rtl8126_private *tp, struct rtl8126_fw *rtl_fw)
+{
+ struct rtl8126_fw_phy_action *pa = &rtl_fw->phy_action;
+ rtl8126_fw_write_t fw_write = rtl_fw->phy_write;
+ rtl8126_fw_read_t fw_read = rtl_fw->phy_read;
+ int predata = 0, count = 0;
+ size_t index;
+
+ for (index = 0; index < pa->size; index++) {
+ u32 action = le32_to_cpu(pa->code[index]);
+ u32 data = action & 0x0000ffff;
+ u32 regno = (action & 0x0fff0000) >> 16;
+ enum rtl_fw_opcode opcode = action >> 28;
+
+ if (!action)
+ break;
+
+ switch (opcode) {
+ case PHY_READ:
+ predata = fw_read(tp, regno);
+ count++;
+ break;
+ case PHY_DATA_OR:
+ predata |= data;
+ break;
+ case PHY_DATA_AND:
+ predata &= data;
+ break;
+ case PHY_BJMPN:
+ index -= (regno + 1);
+ break;
+ case PHY_MDIO_CHG:
+ if (data) {
+ fw_write = rtl_fw->mac_mcu_write;
+ fw_read = rtl_fw->mac_mcu_read;
+ } else {
+ fw_write = rtl_fw->phy_write;
+ fw_read = rtl_fw->phy_read;
+ }
+
+ break;
+ case PHY_CLEAR_READCOUNT:
+ count = 0;
+ break;
+ case PHY_WRITE:
+ fw_write(tp, regno, data);
+ break;
+ case PHY_READCOUNT_EQ_SKIP:
+ if (count == data)
+ index++;
+ break;
+ case PHY_COMP_EQ_SKIPN:
+ if (predata == data)
+ index += regno;
+ break;
+ case PHY_COMP_NEQ_SKIPN:
+ if (predata != data)
+ index += regno;
+ break;
+ case PHY_WRITE_PREVIOUS:
+ fw_write(tp, regno, predata);
+ break;
+ case PHY_SKIPN:
+ index += regno;
+ break;
+ case PHY_DELAY_MS:
+ mdelay(data);
+ break;
+ }
+ }
+}
+
+void rtl8126_fw_release_firmware(struct rtl8126_fw *rtl_fw)
+{
+ release_firmware(rtl_fw->fw);
+}
+
+int rtl8126_fw_request_firmware(struct rtl8126_fw *rtl_fw)
+{
+ int rc;
+
+ rc = request_firmware(&rtl_fw->fw, rtl_fw->fw_name, rtl_fw->dev);
+ if (rc < 0)
+ goto out;
+
+ if (!rtl8126_fw_format_ok(rtl_fw) || !rtl8126_fw_data_ok(rtl_fw)) {
+ release_firmware(rtl_fw->fw);
+ rc = -EINVAL;
+ goto out;
+ }
+
+ return 0;
+out:
+ dev_err(rtl_fw->dev, "Unable to load firmware %s (%d)\n",
+ rtl_fw->fw_name, rc);
+ return rc;
+}
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_firmware.h b/drivers/net/ethernet/realtek/r8126/r8126_firmware.h
new file mode 100755
index 00000000..5ae6f936
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_firmware.h
@@ -0,0 +1,68 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_R8126_FIRMWARE_H
+#define _LINUX_R8126_FIRMWARE_H
+
+#include
+#include
+
+struct rtl8126_private;
+typedef void (*rtl8126_fw_write_t)(struct rtl8126_private *tp, u16 reg, u16 val);
+typedef u32 (*rtl8126_fw_read_t)(struct rtl8126_private *tp, u16 reg);
+
+#define RTL8126_VER_SIZE 32
+
+struct rtl8126_fw {
+ rtl8126_fw_write_t phy_write;
+ rtl8126_fw_read_t phy_read;
+ rtl8126_fw_write_t mac_mcu_write;
+ rtl8126_fw_read_t mac_mcu_read;
+ const struct firmware *fw;
+ const char *fw_name;
+ struct device *dev;
+
+ char version[RTL8126_VER_SIZE];
+
+ struct rtl8126_fw_phy_action {
+ __le32 *code;
+ size_t size;
+ } phy_action;
+};
+
+int rtl8126_fw_request_firmware(struct rtl8126_fw *rtl_fw);
+void rtl8126_fw_release_firmware(struct rtl8126_fw *rtl_fw);
+void rtl8126_fw_write_firmware(struct rtl8126_private *tp, struct rtl8126_fw *rtl_fw);
+
+#endif /* _LINUX_R8126_FIRMWARE_H */
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_n.c b/drivers/net/ethernet/realtek/r8126/r8126_n.c
new file mode 100755
index 00000000..d01c7ef9
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_n.c
@@ -0,0 +1,17425 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+/*
+ * This driver is modified from r8169.c in Linux kernel 2.6.18
+ */
+
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22)
+#include
+#include
+#endif
+#include
+#include
+#include
+#include
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,26)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(5,4,0)
+#include
+#endif
+#endif
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37)
+#include
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)
+#define dev_printk(A,B,fmt,args...) printk(A fmt,##args)
+#else
+#include
+#include
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,31)
+#include
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(6,4,10)
+#include
+#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(6,4,10) */
+
+#include
+#include
+
+#include "r8126.h"
+#include "rtl_eeprom.h"
+#include "rtltool.h"
+#include "r8126_firmware.h"
+
+#ifdef ENABLE_R8126_PROCFS
+#include
+#include
+#endif
+
+#define FIRMWARE_8126A_2 "rtl_nic/rtl8126a-2.fw"
+#define FIRMWARE_8126A_3 "rtl_nic/rtl8126a-3.fw"
+
+static const struct {
+ const char *name;
+ const char *fw_name;
+} rtl_chip_fw_infos[] = {
+ /* PCI-E devices. */
+ [CFG_METHOD_1] = {"RTL8126A", },
+ [CFG_METHOD_2] = {"RTL8126A", FIRMWARE_8126A_2},
+ [CFG_METHOD_3] = {"RTL8126A", FIRMWARE_8126A_3},
+ [CFG_METHOD_DEFAULT] = {"Unknown", },
+};
+
+#define _R(NAME,MAC,RCR,MASK,JumFrameSz) \
+ { .name = NAME, .mcfg = MAC, .RCR_Cfg = RCR, .RxConfigMask = MASK, .jumbo_frame_sz = JumFrameSz }
+
+static const struct {
+ const char *name;
+ u8 mcfg;
+ u32 RCR_Cfg;
+ u32 RxConfigMask; /* Clears the bits supported by this chip */
+ u32 jumbo_frame_sz;
+} rtl_chip_info[] = {
+ _R("RTL8126A",
+ CFG_METHOD_1,
+ Rx_Fetch_Number_8 | RxCfg_pause_slot_en | EnableInnerVlan | EnableOuterVlan | (RX_DMA_BURST_unlimited << RxCfgDMAShift),
+ 0xff7e5880,
+ Jumbo_Frame_9k),
+
+ _R("RTL8126A",
+ CFG_METHOD_2,
+ Rx_Fetch_Number_8 | Rx_Close_Multiple | RxCfg_pause_slot_en | EnableInnerVlan | EnableOuterVlan | (RX_DMA_BURST_512 << RxCfgDMAShift),
+ 0xff7e5880,
+ Jumbo_Frame_9k),
+
+ _R("RTL8126A",
+ CFG_METHOD_3,
+ Rx_Fetch_Number_8 | Rx_Close_Multiple | RxCfg_pause_slot_en | EnableInnerVlan | EnableOuterVlan | (RX_DMA_BURST_512 << RxCfgDMAShift),
+ 0xff7e5880,
+ Jumbo_Frame_9k),
+
+ _R("Unknown",
+ CFG_METHOD_DEFAULT,
+ (RX_DMA_BURST_unlimited << RxCfgDMAShift),
+ 0xff7e5880,
+ Jumbo_Frame_1k)
+};
+#undef _R
+
+
+#ifndef PCI_VENDOR_ID_DLINK
+#define PCI_VENDOR_ID_DLINK 0x1186
+#endif
+
+static struct pci_device_id rtl8126_pci_tbl[] = {
+ { PCI_DEVICE(PCI_VENDOR_ID_REALTEK, 0x8126), },
+ { PCI_DEVICE(PCI_VENDOR_ID_REALTEK, 0x5000), },
+ {0,},
+};
+
+MODULE_DEVICE_TABLE(pci, rtl8126_pci_tbl);
+
+static int use_dac = 1;
+static int timer_count = 0x2600;
+static int timer_count_v2 = (0x2600 / 0x100);
+
+static struct {
+ u32 msg_enable;
+} debug = { -1 };
+
+static unsigned int speed_mode = SPEED_5000;
+static unsigned int duplex_mode = DUPLEX_FULL;
+static unsigned int autoneg_mode = AUTONEG_ENABLE;
+#ifdef CONFIG_ASPM
+static int aspm = 1;
+#else
+static int aspm = 0;
+#endif
+#ifdef ENABLE_S5WOL
+static int s5wol = 1;
+#else
+static int s5wol = 0;
+#endif
+#ifdef ENABLE_S5_KEEP_CURR_MAC
+static int s5_keep_curr_mac = 1;
+#else
+static int s5_keep_curr_mac = 0;
+#endif
+#ifdef ENABLE_EEE
+static int eee_enable = 1;
+#else
+static int eee_enable = 0;
+#endif
+#ifdef CONFIG_SOC_LAN
+static ulong hwoptimize = HW_PATCH_SOC_LAN;
+#else
+static ulong hwoptimize = 0;
+#endif
+#ifdef ENABLE_S0_MAGIC_PACKET
+static int s0_magic_packet = 1;
+#else
+static int s0_magic_packet = 0;
+#endif
+#ifdef ENABLE_TX_NO_CLOSE
+static int tx_no_close_enable = 1;
+#else
+static int tx_no_close_enable = 0;
+#endif
+#ifdef ENABLE_PTP_MASTER_MODE
+static int enable_ptp_master_mode = 1;
+#else
+static int enable_ptp_master_mode = 0;
+#endif
+#ifdef DISABLE_WOL_SUPPORT
+static int disable_wol_support = 1;
+#else
+static int disable_wol_support = 0;
+#endif
+
+#ifdef ENABLE_DOUBLE_VLAN
+static int enable_double_vlan = 1;
+#else
+static int enable_double_vlan = 0;
+#endif
+
+MODULE_AUTHOR("Realtek and the Linux r8126 crew ");
+MODULE_DESCRIPTION("Realtek r8126 Ethernet controller driver");
+
+module_param(speed_mode, uint, 0);
+MODULE_PARM_DESC(speed_mode, "force phy operation. Deprecated by ethtool (8).");
+
+module_param(duplex_mode, uint, 0);
+MODULE_PARM_DESC(duplex_mode, "force phy operation. Deprecated by ethtool (8).");
+
+module_param(autoneg_mode, uint, 0);
+MODULE_PARM_DESC(autoneg_mode, "force phy operation. Deprecated by ethtool (8).");
+
+module_param(aspm, int, 0);
+MODULE_PARM_DESC(aspm, "Enable ASPM.");
+
+module_param(s5wol, int, 0);
+MODULE_PARM_DESC(s5wol, "Enable Shutdown Wake On Lan.");
+
+module_param(s5_keep_curr_mac, int, 0);
+MODULE_PARM_DESC(s5_keep_curr_mac, "Enable Shutdown Keep Current MAC Address.");
+
+module_param(use_dac, int, 0);
+MODULE_PARM_DESC(use_dac, "Enable PCI DAC. Unsafe on 32 bit PCI slot.");
+
+module_param(timer_count, int, 0);
+MODULE_PARM_DESC(timer_count, "Timer Interrupt Interval.");
+
+module_param(eee_enable, int, 0);
+MODULE_PARM_DESC(eee_enable, "Enable Energy Efficient Ethernet.");
+
+module_param(hwoptimize, ulong, 0);
+MODULE_PARM_DESC(hwoptimize, "Enable HW optimization function.");
+
+module_param(s0_magic_packet, int, 0);
+MODULE_PARM_DESC(s0_magic_packet, "Enable S0 Magic Packet.");
+
+module_param(tx_no_close_enable, int, 0);
+MODULE_PARM_DESC(tx_no_close_enable, "Enable TX No Close.");
+
+module_param(enable_ptp_master_mode, int, 0);
+MODULE_PARM_DESC(enable_ptp_master_mode, "Enable PTP Master Mode.");
+
+module_param(disable_wol_support, int, 0);
+MODULE_PARM_DESC(disable_wol_support, "Disable PM support.");
+
+module_param(enable_double_vlan, int, 0);
+MODULE_PARM_DESC(enable_double_vlan, "Enable Double VLAN.");
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+module_param_named(debug, debug.msg_enable, int, 0);
+MODULE_PARM_DESC(debug, "Debug verbosity level (0=none, ..., 16=all)");
+#endif//LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+
+MODULE_LICENSE("GPL");
+#ifdef ENABLE_USE_FIRMWARE_FILE
+MODULE_FIRMWARE(FIRMWARE_8126A_2);
+MODULE_FIRMWARE(FIRMWARE_8126A_3);
+#endif
+
+MODULE_VERSION(RTL8126_VERSION);
+
+/*
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+static void rtl8126_esd_timer(unsigned long __opaque);
+#else
+static void rtl8126_esd_timer(struct timer_list *t);
+#endif
+*/
+/*
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+static void rtl8126_link_timer(unsigned long __opaque);
+#else
+static void rtl8126_link_timer(struct timer_list *t);
+#endif
+*/
+
+static netdev_tx_t rtl8126_start_xmit(struct sk_buff *skb, struct net_device *dev);
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19)
+static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance, struct pt_regs *regs);
+#else
+static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance);
+#endif
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19)
+static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance, struct pt_regs *regs);
+#else
+static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance);
+#endif
+static void rtl8126_set_rx_mode(struct net_device *dev);
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0)
+static void rtl8126_tx_timeout(struct net_device *dev, unsigned int txqueue);
+#else
+static void rtl8126_tx_timeout(struct net_device *dev);
+#endif
+static int rtl8126_rx_interrupt(struct net_device *, struct rtl8126_private *, struct rtl8126_rx_ring *, napi_budget);
+static int rtl8126_tx_interrupt(struct rtl8126_tx_ring *ring, int budget);
+static int rtl8126_tx_interrupt_with_vector(struct rtl8126_private *tp, const int message_id, int budget);
+static void rtl8126_wait_for_quiescence(struct net_device *dev);
+static int rtl8126_change_mtu(struct net_device *dev, int new_mtu);
+static void rtl8126_down(struct net_device *dev);
+
+static int rtl8126_set_mac_address(struct net_device *dev, void *p);
+static void rtl8126_rar_set(struct rtl8126_private *tp, const u8 *addr);
+static void rtl8126_desc_addr_fill(struct rtl8126_private *);
+static void rtl8126_tx_desc_init(struct rtl8126_private *tp);
+static void rtl8126_rx_desc_init(struct rtl8126_private *tp);
+
+static void rtl8126_mdio_direct_write_phy_ocp(struct rtl8126_private *tp, u16 RegAddr,u16 value);
+static u32 rtl8126_mdio_direct_read_phy_ocp(struct rtl8126_private *tp, u16 RegAddr);
+static void rtl8126_clear_and_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 clearmask, u16 setmask);
+static void rtl8126_clear_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask);
+static void rtl8126_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask);
+static u16 rtl8126_get_hw_phy_mcu_code_ver(struct rtl8126_private *tp);
+static void rtl8126_phy_power_up(struct net_device *dev);
+static void rtl8126_phy_power_down(struct net_device *dev);
+static int rtl8126_set_speed(struct net_device *dev, u8 autoneg, u32 speed, u8 duplex, u64 adv);
+static bool rtl8126_set_phy_mcu_patch_request(struct rtl8126_private *tp);
+static bool rtl8126_clear_phy_mcu_patch_request(struct rtl8126_private *tp);
+
+#ifdef CONFIG_R8126_NAPI
+static int rtl8126_poll(napi_ptr napi, napi_budget budget);
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+static void rtl8126_reset_task(void *_data);
+static void rtl8126_esd_task(void *_data);
+static void rtl8126_linkchg_task(void *_data);
+#else
+static void rtl8126_reset_task(struct work_struct *work);
+static void rtl8126_esd_task(struct work_struct *work);
+static void rtl8126_linkchg_task(struct work_struct *work);
+#endif
+static void rtl8126_schedule_reset_work(struct rtl8126_private *tp);
+static void rtl8126_schedule_esd_work(struct rtl8126_private *tp);
+static void rtl8126_schedule_linkchg_work(struct rtl8126_private *tp);
+static void rtl8126_init_all_schedule_work(struct rtl8126_private *tp);
+static void rtl8126_cancel_all_schedule_work(struct rtl8126_private *tp);
+
+static inline struct device *tp_to_dev(struct rtl8126_private *tp)
+{
+ return &tp->pci_dev->dev;
+}
+
+#if ((LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) && \
+ LINUX_VERSION_CODE >= KERNEL_VERSION(4,6,00)))
+void ethtool_convert_legacy_u32_to_link_mode(unsigned long *dst,
+ u32 legacy_u32)
+{
+ bitmap_zero(dst, __ETHTOOL_LINK_MODE_MASK_NBITS);
+ dst[0] = legacy_u32;
+}
+
+bool ethtool_convert_link_mode_to_legacy_u32(u32 *legacy_u32,
+ const unsigned long *src)
+{
+ bool retval = true;
+
+ /* TODO: following test will soon always be true */
+ if (__ETHTOOL_LINK_MODE_MASK_NBITS > 32) {
+ __ETHTOOL_DECLARE_LINK_MODE_MASK(ext);
+
+ bitmap_zero(ext, __ETHTOOL_LINK_MODE_MASK_NBITS);
+ bitmap_fill(ext, 32);
+ bitmap_complement(ext, ext, __ETHTOOL_LINK_MODE_MASK_NBITS);
+ if (bitmap_intersects(ext, src,
+ __ETHTOOL_LINK_MODE_MASK_NBITS)) {
+ /* src mask goes beyond bit 31 */
+ retval = false;
+ }
+ }
+ *legacy_u32 = src[0];
+ return retval;
+}
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+
+#ifndef LPA_1000FULL
+#define LPA_1000FULL 0x0800
+#endif
+
+#ifndef LPA_1000HALF
+#define LPA_1000HALF 0x0400
+#endif
+
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,4,0)
+static inline void eth_hw_addr_random(struct net_device *dev)
+{
+ random_ether_addr(dev->dev_addr);
+}
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)
+#undef ethtool_ops
+#define ethtool_ops _kc_ethtool_ops
+
+struct _kc_ethtool_ops {
+ int (*get_settings)(struct net_device *, struct ethtool_cmd *);
+ int (*set_settings)(struct net_device *, struct ethtool_cmd *);
+ void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *);
+ int (*get_regs_len)(struct net_device *);
+ void (*get_regs)(struct net_device *, struct ethtool_regs *, void *);
+ void (*get_wol)(struct net_device *, struct ethtool_wolinfo *);
+ int (*set_wol)(struct net_device *, struct ethtool_wolinfo *);
+ u32 (*get_msglevel)(struct net_device *);
+ void (*set_msglevel)(struct net_device *, u32);
+ int (*nway_reset)(struct net_device *);
+ u32 (*get_link)(struct net_device *);
+ int (*get_eeprom_len)(struct net_device *);
+ int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *);
+ int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *);
+ int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *);
+ int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *);
+ void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *);
+ int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *);
+ void (*get_pauseparam)(struct net_device *,
+ struct ethtool_pauseparam*);
+ int (*set_pauseparam)(struct net_device *,
+ struct ethtool_pauseparam*);
+ u32 (*get_rx_csum)(struct net_device *);
+ int (*set_rx_csum)(struct net_device *, u32);
+ u32 (*get_tx_csum)(struct net_device *);
+ int (*set_tx_csum)(struct net_device *, u32);
+ u32 (*get_sg)(struct net_device *);
+ int (*set_sg)(struct net_device *, u32);
+ u32 (*get_tso)(struct net_device *);
+ int (*set_tso)(struct net_device *, u32);
+ int (*self_test_count)(struct net_device *);
+ void (*self_test)(struct net_device *, struct ethtool_test *, u64 *);
+ void (*get_strings)(struct net_device *, u32 stringset, u8 *);
+ int (*phys_id)(struct net_device *, u32);
+ int (*get_stats_count)(struct net_device *);
+ void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *,
+ u64 *);
+} *ethtool_ops = NULL;
+
+#undef SET_ETHTOOL_OPS
+#define SET_ETHTOOL_OPS(netdev, ops) (ethtool_ops = (ops))
+
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)
+#ifndef SET_ETHTOOL_OPS
+#define SET_ETHTOOL_OPS(netdev,ops) \
+ ( (netdev)->ethtool_ops = (ops) )
+#endif //SET_ETHTOOL_OPS
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)
+
+//#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5)
+#ifndef netif_msg_init
+#define netif_msg_init _kc_netif_msg_init
+/* copied from linux kernel 2.6.20 include/linux/netdevice.h */
+static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
+{
+ /* use default */
+ if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
+ return default_msg_enable_bits;
+ if (debug_value == 0) /* no output */
+ return 0;
+ /* set low N bits */
+ return (1 << debug_value) - 1;
+}
+
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5)
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,22)
+static inline void eth_copy_and_sum (struct sk_buff *dest,
+ const unsigned char *src,
+ int len, int base)
+{
+ skb_copy_to_linear_data(dest, src, len);
+}
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,22)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7)
+/* copied from linux kernel 2.6.20 /include/linux/time.h */
+/* Parameters used to convert the timespec values: */
+#define MSEC_PER_SEC 1000L
+
+/* copied from linux kernel 2.6.20 /include/linux/jiffies.h */
+/*
+ * Change timeval to jiffies, trying to avoid the
+ * most obvious overflows..
+ *
+ * And some not so obvious.
+ *
+ * Note that we don't want to return MAX_LONG, because
+ * for various timeout reasons we often end up having
+ * to wait "jiffies+1" in order to guarantee that we wait
+ * at _least_ "jiffies" - so "jiffies+1" had better still
+ * be positive.
+ */
+#define MAX_JIFFY_OFFSET ((~0UL >> 1)-1)
+
+/*
+ * Convert jiffies to milliseconds and back.
+ *
+ * Avoid unnecessary multiplications/divisions in the
+ * two most common HZ cases:
+ */
+static inline unsigned int _kc_jiffies_to_msecs(const unsigned long j)
+{
+#if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ)
+ return (MSEC_PER_SEC / HZ) * j;
+#elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC)
+ return (j + (HZ / MSEC_PER_SEC) - 1)/(HZ / MSEC_PER_SEC);
+#else
+ return (j * MSEC_PER_SEC) / HZ;
+#endif
+}
+
+static inline unsigned long _kc_msecs_to_jiffies(const unsigned int m)
+{
+ if (m > _kc_jiffies_to_msecs(MAX_JIFFY_OFFSET))
+ return MAX_JIFFY_OFFSET;
+#if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ)
+ return (m + (MSEC_PER_SEC / HZ) - 1) / (MSEC_PER_SEC / HZ);
+#elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC)
+ return m * (HZ / MSEC_PER_SEC);
+#else
+ return (m * HZ + MSEC_PER_SEC - 1) / MSEC_PER_SEC;
+#endif
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7)
+
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11)
+
+/* copied from linux kernel 2.6.12.6 /include/linux/pm.h */
+typedef int __bitwise pci_power_t;
+
+/* copied from linux kernel 2.6.12.6 /include/linux/pci.h */
+typedef u32 __bitwise pm_message_t;
+
+#define PCI_D0 ((pci_power_t __force) 0)
+#define PCI_D1 ((pci_power_t __force) 1)
+#define PCI_D2 ((pci_power_t __force) 2)
+#define PCI_D3hot ((pci_power_t __force) 3)
+#define PCI_D3cold ((pci_power_t __force) 4)
+#define PCI_POWER_ERROR ((pci_power_t __force) -1)
+
+/* copied from linux kernel 2.6.12.6 /drivers/pci/pci.c */
+/**
+ * pci_choose_state - Choose the power state of a PCI device
+ * @dev: PCI device to be suspended
+ * @state: target sleep state for the whole system. This is the value
+ * that is passed to suspend() function.
+ *
+ * Returns PCI power state suitable for given device and given system
+ * message.
+ */
+
+pci_power_t pci_choose_state(struct pci_dev *dev, pm_message_t state)
+{
+ if (!pci_find_capability(dev, PCI_CAP_ID_PM))
+ return PCI_D0;
+
+ switch (state) {
+ case 0:
+ return PCI_D0;
+ case 3:
+ return PCI_D3hot;
+ default:
+ printk("They asked me for state %d\n", state);
+// BUG();
+ }
+ return PCI_D0;
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9)
+/**
+ * msleep_interruptible - sleep waiting for waitqueue interruptions
+ * @msecs: Time in milliseconds to sleep for
+ */
+#define msleep_interruptible _kc_msleep_interruptible
+unsigned long _kc_msleep_interruptible(unsigned int msecs)
+{
+ unsigned long timeout = _kc_msecs_to_jiffies(msecs);
+
+ while (timeout && !signal_pending(current)) {
+ set_current_state(TASK_INTERRUPTIBLE);
+ timeout = schedule_timeout(timeout);
+ }
+ return _kc_jiffies_to_msecs(timeout);
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7)
+/* copied from linux kernel 2.6.20 include/linux/sched.h */
+#ifndef __sched
+#define __sched __attribute__((__section__(".sched.text")))
+#endif
+
+/* copied from linux kernel 2.6.20 kernel/timer.c */
+signed long __sched schedule_timeout_uninterruptible(signed long timeout)
+{
+ __set_current_state(TASK_UNINTERRUPTIBLE);
+ return schedule_timeout(timeout);
+}
+
+/* copied from linux kernel 2.6.20 include/linux/mii.h */
+#undef if_mii
+#define if_mii _kc_if_mii
+static inline struct mii_ioctl_data *if_mii(struct ifreq *rq)
+{
+ return (struct mii_ioctl_data *) &rq->ifr_ifru;
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7)
+
+static u32 rtl8126_read_thermal_sensor(struct rtl8126_private *tp)
+{
+ u16 ts_digout;
+
+ switch (tp->mcfg) {
+ default:
+ ts_digout = 0xffff;
+ break;
+ }
+
+ return ts_digout;
+}
+
+int rtl8126_dump_tally_counter(struct rtl8126_private *tp, dma_addr_t paddr)
+{
+ u32 cmd;
+ u32 WaitCnt;
+ int retval = -1;
+
+ RTL_W32(tp, CounterAddrHigh, (u64)paddr >> 32);
+ cmd = (u64)paddr & DMA_BIT_MASK(32);
+ RTL_W32(tp, CounterAddrLow, cmd);
+ RTL_W32(tp, CounterAddrLow, cmd | CounterDump);
+
+ WaitCnt = 0;
+ while (RTL_R32(tp, CounterAddrLow) & CounterDump) {
+ udelay(10);
+
+ WaitCnt++;
+ if (WaitCnt > 20)
+ break;
+ }
+
+ if (WaitCnt <= 20)
+ retval = 0;
+
+ return retval;
+}
+
+static u32
+rtl8126_get_hw_clo_ptr(struct rtl8126_tx_ring *ring)
+{
+ struct rtl8126_private *tp = ring->priv;
+
+ switch (tp->HwSuppTxNoCloseVer) {
+ case 3:
+ return RTL_R16(tp, ring->hw_clo_ptr_reg);
+ case 4:
+ case 5:
+ case 6:
+ return RTL_R32(tp, ring->hw_clo_ptr_reg);
+ default:
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ WARN_ON(1);
+#endif
+ return 0;
+ }
+}
+
+static u32
+rtl8126_get_sw_tail_ptr(struct rtl8126_tx_ring *ring)
+{
+ struct rtl8126_private *tp = ring->priv;
+
+ switch (tp->HwSuppTxNoCloseVer) {
+ case 3:
+ return RTL_R16(tp, ring->sw_tail_ptr_reg);
+ case 4:
+ case 5:
+ case 6:
+ return RTL_R32(tp, ring->sw_tail_ptr_reg);
+ default:
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ WARN_ON(1);
+#endif
+ return 0;
+ }
+}
+
+static bool
+rtl8126_sysfs_testmode_on(struct rtl8126_private *tp)
+{
+#ifdef ENABLE_R8126_SYSFS
+ return !!tp->testmode;
+#else
+ return 1;
+#endif
+}
+
+static u32 rtl8126_convert_link_speed(u16 status)
+{
+ u32 speed = SPEED_UNKNOWN;
+
+ if (status & LinkStatus) {
+ if (status & _5000bpsF)
+ speed = SPEED_5000;
+ else if (status & _2500bpsF)
+ speed = SPEED_2500;
+ else if (status & _1000bpsF)
+ speed = SPEED_1000;
+ else if (status & _100bps)
+ speed = SPEED_100;
+ else if (status & _10bps)
+ speed = SPEED_10;
+ }
+
+ return speed;
+}
+
+static void rtl8126_mdi_swap(struct rtl8126_private *tp)
+{
+ int i;
+ u16 reg, val, mdi_reverse;
+ u16 tps_p0, tps_p1, tps_p2, tps_p3, tps_p3_p0;
+
+ switch (tp->mcfg) {
+ default:
+ return;
+ };
+
+ tps_p3_p0 = rtl8126_mac_ocp_read(tp, 0xD440) & 0xF000;
+ tps_p3 = !!(tps_p3_p0 & BIT_15);
+ tps_p2 = !!(tps_p3_p0 & BIT_14);
+ tps_p1 = !!(tps_p3_p0 & BIT_13);
+ tps_p0 = !!(tps_p3_p0 & BIT_12);
+ mdi_reverse = rtl8126_mac_ocp_read(tp, 0xD442);
+
+ if ((mdi_reverse & BIT_5) && tps_p3_p0 == 0xA000)
+ return;
+
+ if (!(mdi_reverse & BIT_5))
+ val = tps_p0 << 8 |
+ tps_p1 << 9 |
+ tps_p2 << 10 |
+ tps_p3 << 11;
+ else
+ val = tps_p3 << 8 |
+ tps_p2 << 9 |
+ tps_p1 << 10 |
+ tps_p0 << 11;
+
+ for (i=8; i<12; i++) {
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, reg);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ BIT(i),
+ val & BIT(i));
+ }
+}
+
+static int rtl8126_vcd_test(struct rtl8126_private *tp)
+{
+ u16 val;
+ u32 wait_cnt;
+ int ret = -1;
+
+ rtl8126_mdi_swap(tp);
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA422, BIT(0));
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA422, 0x00F0);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA422, BIT(0));
+
+ wait_cnt = 0;
+ do {
+ mdelay(1);
+ val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA422);
+ wait_cnt++;
+ } while (!(val & BIT_15) && (wait_cnt < 5000));
+
+ if (wait_cnt == 5000)
+ goto exit;
+
+ ret = 0;
+
+exit:
+ return ret;
+}
+
+static void rtl8126_get_cp_len(struct rtl8126_private *tp,
+ int cp_len[RTL8126_CP_NUM])
+{
+ int i;
+ u16 status;
+ int tmp_cp_len;
+
+ status = RTL_R16(tp, PHYstatus);
+ if (status & LinkStatus) {
+ if (status & _10bps) {
+ tmp_cp_len = -1;
+ } else if (status & (_100bps | _1000bpsF)) {
+ rtl8126_mdio_write(tp, 0x1f, 0x0a88);
+ tmp_cp_len = rtl8126_mdio_read(tp, 0x10);
+ } else if (status & _2500bpsF) {
+ switch (tp->mcfg) {
+ default:
+ rtl8126_mdio_write(tp, 0x1f, 0x0acb);
+ tmp_cp_len = rtl8126_mdio_read(tp, 0x15);
+ tmp_cp_len >>= 2;
+ break;
+ }
+ } else
+ tmp_cp_len = 0;
+ } else
+ tmp_cp_len = 0;
+
+ if (tmp_cp_len > 0)
+ tmp_cp_len &= 0xff;
+ for (i=0; i RTL8126_MAX_SUPPORT_CP_LEN)
+ cp_len[i] = RTL8126_MAX_SUPPORT_CP_LEN;
+
+ return;
+}
+
+static int __rtl8126_get_cp_status(u16 val)
+{
+ switch (val) {
+ case 0x0060:
+ return rtl8126_cp_normal;
+ case 0x0048:
+ return rtl8126_cp_open;
+ case 0x0050:
+ return rtl8126_cp_short;
+ case 0x0042:
+ case 0x0044:
+ return rtl8126_cp_mismatch;
+ default:
+ return rtl8126_cp_normal;
+ }
+}
+
+static int _rtl8126_get_cp_status(struct rtl8126_private *tp, u8 pair_num)
+{
+ u16 val;
+ int cp_status = rtl8126_cp_unknown;
+
+ if (pair_num > 3)
+ goto exit;
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8027 + 4 * pair_num);
+ val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA438);
+
+ cp_status = __rtl8126_get_cp_status(val);
+
+exit:
+ return cp_status;
+}
+
+static const char * rtl8126_get_cp_status_string(int cp_status)
+{
+ switch(cp_status) {
+ case rtl8126_cp_normal:
+ return "normal ";
+ case rtl8126_cp_short:
+ return "short ";
+ case rtl8126_cp_open:
+ return "open ";
+ case rtl8126_cp_mismatch:
+ return "mismatch";
+ default:
+ return "unknown ";
+ }
+}
+
+static u16 rtl8126_get_cp_pp(struct rtl8126_private *tp, u8 pair_num)
+{
+ u16 pp = 0;
+
+ if (pair_num > 3)
+ goto exit;
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8029 + 4 * pair_num);
+ pp = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA438);
+
+ pp &= 0x3fff;
+ pp /= 80;
+
+exit:
+ return pp;
+}
+
+static void rtl8126_get_cp_status(struct rtl8126_private *tp,
+ int cp_status[RTL8126_CP_NUM],
+ bool poe_mode)
+{
+ u16 status;
+ int i;
+
+ status = RTL_R16(tp, PHYstatus);
+ if (status & LinkStatus && !(status & (_10bps | _100bps))) {
+ for (i=0; i= KERNEL_VERSION(3,10,0)
+static int proc_get_driver_variable(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ seq_puts(m, "\nDump Driver Variable\n");
+
+ rtnl_lock();
+
+ seq_puts(m, "Variable\tValue\n----------\t-----\n");
+ seq_printf(m, "MODULENAME\t%s\n", MODULENAME);
+ seq_printf(m, "driver version\t%s\n", RTL8126_VERSION);
+ seq_printf(m, "mcfg\t%d\n", tp->mcfg);
+ seq_printf(m, "chipset\t%d\n", tp->chipset);
+ seq_printf(m, "chipset_name\t%s\n", rtl_chip_info[tp->chipset].name);
+ seq_printf(m, "mtu\t%d\n", dev->mtu);
+ seq_printf(m, "NUM_RX_DESC\t0x%x\n", tp->rx_ring[0].num_rx_desc);
+ seq_printf(m, "cur_rx0\t0x%x\n", tp->rx_ring[0].cur_rx);
+ seq_printf(m, "dirty_rx0\t0x%x\n", tp->rx_ring[0].dirty_rx);
+ seq_printf(m, "cur_rx1\t0x%x\n", tp->rx_ring[1].cur_rx);
+ seq_printf(m, "dirty_rx1\t0x%x\n", tp->rx_ring[1].dirty_rx);
+ seq_printf(m, "cur_rx2\t0x%x\n", tp->rx_ring[2].cur_rx);
+ seq_printf(m, "dirty_rx2\t0x%x\n", tp->rx_ring[2].dirty_rx);
+ seq_printf(m, "cur_rx3\t0x%x\n", tp->rx_ring[3].cur_rx);
+ seq_printf(m, "dirty_rx3\t0x%x\n", tp->rx_ring[3].dirty_rx);
+ seq_printf(m, "NUM_TX_DESC\t0x%x\n", tp->tx_ring[0].num_tx_desc);
+ seq_printf(m, "cur_tx0\t0x%x\n", tp->tx_ring[0].cur_tx);
+ seq_printf(m, "dirty_tx0\t0x%x\n", tp->tx_ring[0].dirty_tx);
+ seq_printf(m, "cur_tx1\t0x%x\n", tp->tx_ring[1].cur_tx);
+ seq_printf(m, "dirty_tx1\t0x%x\n", tp->tx_ring[1].dirty_tx);
+ seq_printf(m, "rx_buf_sz\t0x%x\n", tp->rx_buf_sz);
+#ifdef ENABLE_PAGE_REUSE
+ seq_printf(m, "rx_buf_page_order\t0x%x\n", tp->rx_buf_page_order);
+ seq_printf(m, "rx_buf_page_size\t0x%x\n", tp->rx_buf_page_size);
+ seq_printf(m, "page_reuse_fail_cnt\t0x%x\n", tp->page_reuse_fail_cnt);
+#endif //ENABLE_PAGE_REUSE
+ seq_printf(m, "esd_flag\t0x%x\n", tp->esd_flag);
+ seq_printf(m, "pci_cfg_is_read\t0x%x\n", tp->pci_cfg_is_read);
+ seq_printf(m, "rtl8126_rx_config\t0x%x\n", tp->rtl8126_rx_config);
+ seq_printf(m, "cp_cmd\t0x%x\n", tp->cp_cmd);
+ seq_printf(m, "intr_mask\t0x%x\n", tp->intr_mask);
+ seq_printf(m, "timer_intr_mask\t0x%x\n", tp->timer_intr_mask);
+ seq_printf(m, "wol_enabled\t0x%x\n", tp->wol_enabled);
+ seq_printf(m, "wol_opts\t0x%x\n", tp->wol_opts);
+ seq_printf(m, "efuse_ver\t0x%x\n", tp->efuse_ver);
+ seq_printf(m, "eeprom_type\t0x%x\n", tp->eeprom_type);
+ seq_printf(m, "autoneg\t0x%x\n", tp->autoneg);
+ seq_printf(m, "duplex\t0x%x\n", tp->duplex);
+ seq_printf(m, "speed\t%d\n", tp->speed);
+ seq_printf(m, "advertising\t0x%llx\n", tp->advertising);
+ seq_printf(m, "eeprom_len\t0x%x\n", tp->eeprom_len);
+ seq_printf(m, "cur_page\t0x%x\n", tp->cur_page);
+ seq_printf(m, "features\t0x%x\n", tp->features);
+ seq_printf(m, "org_pci_offset_99\t0x%x\n", tp->org_pci_offset_99);
+ seq_printf(m, "org_pci_offset_180\t0x%x\n", tp->org_pci_offset_180);
+ seq_printf(m, "issue_offset_99_event\t0x%x\n", tp->issue_offset_99_event);
+ seq_printf(m, "org_pci_offset_80\t0x%x\n", tp->org_pci_offset_80);
+ seq_printf(m, "org_pci_offset_81\t0x%x\n", tp->org_pci_offset_81);
+ seq_printf(m, "use_timer_interrupt\t0x%x\n", tp->use_timer_interrupt);
+ seq_printf(m, "HwIcVerUnknown\t0x%x\n", tp->HwIcVerUnknown);
+ seq_printf(m, "NotWrRamCodeToMicroP\t0x%x\n", tp->NotWrRamCodeToMicroP);
+ seq_printf(m, "NotWrMcuPatchCode\t0x%x\n", tp->NotWrMcuPatchCode);
+ seq_printf(m, "HwHasWrRamCodeToMicroP\t0x%x\n", tp->HwHasWrRamCodeToMicroP);
+ seq_printf(m, "sw_ram_code_ver\t0x%x\n", tp->sw_ram_code_ver);
+ seq_printf(m, "hw_ram_code_ver\t0x%x\n", tp->hw_ram_code_ver);
+ seq_printf(m, "rtk_enable_diag\t0x%x\n", tp->rtk_enable_diag);
+ seq_printf(m, "ShortPacketSwChecksum\t0x%x\n", tp->ShortPacketSwChecksum);
+ seq_printf(m, "UseSwPaddingShortPkt\t0x%x\n", tp->UseSwPaddingShortPkt);
+ seq_printf(m, "RequireAdcBiasPatch\t0x%x\n", tp->RequireAdcBiasPatch);
+ seq_printf(m, "AdcBiasPatchIoffset\t0x%x\n", tp->AdcBiasPatchIoffset);
+ seq_printf(m, "RequireAdjustUpsTxLinkPulseTiming\t0x%x\n", tp->RequireAdjustUpsTxLinkPulseTiming);
+ seq_printf(m, "SwrCnt1msIni\t0x%x\n", tp->SwrCnt1msIni);
+ seq_printf(m, "HwSuppNowIsOobVer\t0x%x\n", tp->HwSuppNowIsOobVer);
+ seq_printf(m, "HwFiberModeVer\t0x%x\n", tp->HwFiberModeVer);
+ seq_printf(m, "HwFiberStat\t0x%x\n", tp->HwFiberStat);
+ seq_printf(m, "HwSwitchMdiToFiber\t0x%x\n", tp->HwSwitchMdiToFiber);
+ seq_printf(m, "NicCustLedValue\t0x%x\n", tp->NicCustLedValue);
+ seq_printf(m, "RequiredSecLanDonglePatch\t0x%x\n", tp->RequiredSecLanDonglePatch);
+ seq_printf(m, "HwSuppDashVer\t0x%x\n", tp->HwSuppDashVer);
+ seq_printf(m, "DASH\t0x%x\n", tp->DASH);
+ seq_printf(m, "dash_printer_enabled\t0x%x\n", tp->dash_printer_enabled);
+ seq_printf(m, "HwSuppKCPOffloadVer\t0x%x\n", tp->HwSuppKCPOffloadVer);
+ seq_printf(m, "speed_mode\t0x%x\n", speed_mode);
+ seq_printf(m, "duplex_mode\t0x%x\n", duplex_mode);
+ seq_printf(m, "autoneg_mode\t0x%x\n", autoneg_mode);
+ seq_printf(m, "aspm\t0x%x\n", aspm);
+ seq_printf(m, "s5wol\t0x%x\n", s5wol);
+ seq_printf(m, "s5_keep_curr_mac\t0x%x\n", s5_keep_curr_mac);
+ seq_printf(m, "eee_enable\t0x%x\n", tp->eee.eee_enabled);
+ seq_printf(m, "hwoptimize\t0x%lx\n", hwoptimize);
+ seq_printf(m, "proc_init_num\t0x%x\n", proc_init_num);
+ seq_printf(m, "s0_magic_packet\t0x%x\n", s0_magic_packet);
+ seq_printf(m, "disable_wol_support\t0x%x\n", disable_wol_support);
+ seq_printf(m, "enable_double_vlan\t0x%x\n", enable_double_vlan);
+ seq_printf(m, "HwSuppMagicPktVer\t0x%x\n", tp->HwSuppMagicPktVer);
+ seq_printf(m, "HwSuppLinkChgWakeUpVer\t0x%x\n", tp->HwSuppLinkChgWakeUpVer);
+ seq_printf(m, "HwSuppD0SpeedUpVer\t0x%x\n", tp->HwSuppD0SpeedUpVer);
+ seq_printf(m, "D0SpeedUpSpeed\t0x%x\n", tp->D0SpeedUpSpeed);
+ seq_printf(m, "HwSuppCheckPhyDisableModeVer\t0x%x\n", tp->HwSuppCheckPhyDisableModeVer);
+ seq_printf(m, "HwPkgDet\t0x%x\n", tp->HwPkgDet);
+ seq_printf(m, "HwSuppTxNoCloseVer\t0x%x\n", tp->HwSuppTxNoCloseVer);
+ seq_printf(m, "EnableTxNoClose\t0x%x\n", tp->EnableTxNoClose);
+ seq_printf(m, "NextHwDesCloPtr0\t0x%x\n", tp->tx_ring[0].NextHwDesCloPtr);
+ seq_printf(m, "BeginHwDesCloPtr0\t0x%x\n", tp->tx_ring[0].BeginHwDesCloPtr);
+ seq_printf(m, "hw_clo_ptr_reg0\t0x%x\n", rtl8126_get_hw_clo_ptr(&tp->tx_ring[0]));
+ seq_printf(m, "sw_tail_ptr_reg0\t0x%x\n", rtl8126_get_sw_tail_ptr(&tp->tx_ring[0]));
+ seq_printf(m, "NextHwDesCloPtr1\t0x%x\n", tp->tx_ring[1].NextHwDesCloPtr);
+ seq_printf(m, "BeginHwDesCloPtr1\t0x%x\n", tp->tx_ring[1].BeginHwDesCloPtr);
+ seq_printf(m, "hw_clo_ptr_reg1\t0x%x\n", rtl8126_get_hw_clo_ptr(&tp->tx_ring[1]));
+ seq_printf(m, "sw_tail_ptr_reg1\t0x%x\n", rtl8126_get_sw_tail_ptr(&tp->tx_ring[1]));
+ seq_printf(m, "InitRxDescType\t0x%x\n", tp->InitRxDescType);
+ seq_printf(m, "RxDescLength\t0x%x\n", tp->RxDescLength);
+ seq_printf(m, "num_rx_rings\t0x%x\n", tp->num_rx_rings);
+ seq_printf(m, "num_tx_rings\t0x%x\n", tp->num_tx_rings);
+ seq_printf(m, "tot_rx_rings\t0x%x\n", rtl8126_tot_rx_rings(tp));
+ seq_printf(m, "tot_tx_rings\t0x%x\n", rtl8126_tot_tx_rings(tp));
+ seq_printf(m, "HwSuppNumRxQueues\t0x%x\n", tp->HwSuppNumRxQueues);
+ seq_printf(m, "HwSuppNumTxQueues\t0x%x\n", tp->HwSuppNumTxQueues);
+ seq_printf(m, "EnableRss\t0x%x\n", tp->EnableRss);
+ seq_printf(m, "EnablePtp\t0x%x\n", tp->EnablePtp);
+ seq_printf(m, "ptp_master_mode\t0x%x\n", tp->ptp_master_mode);
+ seq_printf(m, "min_irq_nvecs\t0x%x\n", tp->min_irq_nvecs);
+ seq_printf(m, "irq_nvecs\t0x%x\n", tp->irq_nvecs);
+ seq_printf(m, "hw_supp_irq_nvecs\t0x%x\n", tp->hw_supp_irq_nvecs);
+ seq_printf(m, "ring_lib_enabled\t0x%x\n", tp->ring_lib_enabled);
+ seq_printf(m, "HwSuppIsrVer\t0x%x\n", tp->HwSuppIsrVer);
+ seq_printf(m, "HwCurrIsrVer\t0x%x\n", tp->HwCurrIsrVer);
+#ifdef ENABLE_PTP_SUPPORT
+ seq_printf(m, "tx_hwtstamp_timeouts\t0x%x\n", tp->tx_hwtstamp_timeouts);
+ seq_printf(m, "tx_hwtstamp_skipped\t0x%x\n", tp->tx_hwtstamp_skipped);
+#endif
+ seq_printf(m, "random_mac\t0x%x\n", tp->random_mac);
+ seq_printf(m, "org_mac_addr\t%pM\n", tp->org_mac_addr);
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13)
+ seq_printf(m, "perm_addr\t%pM\n", dev->perm_addr);
+#endif
+ seq_printf(m, "dev_addr\t%pM\n", dev->dev_addr);
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_tally_counter(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct rtl8126_counters *counters;
+ dma_addr_t paddr;
+
+ seq_puts(m, "\nDump Tally Counter\n");
+
+ rtnl_lock();
+
+ counters = tp->tally_vaddr;
+ paddr = tp->tally_paddr;
+ if (!counters) {
+ seq_puts(m, "\nDump Tally Counter Fail\n");
+ goto out_unlock;
+ }
+
+ rtl8126_dump_tally_counter(tp, paddr);
+
+ seq_puts(m, "Statistics\tValue\n----------\t-----\n");
+ seq_printf(m, "tx_packets\t%lld\n", le64_to_cpu(counters->tx_packets));
+ seq_printf(m, "rx_packets\t%lld\n", le64_to_cpu(counters->rx_packets));
+ seq_printf(m, "tx_errors\t%lld\n", le64_to_cpu(counters->tx_errors));
+ seq_printf(m, "rx_errors\t%d\n", le32_to_cpu(counters->rx_errors));
+ seq_printf(m, "rx_missed\t%d\n", le16_to_cpu(counters->rx_missed));
+ seq_printf(m, "align_errors\t%d\n", le16_to_cpu(counters->align_errors));
+ seq_printf(m, "tx_one_collision\t%d\n", le32_to_cpu(counters->tx_one_collision));
+ seq_printf(m, "tx_multi_collision\t%d\n", le32_to_cpu(counters->tx_multi_collision));
+ seq_printf(m, "rx_unicast\t%lld\n", le64_to_cpu(counters->rx_unicast));
+ seq_printf(m, "rx_broadcast\t%lld\n", le64_to_cpu(counters->rx_broadcast));
+ seq_printf(m, "rx_multicast\t%d\n", le32_to_cpu(counters->rx_multicast));
+ seq_printf(m, "tx_aborted\t%d\n", le16_to_cpu(counters->tx_aborted));
+ seq_printf(m, "tx_underrun\t%d\n", le16_to_cpu(counters->tx_underrun));
+
+ seq_printf(m, "tx_octets\t%lld\n", le64_to_cpu(counters->tx_octets));
+ seq_printf(m, "rx_octets\t%lld\n", le64_to_cpu(counters->rx_octets));
+ seq_printf(m, "rx_multicast64\t%lld\n", le64_to_cpu(counters->rx_multicast64));
+ seq_printf(m, "tx_unicast64\t%lld\n", le64_to_cpu(counters->tx_unicast64));
+ seq_printf(m, "tx_broadcast64\t%lld\n", le64_to_cpu(counters->tx_broadcast64));
+ seq_printf(m, "tx_multicast64\t%lld\n", le64_to_cpu(counters->tx_multicast64));
+ seq_printf(m, "tx_pause_on\t%d\n", le32_to_cpu(counters->tx_pause_on));
+ seq_printf(m, "tx_pause_off\t%d\n", le32_to_cpu(counters->tx_pause_off));
+ seq_printf(m, "tx_pause_all\t%d\n", le32_to_cpu(counters->tx_pause_all));
+ seq_printf(m, "tx_deferred\t%d\n", le32_to_cpu(counters->tx_deferred));
+ seq_printf(m, "tx_late_collision\t%d\n", le32_to_cpu(counters->tx_late_collision));
+ seq_printf(m, "tx_all_collision\t%d\n", le32_to_cpu(counters->tx_all_collision));
+ seq_printf(m, "tx_aborted32\t%d\n", le32_to_cpu(counters->tx_aborted32));
+ seq_printf(m, "align_errors32\t%d\n", le32_to_cpu(counters->align_errors32));
+ seq_printf(m, "rx_frame_too_long\t%d\n", le32_to_cpu(counters->rx_frame_too_long));
+ seq_printf(m, "rx_runt\t%d\n", le32_to_cpu(counters->rx_runt));
+ seq_printf(m, "rx_pause_on\t%d\n", le32_to_cpu(counters->rx_pause_on));
+ seq_printf(m, "rx_pause_off\t%d\n", le32_to_cpu(counters->rx_pause_off));
+ seq_printf(m, "rx_pause_all\t%d\n", le32_to_cpu(counters->rx_pause_all));
+ seq_printf(m, "rx_unknown_opcode\t%d\n", le32_to_cpu(counters->rx_unknown_opcode));
+ seq_printf(m, "rx_mac_error\t%d\n", le32_to_cpu(counters->rx_mac_error));
+ seq_printf(m, "tx_underrun32\t%d\n", le32_to_cpu(counters->tx_underrun32));
+ seq_printf(m, "rx_mac_missed\t%d\n", le32_to_cpu(counters->rx_mac_missed));
+ seq_printf(m, "rx_tcam_dropped\t%d\n", le32_to_cpu(counters->rx_tcam_dropped));
+ seq_printf(m, "tdu\t%d\n", le32_to_cpu(counters->tdu));
+ seq_printf(m, "rdu\t%d\n", le32_to_cpu(counters->rdu));
+
+ seq_putc(m, '\n');
+
+out_unlock:
+ rtnl_unlock();
+
+ return 0;
+}
+
+static int proc_get_registers(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ int i, n, max = R8126_MAC_REGS_SIZE;
+ u8 byte_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ void __iomem *ioaddr = tp->mmio_addr;
+
+ seq_puts(m, "\nDump MAC Registers\n");
+ seq_puts(m, "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ seq_printf(m, "\n0x%04x:\t", n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ seq_printf(m, "%02x ", byte_rd);
+ }
+ }
+
+ max = 0xB00;
+ for (n = 0xA00; n < max;) {
+ seq_printf(m, "\n0x%04x:\t", n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ seq_printf(m, "%02x ", byte_rd);
+ }
+ }
+
+ max = 0xD40;
+ for (n = 0xD00; n < max;) {
+ seq_printf(m, "\n0x%04x:\t", n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ seq_printf(m, "%02x ", byte_rd);
+ }
+ }
+
+ max = 0x2840;
+ for (n = 0x2800; n < max;) {
+ seq_printf(m, "\n0x%04x:\t", n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ seq_printf(m, "%02x ", byte_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_all_registers(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ int i, n, max;
+ u8 byte_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ void __iomem *ioaddr = tp->mmio_addr;
+ struct pci_dev *pdev = tp->pci_dev;
+
+ seq_puts(m, "\nDump All MAC Registers\n");
+ seq_puts(m, "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ max = pci_resource_len(pdev, 2);
+
+ for (n = 0; n < max;) {
+ seq_printf(m, "\n0x%04x:\t", n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ seq_printf(m, "%02x ", byte_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ seq_printf(m, "\nTotal length:0x%X", max);
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_pcie_phy(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ int i, n, max = R8126_EPHY_REGS_SIZE/2;
+ u16 word_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ seq_puts(m, "\nDump PCIE PHY\n");
+ seq_puts(m, "\nOffset\tValue\n------\t-----\n ");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ seq_printf(m, "\n0x%02x:\t", n);
+
+ for (i = 0; i < 8 && n < max; i++, n++) {
+ word_rd = rtl8126_ephy_read(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_eth_phy(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ int i, n, max = R8126_PHY_REGS_SIZE/2;
+ u16 word_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ seq_puts(m, "\nDump Ethernet PHY\n");
+ seq_puts(m, "\nOffset\tValue\n------\t-----\n ");
+
+ rtnl_lock();
+
+ seq_puts(m, "\n####################page 0##################\n ");
+ rtl8126_mdio_write(tp, 0x1f, 0x0000);
+ for (n = 0; n < max;) {
+ seq_printf(m, "\n0x%02x:\t", n);
+
+ for (i = 0; i < 8 && n < max; i++, n++) {
+ word_rd = rtl8126_mdio_read(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+ }
+ }
+
+ seq_puts(m, "\n####################extra reg##################\n ");
+ n = 0xA400;
+ seq_printf(m, "\n0x%02x:\t", n);
+ for (i = 0; i < 8; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+ }
+
+ n = 0xA410;
+ seq_printf(m, "\n0x%02x:\t", n);
+ for (i = 0; i < 3; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+ }
+
+ n = 0xA434;
+ seq_printf(m, "\n0x%02x:\t", n);
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+
+ n = 0xA5D0;
+ seq_printf(m, "\n0x%02x:\t", n);
+ for (i = 0; i < 4; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+ }
+
+ n = 0xA61A;
+ seq_printf(m, "\n0x%02x:\t", n);
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+
+ n = 0xA6D0;
+ seq_printf(m, "\n0x%02x:\t", n);
+ for (i = 0; i < 3; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ seq_printf(m, "%04x ", word_rd);
+ }
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_extended_registers(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ int i, n, max = R8126_ERI_REGS_SIZE;
+ u32 dword_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ seq_puts(m, "\nDump Extended Registers\n");
+ seq_puts(m, "\nOffset\tValue\n------\t-----\n ");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ seq_printf(m, "\n0x%02x:\t", n);
+
+ for (i = 0; i < 4 && n < max; i++, n+=4) {
+ dword_rd = rtl8126_eri_read(tp, n, 4, ERIAR_ExGMAC);
+ seq_printf(m, "%08x ", dword_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_pci_registers(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ int i, n, max = R8126_PCI_REGS_SIZE;
+ u32 dword_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ seq_puts(m, "\nDump PCI Registers\n");
+ seq_puts(m, "\nOffset\tValue\n------\t-----\n ");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ seq_printf(m, "\n0x%03x:\t", n);
+
+ for (i = 0; i < 4 && n < max; i++, n+=4) {
+ pci_read_config_dword(tp->pci_dev, n, &dword_rd);
+ seq_printf(m, "%08x ", dword_rd);
+ }
+ }
+
+ n = 0x110;
+ pci_read_config_dword(tp->pci_dev, n, &dword_rd);
+ seq_printf(m, "\n0x%03x:\t%08x ", n, dword_rd);
+ n = 0x70c;
+ pci_read_config_dword(tp->pci_dev, n, &dword_rd);
+ seq_printf(m, "\n0x%03x:\t%08x ", n, dword_rd);
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_get_temperature(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 ts_digout, tj, fah;
+
+ switch (tp->mcfg) {
+ default:
+ return -EOPNOTSUPP;
+ }
+
+ rtnl_lock();
+
+ if (!rtl8126_sysfs_testmode_on(tp)) {
+ seq_puts(m, "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n");
+ rtnl_unlock();
+ return 0;
+ }
+
+ netif_testing_on(dev);
+ ts_digout = rtl8126_read_thermal_sensor(tp);
+ netif_testing_off(dev);
+
+ rtnl_unlock();
+
+ tj = ts_digout / 2;
+ if (ts_digout <= 512) {
+ tj = ts_digout / 2;
+ seq_printf(m, "Cel:%d\n", tj);
+ fah = tj * (9/5) + 32;
+ seq_printf(m, "Fah:%d\n", fah);
+ } else {
+ tj = (512 - ((ts_digout / 2) - 512)) / 2;
+ seq_printf(m, "Cel:-%d\n", tj);
+ fah = tj * (9/5) + 32;
+ seq_printf(m, "Fah:-%d\n", fah);
+ }
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int _proc_get_cable_info(struct seq_file *m, void *v, bool poe_mode)
+{
+ int i;
+ u16 status;
+ int cp_status[RTL8126_CP_NUM];
+ int cp_len[RTL8126_CP_NUM] = {0};
+ struct net_device *dev = m->private;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ const char *pair_str[RTL8126_CP_NUM] = {"1-2", "3-6", "4-5", "7-8"};
+ int ret;
+
+ switch (tp->mcfg) {
+ default:
+ ret = -EOPNOTSUPP;
+ goto error_out;
+ }
+
+ rtnl_lock();
+
+ if (!rtl8126_sysfs_testmode_on(tp)) {
+ seq_puts(m, "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n");
+ ret = 0;
+ goto error_unlock;
+ }
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ if (rtl8126_mdio_read(tp, MII_BMCR) & BMCR_PDOWN) {
+ ret = -EIO;
+ goto error_unlock;
+ }
+
+ netif_testing_on(dev);
+
+ status = RTL_R16(tp, PHYstatus);
+ if (status & LinkStatus)
+ seq_printf(m, "\nlink speed:%d",
+ rtl8126_convert_link_speed(status));
+ else
+ seq_puts(m, "\nlink status:off");
+
+ rtl8126_get_cp_len(tp, cp_len);
+
+ rtl8126_get_cp_status(tp, cp_status, poe_mode);
+
+ seq_puts(m, "\npair\tlength\tstatus \tpp\n");
+
+ for (i=0; iprivate;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ rtnl_lock();
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+
+ if (!ring)
+ continue;
+
+ seq_printf(m, "\ndump rx %d desc:%d\n", i, ring->num_rx_desc);
+
+ _proc_dump_desc(m, (void*)ring->RxDescArray, ring->RxDescAllocSize);
+ }
+
+#ifdef ENABLE_LIB_SUPPORT
+ if (rtl8126_num_lib_rx_rings(tp) > 0) {
+ for (i = 0; i < tp->HwSuppNumRxQueues; i++) {
+ struct rtl8126_ring *lib_ring = &tp->lib_rx_ring[i];
+ if (lib_ring->enabled) {
+ seq_printf(m, "\ndump lib rx %d desc:%d\n", i,
+ lib_ring->ring_size);
+ _proc_dump_desc(m, (void*)lib_ring->desc_addr,
+ lib_ring->desc_size);
+ }
+ }
+ }
+#endif //ENABLE_LIB_SUPPORT
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_dump_tx_desc(struct seq_file *m, void *v)
+{
+ struct net_device *dev = m->private;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ rtnl_lock();
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+
+ if (!ring)
+ continue;
+
+ seq_printf(m, "\ndump tx %d desc:%d\n", i, ring->num_tx_desc);
+
+ _proc_dump_desc(m, (void*)ring->TxDescArray, ring->TxDescAllocSize);
+ }
+
+#ifdef ENABLE_LIB_SUPPORT
+ if (rtl8126_num_lib_tx_rings(tp) > 0) {
+ for (i = 0; i < tp->HwSuppNumTxQueues; i++) {
+ struct rtl8126_ring *lib_ring = &tp->lib_tx_ring[i];
+ if (lib_ring->enabled) {
+ seq_printf(m, "\ndump lib tx %d desc:%d\n", i,
+ lib_ring->ring_size);
+ _proc_dump_desc(m, (void*)lib_ring->desc_addr,
+ lib_ring->desc_size);
+ }
+ }
+ }
+#endif //ENABLE_LIB_SUPPORT
+
+ rtnl_unlock();
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+static int proc_dump_msix_tbl(struct seq_file *m, void *v)
+{
+ int i, j;
+ void __iomem *ioaddr;
+ struct net_device *dev = m->private;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ /* ioremap MMIO region */
+ ioaddr = ioremap(pci_resource_start(tp->pci_dev, 4), pci_resource_len(tp->pci_dev, 4));
+ if (!ioaddr)
+ return -EFAULT;
+
+ rtnl_lock();
+
+ seq_printf(m, "\ndump MSI-X Table. Total Entry %d. \n", tp->hw_supp_irq_nvecs);
+
+ for (i=0; ihw_supp_irq_nvecs; i++) {
+ seq_printf(m, "\n%04x ", i);
+ for (j=0; j<4; j++)
+ seq_printf(m, "%08x ",
+ readl(ioaddr + i*0x10 + 4*j));
+ }
+
+ rtnl_unlock();
+
+ iounmap(ioaddr);
+
+ seq_putc(m, '\n');
+ return 0;
+}
+
+#else //LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+
+static int proc_get_driver_variable(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump Driver Driver\n");
+
+ rtnl_lock();
+
+ len += snprintf(page + len, count - len,
+ "Variable\tValue\n----------\t-----\n");
+
+ len += snprintf(page + len, count - len,
+ "MODULENAME\t%s\n"
+ "driver version\t%s\n"
+ "mcfg\t%d\n"
+ "chipset\t%d\n"
+ "chipset_name\t%s\n"
+ "mtu\t%d\n"
+ "NUM_RX_DESC\t0x%x\n"
+ "cur_rx0\t0x%x\n"
+ "dirty_rx0\t0x%x\n"
+ "cur_rx1\t0x%x\n"
+ "dirty_rx1\t0x%x\n"
+ "cur_rx2\t0x%x\n"
+ "dirty_rx2\t0x%x\n"
+ "cur_rx3\t0x%x\n"
+ "dirty_rx3\t0x%x\n"
+ "NUM_TX_DESC\t0x%x\n"
+ "cur_tx0\t0x%x\n"
+ "dirty_tx0\t0x%x\n"
+ "cur_tx1\t0x%x\n"
+ "dirty_tx1\t0x%x\n"
+ "rx_buf_sz\t0x%x\n"
+#ifdef ENABLE_PAGE_REUSE
+ "rx_buf_page_order\t0x%x\n"
+ "rx_buf_page_size\t0x%x\n"
+ "page_reuse_fail_cnt\t0x%x\n"
+#endif //ENABLE_PAGE_REUSE
+ "esd_flag\t0x%x\n"
+ "pci_cfg_is_read\t0x%x\n"
+ "rtl8126_rx_config\t0x%x\n"
+ "cp_cmd\t0x%x\n"
+ "intr_mask\t0x%x\n"
+ "timer_intr_mask\t0x%x\n"
+ "wol_enabled\t0x%x\n"
+ "wol_opts\t0x%x\n"
+ "efuse_ver\t0x%x\n"
+ "eeprom_type\t0x%x\n"
+ "autoneg\t0x%x\n"
+ "duplex\t0x%x\n"
+ "speed\t%d\n"
+ "advertising\t0x%llx\n"
+ "eeprom_len\t0x%x\n"
+ "cur_page\t0x%x\n"
+ "features\t0x%x\n"
+ "org_pci_offset_99\t0x%x\n"
+ "org_pci_offset_180\t0x%x\n"
+ "issue_offset_99_event\t0x%x\n"
+ "org_pci_offset_80\t0x%x\n"
+ "org_pci_offset_81\t0x%x\n"
+ "use_timer_interrupt\t0x%x\n"
+ "HwIcVerUnknown\t0x%x\n"
+ "NotWrRamCodeToMicroP\t0x%x\n"
+ "NotWrMcuPatchCode\t0x%x\n"
+ "HwHasWrRamCodeToMicroP\t0x%x\n"
+ "sw_ram_code_ver\t0x%x\n"
+ "hw_ram_code_ver\t0x%x\n"
+ "rtk_enable_diag\t0x%x\n"
+ "ShortPacketSwChecksum\t0x%x\n"
+ "UseSwPaddingShortPkt\t0x%x\n"
+ "RequireAdcBiasPatch\t0x%x\n"
+ "AdcBiasPatchIoffset\t0x%x\n"
+ "RequireAdjustUpsTxLinkPulseTiming\t0x%x\n"
+ "SwrCnt1msIni\t0x%x\n"
+ "HwSuppNowIsOobVer\t0x%x\n"
+ "HwFiberModeVer\t0x%x\n"
+ "HwFiberStat\t0x%x\n"
+ "HwSwitchMdiToFiber\t0x%x\n"
+ "NicCustLedValue\t0x%x\n"
+ "RequiredSecLanDonglePatch\t0x%x\n"
+ "HwSuppDashVer\t0x%x\n"
+ "DASH\t0x%x\n"
+ "dash_printer_enabled\t0x%x\n"
+ "HwSuppKCPOffloadVer\t0x%x\n"
+ "speed_mode\t0x%x\n"
+ "duplex_mode\t0x%x\n"
+ "autoneg_mode\t0x%x\n"
+ "aspm\t0x%x\n"
+ "s5wol\t0x%x\n"
+ "s5_keep_curr_mac\t0x%x\n"
+ "eee_enable\t0x%x\n"
+ "hwoptimize\t0x%lx\n"
+ "proc_init_num\t0x%x\n"
+ "s0_magic_packet\t0x%x\n"
+ "disable_wol_support\t0x%x\n"
+ "enable_double_vlan\t0x%x\n"
+ "HwSuppMagicPktVer\t0x%x\n"
+ "HwSuppLinkChgWakeUpVer\t0x%x\n"
+ "HwSuppD0SpeedUpVer\t0x%x\n"
+ "D0SpeedUpSpeed\t0x%x\n"
+ "HwSuppCheckPhyDisableModeVer\t0x%x\n"
+ "HwPkgDet\t0x%x\n"
+ "HwSuppTxNoCloseVer\t0x%x\n"
+ "EnableTxNoClose\t0x%x\n"
+ "NextHwDesCloPtr0\t0x%x\n"
+ "BeginHwDesCloPtr0\t0x%x\n"
+ "hw_clo_ptr_reg0\t0x%x\n"
+ "sw_tail_ptr_reg0\t0x%x\n"
+ "NextHwDesCloPtr1\t0x%x\n"
+ "BeginHwDesCloPtr1\t0x%x\n"
+ "hw_clo_ptr_reg1\t0x%x\n"
+ "sw_tail_ptr_reg1\t0x%x\n"
+ "InitRxDescType\t0x%x\n"
+ "RxDescLength\t0x%x\n"
+ "num_rx_rings\t0x%x\n"
+ "num_tx_rings\t0x%x\n"
+ "tot_rx_rings\t0x%x\n"
+ "tot_tx_rings\t0x%x\n"
+ "HwSuppNumRxQueues\t0x%x\n"
+ "HwSuppNumTxQueues\t0x%x\n"
+ "EnableRss\t0x%x\n"
+ "EnablePtp\t0x%x\n"
+ "ptp_master_mode\t0x%x\n"
+ "min_irq_nvecs\t0x%x\n"
+ "irq_nvecs\t0x%x\n"
+ "hw_supp_irq_nvecs\t0x%x\n"
+ "ring_lib_enabled\t0x%x\n"
+ "HwSuppIsrVer\t0x%x\n"
+ "HwCurrIsrVer\t0x%x\n"
+#ifdef ENABLE_PTP_SUPPORT
+ "tx_hwtstamp_timeouts\t0x%x\n"
+ "tx_hwtstamp_skipped\t0x%x\n"
+#endif
+ "random_mac\t0x%x\n"
+ "org_mac_addr\t%pM\n"
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13)
+ "perm_addr\t%pM\n"
+#endif
+ "dev_addr\t%pM\n",
+ MODULENAME,
+ RTL8126_VERSION,
+ tp->mcfg,
+ tp->chipset,
+ rtl_chip_info[tp->chipset].name,
+ dev->mtu,
+ tp->rx_ring[0].num_rx_desc,
+ tp->rx_ring[0].cur_rx,
+ tp->rx_ring[0].dirty_rx,
+ tp->rx_ring[1].cur_rx,
+ tp->rx_ring[1].dirty_rx,
+ tp->rx_ring[2].cur_rx,
+ tp->rx_ring[2].dirty_rx,
+ tp->rx_ring[3].cur_rx,
+ tp->rx_ring[3].dirty_rx,
+ tp->tx_ring[0].num_tx_desc,
+ tp->tx_ring[0].cur_tx,
+ tp->tx_ring[0].dirty_tx,
+ tp->tx_ring[1].cur_tx,
+ tp->tx_ring[1].dirty_tx,
+ tp->rx_buf_sz,
+#ifdef ENABLE_PAGE_REUSE
+ tp->rx_buf_page_order,
+ tp->rx_buf_page_size,
+ tp->page_reuse_fail_cnt,
+#endif //ENABLE_PAGE_REUSE
+ tp->esd_flag,
+ tp->pci_cfg_is_read,
+ tp->rtl8126_rx_config,
+ tp->cp_cmd,
+ tp->intr_mask,
+ tp->timer_intr_mask,
+ tp->wol_enabled,
+ tp->wol_opts,
+ tp->efuse_ver,
+ tp->eeprom_type,
+ tp->autoneg,
+ tp->duplex,
+ tp->speed,
+ tp->advertising,
+ tp->eeprom_len,
+ tp->cur_page,
+ tp->features,
+ tp->org_pci_offset_99,
+ tp->org_pci_offset_180,
+ tp->issue_offset_99_event,
+ tp->org_pci_offset_80,
+ tp->org_pci_offset_81,
+ tp->use_timer_interrupt,
+ tp->HwIcVerUnknown,
+ tp->NotWrRamCodeToMicroP,
+ tp->NotWrMcuPatchCode,
+ tp->HwHasWrRamCodeToMicroP,
+ tp->sw_ram_code_ver,
+ tp->hw_ram_code_ver,
+ tp->rtk_enable_diag,
+ tp->ShortPacketSwChecksum,
+ tp->UseSwPaddingShortPkt,
+ tp->RequireAdcBiasPatch,
+ tp->AdcBiasPatchIoffset,
+ tp->RequireAdjustUpsTxLinkPulseTiming,
+ tp->SwrCnt1msIni,
+ tp->HwSuppNowIsOobVer,
+ tp->HwFiberModeVer,
+ tp->HwFiberStat,
+ tp->HwSwitchMdiToFiber,
+ tp->NicCustLedValue,
+ tp->RequiredSecLanDonglePatch,
+ tp->HwSuppDashVer,
+ tp->DASH,
+ tp->dash_printer_enabled,
+ tp->HwSuppKCPOffloadVer,
+ speed_mode,
+ duplex_mode,
+ autoneg_mode,
+ aspm,
+ s5wol,
+ s5_keep_curr_mac,
+ tp->eee.eee_enabled,
+ hwoptimize,
+ proc_init_num,
+ s0_magic_packet,
+ disable_wol_support,
+ enable_double_vlan,
+ tp->HwSuppMagicPktVer,
+ tp->HwSuppLinkChgWakeUpVer,
+ tp->HwSuppD0SpeedUpVer,
+ tp->D0SpeedUpSpeed,
+ tp->HwSuppCheckPhyDisableModeVer,
+ tp->HwPkgDet,
+ tp->HwSuppTxNoCloseVer,
+ tp->EnableTxNoClose,
+ tp->tx_ring[0].NextHwDesCloPtr,
+ tp->tx_ring[0].BeginHwDesCloPtr,
+ rtl8126_get_hw_clo_ptr(&tp->tx_ring[0]),
+ rtl8126_get_sw_tail_ptr(&tp->tx_ring[0]),
+ tp->tx_ring[1].NextHwDesCloPtr,
+ tp->tx_ring[1].BeginHwDesCloPtr,
+ rtl8126_get_hw_clo_ptr(&tp->tx_ring[1]),
+ rtl8126_get_sw_tail_ptr(&tp->tx_ring[1]),
+ tp->InitRxDescType,
+ tp->RxDescLength,
+ tp->num_rx_rings,
+ tp->num_tx_rings,
+ rtl8126_tot_rx_rings(tp),
+ rtl8126_tot_tx_rings(tp),
+ tp->HwSuppNumRxQueues,
+ tp->HwSuppNumTxQueues,
+ tp->EnableRss,
+ tp->EnablePtp,
+ tp->ptp_master_mode,
+ tp->min_irq_nvecs,
+ tp->irq_nvecs,
+ tp->hw_supp_irq_nvecs,
+ tp->ring_lib_enabled,
+ tp->HwSuppIsrVer,
+ tp->HwCurrIsrVer,
+#ifdef ENABLE_PTP_SUPPORT
+ tp->tx_hwtstamp_timeouts,
+ tp->tx_hwtstamp_skipped,
+#endif
+ tp->random_mac,
+ tp->org_mac_addr,
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13)
+ dev->perm_addr,
+#endif
+ dev->dev_addr
+ );
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_tally_counter(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct rtl8126_counters *counters;
+ dma_addr_t paddr;
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump Tally Counter\n");
+
+ rtnl_lock();
+
+ counters = tp->tally_vaddr;
+ paddr = tp->tally_paddr;
+ if (!counters) {
+ len += snprintf(page + len, count - len,
+ "\nDump Tally Counter Fail\n");
+ goto out_unlock;
+ }
+
+ rtl8126_dump_tally_counter(tp, paddr);
+
+ len += snprintf(page + len, count - len,
+ "Statistics\tValue\n----------\t-----\n");
+
+ len += snprintf(page + len, count - len,
+ "tx_packets\t%lld\n"
+ "rx_packets\t%lld\n"
+ "tx_errors\t%lld\n"
+ "rx_errors\t%d\n"
+ "rx_missed\t%d\n"
+ "align_errors\t%d\n"
+ "tx_one_collision\t%d\n"
+ "tx_multi_collision\t%d\n"
+ "rx_unicast\t%lld\n"
+ "rx_broadcast\t%lld\n"
+ "rx_multicast\t%d\n"
+ "tx_aborted\t%d\n"
+ "tx_underrun\t%d\n",
+
+ "tx_octets\t%lld\n",
+ "rx_octets\t%lld\n",
+ "rx_multicast64\t%lld\n",
+ "tx_unicast64\t%lld\n",
+ "tx_broadcast64\t%lld\n",
+ "tx_multicast64\t%lld\n",
+ "tx_pause_on\t%d\n",
+ "tx_pause_off\t%d\n",
+ "tx_pause_all\t%d\n",
+ "tx_deferred\t%d\n",
+ "tx_late_collision\t%d\n",
+ "tx_all_collision\t%d\n",
+ "tx_aborted32\t%d\n",
+ "align_errors32\t%d\n",
+ "rx_frame_too_long\t%d\n",
+ "rx_runt\t%d\n",
+ "rx_pause_on\t%d\n",
+ "rx_pause_off\t%d\n",
+ "rx_pause_all\t%d\n",
+ "rx_unknown_opcode\t%d\n",
+ "rx_mac_error\t%d\n",
+ "tx_underrun32\t%d\n",
+ "rx_mac_missed\t%d\n",
+ "rx_tcam_dropped\t%d\n",
+ "tdu\t%d\n",
+ "rdu\t%d\n",
+ le64_to_cpu(counters->tx_packets),
+ le64_to_cpu(counters->rx_packets),
+ le64_to_cpu(counters->tx_errors),
+ le32_to_cpu(counters->rx_errors),
+ le16_to_cpu(counters->rx_missed),
+ le16_to_cpu(counters->align_errors),
+ le32_to_cpu(counters->tx_one_collision),
+ le32_to_cpu(counters->tx_multi_collision),
+ le64_to_cpu(counters->rx_unicast),
+ le64_to_cpu(counters->rx_broadcast),
+ le32_to_cpu(counters->rx_multicast),
+ le16_to_cpu(counters->tx_aborted),
+ le16_to_cpu(counters->tx_underrun),
+
+ le64_to_cpu(counters->tx_octets),
+ le64_to_cpu(counters->rx_octets),
+ le64_to_cpu(counters->rx_multicast64),
+ le64_to_cpu(counters->tx_unicast64),
+ le64_to_cpu(counters->tx_broadcast64),
+ le64_to_cpu(counters->tx_multicast64),
+ le32_to_cpu(counters->tx_pause_on),
+ le32_to_cpu(counters->tx_pause_off),
+ le32_to_cpu(counters->tx_pause_all),
+ le32_to_cpu(counters->tx_deferred),
+ le32_to_cpu(counters->tx_late_collision),
+ le32_to_cpu(counters->tx_all_collision),
+ le32_to_cpu(counters->tx_aborted32),
+ le32_to_cpu(counters->align_errors32),
+ le32_to_cpu(counters->rx_frame_too_long),
+ le32_to_cpu(counters->rx_runt),
+ le32_to_cpu(counters->rx_pause_on),
+ le32_to_cpu(counters->rx_pause_off),
+ le32_to_cpu(counters->rx_pause_all),
+ le32_to_cpu(counters->rx_unknown_opcode),
+ le32_to_cpu(counters->rx_mac_error),
+ le32_to_cpu(counters->tx_underrun32),
+ le32_to_cpu(counters->rx_mac_missed),
+ le32_to_cpu(counters->rx_tcam_dropped),
+ le32_to_cpu(counters->tdu),
+ le32_to_cpu(counters->rdu),
+ );
+
+ len += snprintf(page + len, count - len, "\n");
+out_unlock:
+ rtnl_unlock();
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_registers(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ int i, n, max = R8126_MAC_REGS_SIZE;
+ u8 byte_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ void __iomem *ioaddr = tp->mmio_addr;
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump MAC Registers\n"
+ "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%04x:\t",
+ n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ len += snprintf(page + len, count - len,
+ "%02x ",
+ byte_rd);
+ }
+ }
+
+ max = 0xB00;
+ for (n = 0xA00; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%04x:\t",
+ n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ len += snprintf(page + len, count - len,
+ "%02x ",
+ byte_rd);
+ }
+ }
+
+ max = 0xD40;
+ for (n = 0xD00; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%04x:\t",
+ n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ len += snprintf(page + len, count - len,
+ "%02x ",
+ byte_rd);
+ }
+ }
+
+ max = 0x2840;
+ for (n = 0x2800; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%04x:\t",
+ n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ len += snprintf(page + len, count - len,
+ "%02x ",
+ byte_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_all_registers(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ int i, n, max;
+ u8 byte_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ void __iomem *ioaddr = tp->mmio_addr;
+ struct pci_dev *pdev = tp->pci_dev;
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump All MAC Registers\n"
+ "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ max = pci_resource_len(pdev, 2);
+
+ for (n = 0; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%04x:\t",
+ n);
+
+ for (i = 0; i < 16 && n < max; i++, n++) {
+ byte_rd = readb(ioaddr + n);
+ len += snprintf(page + len, count - len,
+ "%02x ",
+ byte_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\nTotal length:0x%X", max);
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_pcie_phy(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ int i, n, max = R8126_EPHY_REGS_SIZE/2;
+ u16 word_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump PCIE PHY\n"
+ "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+
+ for (i = 0; i < 8 && n < max; i++, n++) {
+ word_rd = rtl8126_ephy_read(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_eth_phy(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ int i, n, max = R8126_PHY_REGS_SIZE/2;
+ u16 word_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump Ethernet PHY\n"
+ "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ len += snprintf(page + len, count - len,
+ "\n####################page 0##################\n");
+ rtl8126_mdio_write(tp, 0x1f, 0x0000);
+ for (n = 0; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+
+ for (i = 0; i < 8 && n < max; i++, n++) {
+ word_rd = rtl8126_mdio_read(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+ }
+ }
+
+ len += snprintf(page + len, count - len,
+ "\n####################extra reg##################\n");
+ n = 0xA400;
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+ for (i = 0; i < 8; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+ }
+
+ n = 0xA410;
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+ for (i = 0; i < 3; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+ }
+
+ n = 0xA434;
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+
+ n = 0xA5D0;
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+ for (i = 0; i < 4; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+ }
+
+ n = 0xA61A;
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+
+ n = 0xA6D0;
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+ for (i = 0; i < 3; i++, n+=2) {
+ word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n);
+ len += snprintf(page + len, count - len,
+ "%04x ",
+ word_rd);
+ }
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_extended_registers(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ int i, n, max = R8126_ERI_REGS_SIZE;
+ u32 dword_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump Extended Registers\n"
+ "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%02x:\t",
+ n);
+
+ for (i = 0; i < 4 && n < max; i++, n+=4) {
+ dword_rd = rtl8126_eri_read(tp, n, 4, ERIAR_ExGMAC);
+ len += snprintf(page + len, count - len,
+ "%08x ",
+ dword_rd);
+ }
+ }
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_pci_registers(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ int i, n, max = R8126_PCI_REGS_SIZE;
+ u32 dword_rd;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int len = 0;
+
+ len += snprintf(page + len, count - len,
+ "\nDump PCI Registers\n"
+ "Offset\tValue\n------\t-----\n");
+
+ rtnl_lock();
+
+ for (n = 0; n < max;) {
+ len += snprintf(page + len, count - len,
+ "\n0x%03x:\t",
+ n);
+
+ for (i = 0; i < 4 && n < max; i++, n+=4) {
+ pci_read_config_dword(tp->pci_dev, n, &dword_rd);
+ len += snprintf(page + len, count - len,
+ "%08x ",
+ dword_rd);
+ }
+ }
+
+ n = 0x110;
+ pci_read_config_dword(tp->pci_dev, n, &dword_rd);
+ len += snprintf(page + len, count - len,
+ "\n0x%03x:\t%08x ",
+ n,
+ dword_rd);
+ n = 0x70c;
+ pci_read_config_dword(tp->pci_dev, n, &dword_rd);
+ len += snprintf(page + len, count - len,
+ "\n0x%03x:\t%08x ",
+ n,
+ dword_rd);
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_temperature(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ struct net_device *dev = data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 ts_digout, tj, fah;
+ int len = 0;
+
+ switch (tp->mcfg) {
+ default:
+ return -EOPNOTSUPP;
+ }
+
+ rtnl_lock();
+
+ if (!rtl8126_sysfs_testmode_on(tp)) {
+ len += snprintf(page + len, count - len,
+ "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n");
+ goto out_unlock;
+ }
+
+ ts_digout = rtl8126_read_thermal_sensor(tp);
+
+ tj = ts_digout / 2;
+ if (ts_digout <= 512) {
+ tj = ts_digout / 2;
+ len += snprintf(page + len, count - len,
+ "Cel:%d\n",
+ tj);
+ fah = tj * (9/5) + 32;
+ len += snprintf(page + len, count - len,
+ "Fah:%d\n",
+ fah);
+
+ } else {
+ tj = (512 - ((ts_digout / 2) - 512)) / 2;
+ len += snprintf(page + len, count - len,
+ "Cel:-%d\n",
+ tj);
+ fah = tj * (9/5) + 32;
+ len += snprintf(page + len, count - len,
+ "Fah:-%d\n",
+ fah);
+ }
+
+ len += snprintf(page + len, count - len, "\n");
+
+out_unlock:
+ rtnl_unlock();
+
+ *eof = 1;
+ return len;
+}
+
+static int proc_get_cable_info(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data,
+ bool poe_mode)
+{
+ int i;
+ u16 status;
+ int len = 0;
+ struct net_device *dev = data;
+ int cp_status[RTL8126_CP_NUM] = {0};
+ int cp_len[RTL8126_CP_NUM] = {0};
+ struct rtl8126_private *tp = netdev_priv(dev);
+ const char *pair_str[RTL8126_CP_NUM] = {"1-2", "3-6", "4-5", "7-8"};
+
+ switch (tp->mcfg) {
+ default:
+ return -EOPNOTSUPP;
+ }
+
+ rtnl_lock();
+
+ if (!rtl8126_sysfs_testmode_on(tp)) {
+ len += snprintf(page + len, count - len,
+ "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n");
+ goto out_unlock;
+ }
+
+ status = RTL_R16(tp, PHYstatus);
+ if (status & LinkStatus)
+ len += snprintf(page + len, count - len,
+ "\nlink speed:%d",
+ rtl8126_convert_link_speed(status));
+ else
+ len += snprintf(page + len, count - len,
+ "\nlink status:off");
+
+ rtl8126_get_cp_len(tp, cp_len);
+
+ rtl8126_get_cp_status(tp, cp_status, poe_mode);
+
+ len += snprintf(page + len, count - len,
+ "\npair\tlength\tstatus \tpp\n");
+
+ for (i=0; inum_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+
+ if (!ring)
+ continue;
+
+ len += snprintf(page + len, count - len,
+ "\ndump rx &d desc:%d",
+ i, ring->num_rx_desc);
+
+ _proc_dump_desc(page, &len, &count,
+ ring->RxDescArray,
+ ring->RxDescAllocSize);
+ }
+
+#ifdef ENABLE_LIB_SUPPORT
+ if (rtl8126_num_lib_rx_rings(tp) > 0) {
+ for (i = 0; i < tp->HwSuppNumRxQueues; i++) {
+ struct rtl8126_ring *lib_ring = &tp->lib_rx_ring[i];
+ if (lib_ring->enabled) {
+ len += snprintf(page + len, count - len,
+ "\ndump lib rx %d desc:%d",
+ i,
+ ring->ring_size);
+ _proc_dump_desc(page, &len, &count,
+ (void*)lib_ring->desc_addr,
+ lib_ring->desc_size);
+ }
+ }
+ }
+#endif //ENABLE_LIB_SUPPORT
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+
+ return len;
+}
+
+static int proc_dump_tx_desc(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ int len = 0;
+ struct net_device *dev = data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ rtnl_lock();
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+
+ if (!ring)
+ continue;
+
+ len += snprintf(page + len, count - len,
+ "\ndump tx desc:%d",
+ ring->num_tx_desc);
+
+ _proc_dump_desc(page, &len, &count,
+ ring->TxDescArray,
+ ring->TxDescAllocSize);
+ }
+
+#ifdef ENABLE_LIB_SUPPORT
+ if (rtl8126_num_lib_tx_rings(tp) > 0) {
+ for (i = 0; i < tp->HwSuppNumTxQueues; i++) {
+ struct rtl8126_ring *lib_ring = &tp->lib_tx_ring[i];
+ if (lib_ring->enabled) {
+ len += snprintf(page + len, count - len,
+ "\ndump lib tx %d desc:%d",
+ i,
+ ring->ring_size);
+ _proc_dump_desc(page, &len, &count,
+ (void*)lib_ring->desc_addr,
+ lib_ring->desc_size);
+ }
+ }
+ }
+#endif //ENABLE_LIB_SUPPORT
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+
+ return len;
+}
+
+static int proc_dump_msix_tbl(char *page, char **start,
+ off_t offset, int count,
+ int *eof, void *data)
+{
+ int i, j;
+ int len = 0;
+ void __iomem *ioaddr;
+ struct net_device *dev = data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ /* ioremap MMIO region */
+ ioaddr = ioremap(pci_resource_start(tp->pci_dev, 4), pci_resource_len(tp->pci_dev, 4));
+ if (!ioaddr)
+ return -EFAULT;
+
+ rtnl_lock();
+
+ len += snprintf(page + len, count - len,
+ "\ndump MSI-X Table. Total Entry %d. \n",
+ tp->hw_supp_irq_nvecs);
+
+ for (i=0; ihw_supp_irq_nvecs; i++) {
+ len += snprintf(page + len, count - len,
+ "\n%04x ", i);
+ for (j=0; j<4; j++)
+ len += snprintf(page + len, count - len, "%08x ",
+ readl(ioaddr + i*0x10 + 4*j));
+ }
+
+ rtnl_unlock();
+
+ len += snprintf(page + len, count - len, "\n");
+
+ *eof = 1;
+ return 0;
+}
+
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+
+static void rtl8126_proc_module_init(void)
+{
+ //create /proc/net/r8126
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32)
+ rtl8126_proc = proc_mkdir(MODULENAME, init_net.proc_net);
+#else
+ rtl8126_proc = proc_mkdir(MODULENAME, proc_net);
+#endif
+ if (!rtl8126_proc)
+ dprintk("cannot create %s proc entry \n", MODULENAME);
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+/*
+ * seq_file wrappers for procfile show routines.
+ */
+static int rtl8126_proc_open(struct inode *inode, struct file *file)
+{
+ struct net_device *dev = proc_get_parent_data(inode);
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+ int (*show)(struct seq_file *, void *) = pde_data(inode);
+#else
+ int (*show)(struct seq_file *, void *) = PDE_DATA(inode);
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+
+ return single_open(file, show, dev);
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0)
+static const struct proc_ops rtl8126_proc_fops = {
+ .proc_open = rtl8126_proc_open,
+ .proc_read = seq_read,
+ .proc_lseek = seq_lseek,
+ .proc_release = single_release,
+};
+#else
+static const struct file_operations rtl8126_proc_fops = {
+ .open = rtl8126_proc_open,
+ .read = seq_read,
+ .llseek = seq_lseek,
+ .release = single_release,
+};
+#endif
+
+#endif
+
+/*
+ * Table of proc files we need to create.
+ */
+struct rtl8126_proc_file {
+ char name[16];
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+ int (*show)(struct seq_file *, void *);
+#else
+ int (*show)(char *, char **, off_t, int, int *, void *);
+#endif
+};
+
+static const struct rtl8126_proc_file rtl8126_debug_proc_files[] = {
+ { "driver_var", &proc_get_driver_variable },
+ { "tally", &proc_get_tally_counter },
+ { "registers", &proc_get_registers },
+ { "registers2", &proc_get_all_registers },
+ { "pcie_phy", &proc_get_pcie_phy },
+ { "eth_phy", &proc_get_eth_phy },
+ { "ext_regs", &proc_get_extended_registers },
+ { "pci_regs", &proc_get_pci_registers },
+ { "tx_desc", &proc_dump_tx_desc },
+ { "rx_desc", &proc_dump_rx_desc },
+ { "msix_tbl", &proc_dump_msix_tbl },
+ { "", NULL }
+};
+
+static const struct rtl8126_proc_file rtl8126_test_proc_files[] = {
+ { "temp", &proc_get_temperature },
+ { "cdt", &proc_get_cable_info },
+ { "cdt_poe", &proc_get_poe_cable_info },
+ { "", NULL }
+};
+
+#define R8126_PROC_DEBUG_DIR "debug"
+#define R8126_PROC_TEST_DIR "test"
+
+static void rtl8126_proc_init(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ const struct rtl8126_proc_file *f;
+ struct proc_dir_entry *dir;
+
+ if (!rtl8126_proc)
+ return;
+
+ if (tp->proc_dir_debug || tp->proc_dir_test)
+ return;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+ dir = proc_mkdir_data(dev->name, 0, rtl8126_proc, dev);
+ if (!dir) {
+ printk("Unable to initialize /proc/net/%s/%s\n",
+ MODULENAME, dev->name);
+ return;
+ }
+ tp->proc_dir = dir;
+ proc_init_num++;
+
+ /* create debug entry */
+ dir = proc_mkdir_data(R8126_PROC_DEBUG_DIR, 0, tp->proc_dir, dev);
+ if (!dir) {
+ printk("Unable to initialize /proc/net/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_DEBUG_DIR);
+ return;
+ }
+
+ tp->proc_dir_debug = dir;
+ for (f = rtl8126_debug_proc_files; f->name[0]; f++) {
+ if (!proc_create_data(f->name, S_IFREG | S_IRUGO, dir,
+ &rtl8126_proc_fops, f->show)) {
+ printk("Unable to initialize "
+ "/proc/net/%s/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_DEBUG_DIR,
+ f->name);
+ return;
+ }
+ }
+
+ /* create test entry */
+ dir = proc_mkdir_data(R8126_PROC_TEST_DIR, 0, tp->proc_dir, dev);
+ if (!dir) {
+ printk("Unable to initialize /proc/net/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_TEST_DIR);
+ return;
+ }
+
+ tp->proc_dir_test = dir;
+ for (f = rtl8126_test_proc_files; f->name[0]; f++) {
+ if (!proc_create_data(f->name, S_IFREG | S_IRUGO, dir,
+ &rtl8126_proc_fops, f->show)) {
+ printk("Unable to initialize "
+ "/proc/net/%s/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_TEST_DIR,
+ f->name);
+ return;
+ }
+ }
+#else
+ dir = proc_mkdir(dev->name, rtl8126_proc);
+ if (!dir) {
+ printk("Unable to initialize /proc/net/%s/%s\n",
+ MODULENAME, dev->name);
+ return;
+ }
+
+ tp->proc_dir = dir;
+ proc_init_num++;
+
+ /* create debug entry */
+ dir = proc_mkdir(R8126_PROC_DEBUG_DIR, tp->proc_dir);
+ if (!dir) {
+ printk("Unable to initialize /proc/net/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_DEBUG_DIR);
+ return;
+ }
+
+ tp->proc_dir_debug = dir;
+ for (f = rtl8126_debug_proc_files; f->name[0]; f++) {
+ if (!create_proc_read_entry(f->name, S_IFREG | S_IRUGO,
+ dir, f->show, dev)) {
+ printk("Unable to initialize "
+ "/proc/net/%s/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_DEBUG_DIR,
+ f->name);
+ return;
+ }
+ }
+
+ /* create test entry */
+ dir = proc_mkdir(R8126_PROC_TEST_DIR, tp->proc_dir);
+ if (!dir) {
+ printk("Unable to initialize /proc/net/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_TEST_DIR);
+ return;
+ }
+
+ tp->proc_dir_test = dir;
+ for (f = rtl8126_test_proc_files; f->name[0]; f++) {
+ if (!create_proc_read_entry(f->name, S_IFREG | S_IRUGO,
+ dir, f->show, dev)) {
+ printk("Unable to initialize "
+ "/proc/net/%s/%s/%s/%s\n",
+ MODULENAME, dev->name, R8126_PROC_TEST_DIR,
+ f->name);
+ return;
+ }
+ }
+#endif
+}
+
+static void rtl8126_proc_remove(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->proc_dir) {
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+ remove_proc_subtree(dev->name, rtl8126_proc);
+#else
+ const struct rtl8126_proc_file *f;
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->proc_dir_debug) {
+ for (f = rtl8126_debug_proc_files; f->name[0]; f++)
+ remove_proc_entry(f->name, tp->proc_dir_debug);
+ remove_proc_entry(R8126_PROC_DEBUG_DIR, tp->proc_dir);
+ }
+
+ if (tp->proc_dir_test) {
+ for (f = rtl8126_test_proc_files; f->name[0]; f++)
+ remove_proc_entry(f->name, tp->proc_dir_test);
+ remove_proc_entry(R8126_PROC_TEST_DIR, tp->proc_dir);
+ }
+
+ remove_proc_entry(dev->name, rtl8126_proc);
+#endif
+ proc_init_num--;
+
+ tp->proc_dir_debug = NULL;
+ tp->proc_dir_test = NULL;
+ tp->proc_dir = NULL;
+ }
+}
+
+#endif //ENABLE_R8126_PROCFS
+
+#ifdef ENABLE_R8126_SYSFS
+/****************************************************************************
+* -----------------------------SYSFS STUFF-------------------------
+*****************************************************************************
+*/
+static ssize_t testmode_show(struct device *dev,
+ struct device_attribute *attr, char *buf)
+{
+ struct net_device *netdev = to_net_dev(dev);
+ struct rtl8126_private *tp = netdev_priv(netdev);
+
+ sprintf(buf, "%u\n", tp->testmode);
+
+ return strlen(buf);
+}
+
+static ssize_t testmode_store(struct device *dev,
+ struct device_attribute *attr,
+ const char *buf, size_t count)
+{
+ struct net_device *netdev = to_net_dev(dev);
+ struct rtl8126_private *tp = netdev_priv(netdev);
+ u32 testmode;
+
+ if (sscanf(buf, "%u\n", &testmode) != 1)
+ return -EINVAL;
+
+ if (tp->testmode != testmode) {
+ rtnl_lock();
+ tp->testmode = testmode;
+ rtnl_unlock();
+ }
+
+ return count;
+}
+
+static DEVICE_ATTR_RW(testmode);
+
+static struct attribute *rtk_adv_attrs[] = {
+ &dev_attr_testmode.attr,
+ NULL
+};
+
+static struct attribute_group rtk_adv_grp = {
+ .name = "rtl_adv",
+ .attrs = rtk_adv_attrs,
+};
+
+static void rtl8126_sysfs_init(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret;
+
+ /* init rtl_adv */
+#ifdef ENABLE_LIB_SUPPORT
+ tp->testmode = 0;
+#else
+ tp->testmode = 1;
+#endif //ENABLE_LIB_SUPPORT
+
+ ret = sysfs_create_group(&dev->dev.kobj, &rtk_adv_grp);
+ if (ret < 0)
+ netif_warn(tp, probe, dev, "create rtk_adv_grp fail\n");
+ else
+ set_bit(R8126_SYSFS_RTL_ADV, tp->sysfs_flag);
+}
+
+static void rtl8126_sysfs_remove(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (test_and_clear_bit(R8126_SYSFS_RTL_ADV, tp->sysfs_flag))
+ sysfs_remove_group(&dev->dev.kobj, &rtk_adv_grp);
+}
+#endif //ENABLE_R8126_SYSFS
+
+static inline u16 map_phy_ocp_addr(u16 PageNum, u8 RegNum)
+{
+ u16 OcpPageNum = 0;
+ u8 OcpRegNum = 0;
+ u16 OcpPhyAddress = 0;
+
+ if (PageNum == 0) {
+ OcpPageNum = OCP_STD_PHY_BASE_PAGE + (RegNum / 8);
+ OcpRegNum = 0x10 + (RegNum % 8);
+ } else {
+ OcpPageNum = PageNum;
+ OcpRegNum = RegNum;
+ }
+
+ OcpPageNum <<= 4;
+
+ if (OcpRegNum < 16) {
+ OcpPhyAddress = 0;
+ } else {
+ OcpRegNum -= 16;
+ OcpRegNum <<= 1;
+
+ OcpPhyAddress = OcpPageNum + OcpRegNum;
+ }
+
+
+ return OcpPhyAddress;
+}
+
+static void mdio_real_direct_write_phy_ocp(struct rtl8126_private *tp,
+ u16 RegAddr,
+ u16 value)
+{
+ u32 data32;
+ int i;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18)
+ WARN_ON_ONCE(RegAddr % 2);
+#endif
+ data32 = RegAddr/2;
+ data32 <<= OCPR_Addr_Reg_shift;
+ data32 |= OCPR_Write | value;
+
+ RTL_W32(tp, PHYOCP, data32);
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ if (!(RTL_R32(tp, PHYOCP) & OCPR_Flag))
+ break;
+ }
+}
+
+static void rtl8126_mdio_direct_write_phy_ocp(struct rtl8126_private *tp,
+ u16 RegAddr,
+ u16 value)
+{
+ if (tp->rtk_enable_diag)
+ return;
+
+ mdio_real_direct_write_phy_ocp(tp, RegAddr, value);
+}
+
+/*
+static void rtl8126_mdio_write_phy_ocp(struct rtl8126_private *tp,
+ u16 PageNum,
+ u32 RegAddr,
+ u32 value)
+{
+ u16 ocp_addr;
+
+ ocp_addr = map_phy_ocp_addr(PageNum, RegAddr);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, ocp_addr, value);
+}
+*/
+
+static void rtl8126_mdio_real_write_phy_ocp(struct rtl8126_private *tp,
+ u16 PageNum,
+ u32 RegAddr,
+ u32 value)
+{
+ u16 ocp_addr;
+
+ ocp_addr = map_phy_ocp_addr(PageNum, RegAddr);
+
+ mdio_real_direct_write_phy_ocp(tp, ocp_addr, value);
+}
+
+static void mdio_real_write(struct rtl8126_private *tp,
+ u16 RegAddr,
+ u16 value)
+{
+ if (RegAddr == 0x1F) {
+ tp->cur_page = value;
+ return;
+ }
+ rtl8126_mdio_real_write_phy_ocp(tp, tp->cur_page, RegAddr, value);
+}
+
+void rtl8126_mdio_write(struct rtl8126_private *tp,
+ u16 RegAddr,
+ u16 value)
+{
+ if (tp->rtk_enable_diag)
+ return;
+
+ mdio_real_write(tp, RegAddr, value);
+}
+
+void rtl8126_mdio_prot_write(struct rtl8126_private *tp,
+ u32 RegAddr,
+ u32 value)
+{
+ mdio_real_write(tp, RegAddr, value);
+}
+
+void rtl8126_mdio_prot_direct_write_phy_ocp(struct rtl8126_private *tp,
+ u32 RegAddr,
+ u32 value)
+{
+ mdio_real_direct_write_phy_ocp(tp, RegAddr, value);
+}
+
+static u32 mdio_real_direct_read_phy_ocp(struct rtl8126_private *tp,
+ u16 RegAddr)
+{
+ u32 data32;
+ int i, value = 0;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18)
+ WARN_ON_ONCE(RegAddr % 2);
+#endif
+ data32 = RegAddr/2;
+ data32 <<= OCPR_Addr_Reg_shift;
+
+ RTL_W32(tp, PHYOCP, data32);
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ if (RTL_R32(tp, PHYOCP) & OCPR_Flag)
+ break;
+ }
+ value = RTL_R32(tp, PHYOCP) & OCPDR_Data_Mask;
+
+ return value;
+}
+
+static u32 rtl8126_mdio_direct_read_phy_ocp(struct rtl8126_private *tp,
+ u16 RegAddr)
+{
+ if (tp->rtk_enable_diag)
+ return 0xffffffff;
+
+ return mdio_real_direct_read_phy_ocp(tp, RegAddr);
+}
+
+/*
+static u32 rtl8126_mdio_read_phy_ocp(struct rtl8126_private *tp,
+ u16 PageNum,
+ u32 RegAddr)
+{
+ u16 ocp_addr;
+
+ ocp_addr = map_phy_ocp_addr(PageNum, RegAddr);
+
+ return rtl8126_mdio_direct_read_phy_ocp(tp, ocp_addr);
+}
+*/
+
+static u32 rtl8126_mdio_real_read_phy_ocp(struct rtl8126_private *tp,
+ u16 PageNum,
+ u32 RegAddr)
+{
+ u16 ocp_addr;
+
+ ocp_addr = map_phy_ocp_addr(PageNum, RegAddr);
+
+ return mdio_real_direct_read_phy_ocp(tp, ocp_addr);
+}
+
+static u32 mdio_real_read(struct rtl8126_private *tp,
+ u16 RegAddr)
+{
+ return rtl8126_mdio_real_read_phy_ocp(tp, tp->cur_page, RegAddr);
+}
+
+u32 rtl8126_mdio_read(struct rtl8126_private *tp,
+ u16 RegAddr)
+{
+ if (tp->rtk_enable_diag)
+ return 0xffffffff;
+
+ return mdio_real_read(tp, RegAddr);
+}
+
+u32 rtl8126_mdio_prot_read(struct rtl8126_private *tp,
+ u32 RegAddr)
+{
+ return mdio_real_read(tp, RegAddr);
+}
+
+u32 rtl8126_mdio_prot_direct_read_phy_ocp(struct rtl8126_private *tp,
+ u32 RegAddr)
+{
+ return mdio_real_direct_read_phy_ocp(tp, RegAddr);
+}
+
+static void rtl8126_clear_and_set_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 clearmask, u16 setmask)
+{
+ u16 PhyRegValue;
+
+ PhyRegValue = rtl8126_mdio_read(tp, addr);
+ PhyRegValue &= ~clearmask;
+ PhyRegValue |= setmask;
+ rtl8126_mdio_write(tp, addr, PhyRegValue);
+}
+
+void rtl8126_clear_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 mask)
+{
+ rtl8126_clear_and_set_eth_phy_bit(tp,
+ addr,
+ mask,
+ 0);
+}
+
+void rtl8126_set_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 mask)
+{
+ rtl8126_clear_and_set_eth_phy_bit(tp,
+ addr,
+ 0,
+ mask);
+}
+
+static void rtl8126_clear_and_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 clearmask, u16 setmask)
+{
+ u16 PhyRegValue;
+
+ PhyRegValue = rtl8126_mdio_direct_read_phy_ocp(tp, addr);
+ PhyRegValue &= ~clearmask;
+ PhyRegValue |= setmask;
+ rtl8126_mdio_direct_write_phy_ocp(tp, addr, PhyRegValue);
+}
+
+static void rtl8126_clear_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask)
+{
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ addr,
+ mask,
+ 0);
+}
+
+static void rtl8126_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask)
+{
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ addr,
+ 0,
+ mask);
+}
+
+void rtl8126_mac_ocp_write(struct rtl8126_private *tp, u16 reg_addr, u16 value)
+{
+ u32 data32;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18)
+ WARN_ON_ONCE(reg_addr % 2);
+#endif
+
+ data32 = reg_addr/2;
+ data32 <<= OCPR_Addr_Reg_shift;
+ data32 += value;
+ data32 |= OCPR_Write;
+
+ RTL_W32(tp, MACOCP, data32);
+}
+
+u16 rtl8126_mac_ocp_read(struct rtl8126_private *tp, u16 reg_addr)
+{
+ u32 data32;
+ u16 data16 = 0;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18)
+ WARN_ON_ONCE(reg_addr % 2);
+#endif
+
+ data32 = reg_addr/2;
+ data32 <<= OCPR_Addr_Reg_shift;
+
+ RTL_W32(tp, MACOCP, data32);
+ data16 = (u16)RTL_R32(tp, MACOCP);
+
+ return data16;
+}
+
+#ifdef ENABLE_USE_FIRMWARE_FILE
+static void mac_mcu_write(struct rtl8126_private *tp, u16 reg, u16 value)
+{
+ if (reg == 0x1f) {
+ tp->ocp_base = value << 4;
+ return;
+ }
+
+ rtl8126_mac_ocp_write(tp, tp->ocp_base + reg, value);
+}
+
+static u32 mac_mcu_read(struct rtl8126_private *tp, u16 reg)
+{
+ return rtl8126_mac_ocp_read(tp, tp->ocp_base + reg);
+}
+#endif
+
+static void
+rtl8126_clear_set_mac_ocp_bit(
+ struct rtl8126_private *tp,
+ u16 addr,
+ u16 clearmask,
+ u16 setmask
+)
+{
+ u16 PhyRegValue;
+
+ PhyRegValue = rtl8126_mac_ocp_read(tp, addr);
+ PhyRegValue &= ~clearmask;
+ PhyRegValue |= setmask;
+ rtl8126_mac_ocp_write(tp, addr, PhyRegValue);
+}
+
+static void
+rtl8126_clear_mac_ocp_bit(
+ struct rtl8126_private *tp,
+ u16 addr,
+ u16 mask
+)
+{
+ rtl8126_clear_set_mac_ocp_bit(tp,
+ addr,
+ mask,
+ 0);
+}
+
+static void
+rtl8126_set_mac_ocp_bit(
+ struct rtl8126_private *tp,
+ u16 addr,
+ u16 mask
+)
+{
+ rtl8126_clear_set_mac_ocp_bit(tp,
+ addr,
+ 0,
+ mask);
+}
+
+u32 rtl8126_ocp_read_with_oob_base_address(struct rtl8126_private *tp, u16 addr, u8 len, const u32 base_address)
+{
+ return rtl8126_eri_read_with_oob_base_address(tp, addr, len, ERIAR_OOB, base_address);
+}
+
+u32 rtl8126_ocp_read(struct rtl8126_private *tp, u16 addr, u8 len)
+{
+ u32 value = 0;
+
+ if (!tp->AllowAccessDashOcp)
+ return 0xffffffff;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp))
+ value = rtl8126_ocp_read_with_oob_base_address(tp, addr, len, NO_BASE_ADDRESS);
+ else if (HW_DASH_SUPPORT_TYPE_3(tp))
+ value = rtl8126_ocp_read_with_oob_base_address(tp, addr, len, RTL8168FP_OOBMAC_BASE);
+
+ return value;
+}
+
+u32 rtl8126_ocp_write_with_oob_base_address(struct rtl8126_private *tp, u16 addr, u8 len, u32 value, const u32 base_address)
+{
+ return rtl8126_eri_write_with_oob_base_address(tp, addr, len, value, ERIAR_OOB, base_address);
+}
+
+void rtl8126_ocp_write(struct rtl8126_private *tp, u16 addr, u8 len, u32 value)
+{
+ if (!tp->AllowAccessDashOcp)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp))
+ rtl8126_ocp_write_with_oob_base_address(tp, addr, len, value, NO_BASE_ADDRESS);
+ else if (HW_DASH_SUPPORT_TYPE_3(tp))
+ rtl8126_ocp_write_with_oob_base_address(tp, addr, len, value, RTL8168FP_OOBMAC_BASE);
+}
+
+void rtl8126_oob_mutex_lock(struct rtl8126_private *tp)
+{
+ u8 reg_16, reg_a0;
+ u32 wait_cnt_0, wait_Cnt_1;
+ u16 ocp_reg_mutex_ib;
+ u16 ocp_reg_mutex_oob;
+ u16 ocp_reg_mutex_prio;
+
+ if (!tp->DASH)
+ return;
+
+ switch (tp->mcfg) {
+ default:
+ return;
+ }
+
+ rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, BIT_0);
+ reg_16 = rtl8126_ocp_read(tp, ocp_reg_mutex_oob, 1);
+ wait_cnt_0 = 0;
+ while(reg_16) {
+ reg_a0 = rtl8126_ocp_read(tp, ocp_reg_mutex_prio, 1);
+ if (reg_a0) {
+ rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, 0x00);
+ reg_a0 = rtl8126_ocp_read(tp, ocp_reg_mutex_prio, 1);
+ wait_Cnt_1 = 0;
+ while(reg_a0) {
+ reg_a0 = rtl8126_ocp_read(tp, ocp_reg_mutex_prio, 1);
+
+ wait_Cnt_1++;
+
+ if (wait_Cnt_1 > 2000)
+ break;
+ };
+ rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, BIT_0);
+
+ }
+ reg_16 = rtl8126_ocp_read(tp, ocp_reg_mutex_oob, 1);
+
+ wait_cnt_0++;
+
+ if (wait_cnt_0 > 2000)
+ break;
+ };
+}
+
+void rtl8126_oob_mutex_unlock(struct rtl8126_private *tp)
+{
+ //u16 ocp_reg_mutex_ib;
+ //u16 ocp_reg_mutex_oob;
+ //u16 ocp_reg_mutex_prio;
+
+ if (!tp->DASH)
+ return;
+
+ switch (tp->mcfg) {
+ default:
+ return;
+ }
+
+ //rtl8126_ocp_write(tp, ocp_reg_mutex_prio, 1, BIT_0);
+ //rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, 0x00);
+}
+
+static bool
+rtl8126_is_allow_access_dash_ocp(struct rtl8126_private *tp)
+{
+ bool allow_access = false;
+
+ if (!HW_DASH_SUPPORT_DASH(tp))
+ goto exit;
+
+ allow_access = true;
+ switch (tp->mcfg) {
+ default:
+ goto exit;
+ }
+exit:
+ return allow_access;
+}
+
+static int rtl8126_check_dash(struct rtl8126_private *tp)
+{
+ if (!tp->AllowAccessDashOcp)
+ return 0;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ if (rtl8126_ocp_read(tp, 0x128, 1) & BIT_0)
+ return 1;
+ }
+
+ return 0;
+}
+
+void rtl8126_dash2_disable_tx(struct rtl8126_private *tp)
+{
+ if (!tp->DASH)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ u16 WaitCnt;
+ u8 TmpUchar;
+
+ //Disable oob Tx
+ RTL_CMAC_W8(tp, CMAC_IBCR2, RTL_CMAC_R8(tp, CMAC_IBCR2) & ~(BIT_0));
+ WaitCnt = 0;
+
+ //wait oob tx disable
+ do {
+ TmpUchar = RTL_CMAC_R8(tp, CMAC_IBISR0);
+
+ if (TmpUchar & ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE) {
+ break;
+ }
+
+ udelay(50);
+ WaitCnt++;
+ } while(WaitCnt < 2000);
+
+ //Clear ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE
+ RTL_CMAC_W8(tp, CMAC_IBISR0, RTL_CMAC_R8(tp, CMAC_IBISR0) | ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE);
+ }
+}
+
+void rtl8126_dash2_enable_tx(struct rtl8126_private *tp)
+{
+ if (!tp->DASH)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ RTL_CMAC_W8(tp, CMAC_IBCR2, RTL_CMAC_R8(tp, CMAC_IBCR2) | BIT_0);
+ }
+}
+
+void rtl8126_dash2_disable_rx(struct rtl8126_private *tp)
+{
+ if (!tp->DASH)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ RTL_CMAC_W8(tp, CMAC_IBCR0, RTL_CMAC_R8(tp, CMAC_IBCR0) & ~(BIT_0));
+ }
+}
+
+void rtl8126_dash2_enable_rx(struct rtl8126_private *tp)
+{
+ if (!tp->DASH)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ RTL_CMAC_W8(tp, CMAC_IBCR0, RTL_CMAC_R8(tp, CMAC_IBCR0) | BIT_0);
+ }
+}
+
+static void rtl8126_dash2_disable_txrx(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ rtl8126_dash2_disable_tx(tp);
+ rtl8126_dash2_disable_rx(tp);
+ }
+}
+
+static int rtl8126_wait_dash_fw_ready(struct rtl8126_private *tp)
+{
+ int rc = -1;
+ int timeout;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) == FALSE &&
+ HW_DASH_SUPPORT_TYPE_3(tp) == FALSE)
+ goto out;
+
+ if (!tp->DASH)
+ goto out;
+
+ for (timeout = 0; timeout < 10; timeout++) {
+ mdelay(10);
+ if (rtl8126_ocp_read(tp, 0x124, 1) & BIT_0) {
+ rc = 1;
+ goto out;
+ }
+ }
+
+ rc = 0;
+
+out:
+ return rc;
+}
+
+static void rtl8126_driver_start(struct rtl8126_private *tp)
+{
+ u32 tmp_value;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) == FALSE &&
+ HW_DASH_SUPPORT_TYPE_3(tp) == FALSE)
+ return;
+
+ if (!tp->AllowAccessDashOcp)
+ return;
+
+ rtl8126_ocp_write(tp, 0x180, 1, OOB_CMD_DRIVER_START);
+ tmp_value = rtl8126_ocp_read(tp, 0x30, 1);
+ tmp_value |= BIT_0;
+ rtl8126_ocp_write(tp, 0x30, 1, tmp_value);
+
+ rtl8126_wait_dash_fw_ready(tp);
+}
+
+static void rtl8126_driver_stop(struct rtl8126_private *tp)
+{
+ u32 tmp_value;
+ struct net_device *dev = tp->dev;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) == FALSE &&
+ HW_DASH_SUPPORT_TYPE_3(tp) == FALSE)
+ return;
+
+ if (!tp->AllowAccessDashOcp)
+ return;
+
+ rtl8126_dash2_disable_txrx(dev);
+
+ rtl8126_ocp_write(tp, 0x180, 1, OOB_CMD_DRIVER_STOP);
+ tmp_value = rtl8126_ocp_read(tp, 0x30, 1);
+ tmp_value |= BIT_0;
+ rtl8126_ocp_write(tp, 0x30, 1, tmp_value);
+
+ rtl8126_wait_dash_fw_ready(tp);
+}
+
+void rtl8126_ephy_write(struct rtl8126_private *tp, int RegAddr, int value)
+{
+ int i;
+
+ RTL_W32(tp, EPHYAR,
+ EPHYAR_Write |
+ (RegAddr & EPHYAR_Reg_Mask_v2) << EPHYAR_Reg_shift |
+ (value & EPHYAR_Data_Mask));
+
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ /* Check if the RTL8125 has completed EPHY write */
+ if (!(RTL_R32(tp, EPHYAR) & EPHYAR_Flag))
+ break;
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+}
+
+u16 rtl8126_ephy_read(struct rtl8126_private *tp, int RegAddr)
+{
+ int i;
+ u16 value = 0xffff;
+
+ RTL_W32(tp, EPHYAR,
+ EPHYAR_Read | (RegAddr & EPHYAR_Reg_Mask_v2) << EPHYAR_Reg_shift);
+
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ /* Check if the RTL8125 has completed EPHY read */
+ if (RTL_R32(tp, EPHYAR) & EPHYAR_Flag) {
+ value = (u16) (RTL_R32(tp, EPHYAR) & EPHYAR_Data_Mask);
+ break;
+ }
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+
+ return value;
+}
+
+/*
+static void ClearAndSetPCIePhyBit(struct rtl8126_private *tp, u8 addr, u16 clearmask, u16 setmask)
+{
+ u16 EphyValue;
+
+ EphyValue = rtl8126_ephy_read(tp, addr);
+ EphyValue &= ~clearmask;
+ EphyValue |= setmask;
+ rtl8126_ephy_write(tp, addr, EphyValue);
+}
+
+static void ClearPCIePhyBit(struct rtl8126_private *tp, u8 addr, u16 mask)
+{
+ ClearAndSetPCIePhyBit(tp,
+ addr,
+ mask,
+ 0);
+}
+
+static void SetPCIePhyBit(struct rtl8126_private *tp, u8 addr, u16 mask)
+{
+ ClearAndSetPCIePhyBit(tp,
+ addr,
+ 0,
+ mask);
+}
+*/
+
+static u32
+rtl8126_csi_other_fun_read(struct rtl8126_private *tp,
+ u8 multi_fun_sel_bit,
+ u32 addr)
+{
+ u32 cmd;
+ int i;
+ u32 value = 0xffffffff;
+
+ cmd = CSIAR_Read | CSIAR_ByteEn << CSIAR_ByteEn_shift | (addr & CSIAR_Addr_Mask);
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT)
+ multi_fun_sel_bit = 0;
+
+ if (multi_fun_sel_bit > 7)
+ goto exit;
+
+ cmd |= multi_fun_sel_bit << 16;
+
+ RTL_W32(tp, CSIAR, cmd);
+
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ /* Check if the RTL8125 has completed CSI read */
+ if (RTL_R32(tp, CSIAR) & CSIAR_Flag) {
+ value = (u32)RTL_R32(tp, CSIDR);
+ break;
+ }
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+
+exit:
+ return value;
+}
+
+static void
+rtl8126_csi_other_fun_write(struct rtl8126_private *tp,
+ u8 multi_fun_sel_bit,
+ u32 addr,
+ u32 value)
+{
+ u32 cmd;
+ int i;
+
+ RTL_W32(tp, CSIDR, value);
+ cmd = CSIAR_Write | CSIAR_ByteEn << CSIAR_ByteEn_shift | (addr & CSIAR_Addr_Mask);
+ if (tp->mcfg == CFG_METHOD_DEFAULT)
+ multi_fun_sel_bit = 0;
+
+ if (multi_fun_sel_bit > 7)
+ return;
+
+ cmd |= multi_fun_sel_bit << 16;
+
+ RTL_W32(tp, CSIAR, cmd);
+
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ /* Check if the RTL8125 has completed CSI write */
+ if (!(RTL_R32(tp, CSIAR) & CSIAR_Flag))
+ break;
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+}
+
+static u32
+rtl8126_csi_read(struct rtl8126_private *tp,
+ u32 addr)
+{
+ u8 multi_fun_sel_bit;
+
+ multi_fun_sel_bit = 0;
+
+ return rtl8126_csi_other_fun_read(tp, multi_fun_sel_bit, addr);
+}
+
+static void
+rtl8126_csi_write(struct rtl8126_private *tp,
+ u32 addr,
+ u32 value)
+{
+ u8 multi_fun_sel_bit;
+
+ multi_fun_sel_bit = 0;
+
+ rtl8126_csi_other_fun_write(tp, multi_fun_sel_bit, addr, value);
+}
+
+static u8
+rtl8126_csi_fun0_read_byte(struct rtl8126_private *tp,
+ u32 addr)
+{
+ u8 RetVal = 0;
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT) {
+ struct pci_dev *pdev = tp->pci_dev;
+
+ pci_read_config_byte(pdev, addr, &RetVal);
+ } else {
+ u32 TmpUlong;
+ u16 RegAlignAddr;
+ u8 ShiftByte;
+
+ RegAlignAddr = addr & ~(0x3);
+ ShiftByte = addr & (0x3);
+ TmpUlong = rtl8126_csi_other_fun_read(tp, 0, RegAlignAddr);
+ TmpUlong >>= (8*ShiftByte);
+ RetVal = (u8)TmpUlong;
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+
+ return RetVal;
+}
+
+static void
+rtl8126_csi_fun0_write_byte(struct rtl8126_private *tp,
+ u32 addr,
+ u8 value)
+{
+ if (tp->mcfg == CFG_METHOD_DEFAULT) {
+ struct pci_dev *pdev = tp->pci_dev;
+
+ pci_write_config_byte(pdev, addr, value);
+ } else {
+ u32 TmpUlong;
+ u16 RegAlignAddr;
+ u8 ShiftByte;
+
+ RegAlignAddr = addr & ~(0x3);
+ ShiftByte = addr & (0x3);
+ TmpUlong = rtl8126_csi_other_fun_read(tp, 0, RegAlignAddr);
+ TmpUlong &= ~(0xFF << (8*ShiftByte));
+ TmpUlong |= (value << (8*ShiftByte));
+ rtl8126_csi_other_fun_write(tp, 0, RegAlignAddr, TmpUlong);
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+}
+
+u32 rtl8126_eri_read_with_oob_base_address(struct rtl8126_private *tp, int addr, int len, int type, const u32 base_address)
+{
+ int i, val_shift, shift = 0;
+ u32 value1 = 0, value2 = 0, mask;
+ u32 eri_cmd;
+ const u32 transformed_base_address = ((base_address & 0x00FFF000) << 6) | (base_address & 0x000FFF);
+
+ if (len > 4 || len <= 0)
+ return -1;
+
+ while (len > 0) {
+ val_shift = addr % ERIAR_Addr_Align;
+ addr = addr & ~0x3;
+
+ eri_cmd = ERIAR_Read |
+ transformed_base_address |
+ type << ERIAR_Type_shift |
+ ERIAR_ByteEn << ERIAR_ByteEn_shift |
+ (addr & 0x0FFF);
+ if (addr & 0xF000) {
+ u32 tmp;
+
+ tmp = addr & 0xF000;
+ tmp >>= 12;
+ eri_cmd |= (tmp << 20) & 0x00F00000;
+ }
+
+ RTL_W32(tp, ERIAR, eri_cmd);
+
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ /* Check if the RTL8125 has completed ERI read */
+ if (RTL_R32(tp, ERIAR) & ERIAR_Flag)
+ break;
+ }
+
+ if (len == 1) mask = (0xFF << (val_shift * 8)) & 0xFFFFFFFF;
+ else if (len == 2) mask = (0xFFFF << (val_shift * 8)) & 0xFFFFFFFF;
+ else if (len == 3) mask = (0xFFFFFF << (val_shift * 8)) & 0xFFFFFFFF;
+ else mask = (0xFFFFFFFF << (val_shift * 8)) & 0xFFFFFFFF;
+
+ value1 = RTL_R32(tp, ERIDR) & mask;
+ value2 |= (value1 >> val_shift * 8) << shift * 8;
+
+ if (len <= 4 - val_shift) {
+ len = 0;
+ } else {
+ len -= (4 - val_shift);
+ shift = 4 - val_shift;
+ addr += 4;
+ }
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+
+ return value2;
+}
+
+u32 rtl8126_eri_read(struct rtl8126_private *tp, int addr, int len, int type)
+{
+ return rtl8126_eri_read_with_oob_base_address(tp, addr, len, type, 0);
+}
+
+int rtl8126_eri_write_with_oob_base_address(struct rtl8126_private *tp, int addr, int len, u32 value, int type, const u32 base_address)
+{
+ int i, val_shift, shift = 0;
+ u32 value1 = 0, mask;
+ u32 eri_cmd;
+ const u32 transformed_base_address = ((base_address & 0x00FFF000) << 6) | (base_address & 0x000FFF);
+
+ if (len > 4 || len <= 0)
+ return -1;
+
+ while (len > 0) {
+ val_shift = addr % ERIAR_Addr_Align;
+ addr = addr & ~0x3;
+
+ if (len == 1) mask = (0xFF << (val_shift * 8)) & 0xFFFFFFFF;
+ else if (len == 2) mask = (0xFFFF << (val_shift * 8)) & 0xFFFFFFFF;
+ else if (len == 3) mask = (0xFFFFFF << (val_shift * 8)) & 0xFFFFFFFF;
+ else mask = (0xFFFFFFFF << (val_shift * 8)) & 0xFFFFFFFF;
+
+ value1 = rtl8126_eri_read_with_oob_base_address(tp, addr, 4, type, base_address) & ~mask;
+ value1 |= ((value << val_shift * 8) >> shift * 8);
+
+ RTL_W32(tp, ERIDR, value1);
+
+ eri_cmd = ERIAR_Write |
+ transformed_base_address |
+ type << ERIAR_Type_shift |
+ ERIAR_ByteEn << ERIAR_ByteEn_shift |
+ (addr & 0x0FFF);
+ if (addr & 0xF000) {
+ u32 tmp;
+
+ tmp = addr & 0xF000;
+ tmp >>= 12;
+ eri_cmd |= (tmp << 20) & 0x00F00000;
+ }
+
+ RTL_W32(tp, ERIAR, eri_cmd);
+
+ for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) {
+ udelay(R8126_CHANNEL_WAIT_TIME);
+
+ /* Check if the RTL8125 has completed ERI write */
+ if (!(RTL_R32(tp, ERIAR) & ERIAR_Flag))
+ break;
+ }
+
+ if (len <= 4 - val_shift) {
+ len = 0;
+ } else {
+ len -= (4 - val_shift);
+ shift = 4 - val_shift;
+ addr += 4;
+ }
+ }
+
+ udelay(R8126_CHANNEL_EXIT_DELAY_TIME);
+
+ return 0;
+}
+
+int rtl8126_eri_write(struct rtl8126_private *tp, int addr, int len, u32 value, int type)
+{
+ return rtl8126_eri_write_with_oob_base_address(tp, addr, len, value, type, NO_BASE_ADDRESS);
+}
+
+static void
+rtl8126_enable_rxdvgate(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) | BIT_3);
+ mdelay(2);
+ break;
+ }
+}
+
+static void
+rtl8126_disable_rxdvgate(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) & ~BIT_3);
+ mdelay(2);
+ break;
+ }
+}
+
+static u8
+rtl8126_is_gpio_low(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u8 gpio_low = FALSE;
+
+ switch (tp->HwSuppCheckPhyDisableModeVer) {
+ case 3:
+ if (!(rtl8126_mac_ocp_read(tp, 0xDC04) & BIT_13))
+ gpio_low = TRUE;
+ break;
+ }
+
+ if (gpio_low)
+ dprintk("gpio is low.\n");
+
+ return gpio_low;
+}
+
+static u8
+rtl8126_is_phy_disable_mode_enabled(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u8 phy_disable_mode_enabled = FALSE;
+
+ switch (tp->HwSuppCheckPhyDisableModeVer) {
+ case 3:
+ if (RTL_R8(tp, 0xF2) & BIT_5)
+ phy_disable_mode_enabled = TRUE;
+ break;
+ }
+
+ if (phy_disable_mode_enabled)
+ dprintk("phy disable mode enabled.\n");
+
+ return phy_disable_mode_enabled;
+}
+
+static u8
+rtl8126_is_in_phy_disable_mode(struct net_device *dev)
+{
+ u8 in_phy_disable_mode = FALSE;
+
+ if (rtl8126_is_phy_disable_mode_enabled(dev) && rtl8126_is_gpio_low(dev))
+ in_phy_disable_mode = TRUE;
+
+ if (in_phy_disable_mode)
+ dprintk("Hardware is in phy disable mode.\n");
+
+ return in_phy_disable_mode;
+}
+
+static bool
+rtl8126_stop_all_request(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq);
+
+ return 1;
+}
+
+void
+rtl8126_wait_txrx_fifo_empty(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_stop_all_request(dev);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ for (i = 0; i < 3000; i++) {
+ udelay(50);
+ if ((RTL_R8(tp, MCUCmd_reg) & (Txfifo_empty | Rxfifo_empty)) == (Txfifo_empty | Rxfifo_empty))
+ break;
+ }
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ for (i = 0; i < 3000; i++) {
+ udelay(50);
+ if ((RTL_R16(tp, IntrMitigate) & (BIT_0 | BIT_1 | BIT_8)) == (BIT_0 | BIT_1 | BIT_8))
+ break;
+ }
+ break;
+ }
+}
+
+#ifdef ENABLE_DASH_SUPPORT
+
+static inline void
+rtl8126_enable_dash2_interrupt(struct rtl8126_private *tp)
+{
+ if (!tp->DASH)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ RTL_CMAC_W8(tp, CMAC_IBIMR0, (ISRIMR_DASH_TYPE2_ROK | ISRIMR_DASH_TYPE2_TOK | ISRIMR_DASH_TYPE2_TDU | ISRIMR_DASH_TYPE2_RDU | ISRIMR_DASH_TYPE2_RX_DISABLE_IDLE));
+ }
+}
+
+static inline void
+rtl8126_disable_dash2_interrupt(struct rtl8126_private *tp)
+{
+ if (!tp->DASH)
+ return;
+
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ RTL_CMAC_W8(tp, CMAC_IBIMR0, 0);
+ }
+}
+#endif
+
+void
+rtl8126_enable_hw_linkchg_interrupt(struct rtl8126_private *tp)
+{
+ switch (tp->HwCurrIsrVer) {
+ case 5:
+ RTL_W32(tp, IMR_V2_SET_REG_8125, ISRIMR_V5_LINKCHG);
+ break;
+ case 4:
+ RTL_W32(tp, IMR_V2_SET_REG_8125, ISRIMR_V4_LINKCHG);
+ break;
+ case 2:
+ case 3:
+ RTL_W32(tp, IMR_V2_SET_REG_8125, ISRIMR_V2_LINKCHG);
+ break;
+ case 1:
+ RTL_W32(tp, tp->imr_reg[0], LinkChg | RTL_R32(tp, tp->imr_reg[0]));
+ break;
+ }
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ rtl8126_enable_dash2_interrupt(tp);
+#endif
+}
+
+static inline void
+rtl8126_enable_hw_interrupt(struct rtl8126_private *tp)
+{
+ switch (tp->HwCurrIsrVer) {
+ case 2:
+ case 3:
+ case 4:
+ case 5:
+ RTL_W32(tp, IMR_V2_SET_REG_8125, tp->intr_mask);
+ break;
+ case 1:
+ RTL_W32(tp, tp->imr_reg[0], tp->intr_mask);
+
+ if (R8126_MULTI_RX_Q(tp)) {
+ int i;
+ for (i=1; inum_rx_rings; i++)
+ RTL_W16(tp, tp->imr_reg[i], other_q_intr_mask);
+ }
+ break;
+ }
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ rtl8126_enable_dash2_interrupt(tp);
+#endif
+}
+
+static inline void rtl8126_clear_hw_isr_v2(struct rtl8126_private *tp,
+ u32 message_id)
+{
+ RTL_W32(tp, ISR_V2_8125, BIT(message_id));
+}
+
+static inline void
+rtl8126_disable_hw_interrupt(struct rtl8126_private *tp)
+{
+ if (tp->HwCurrIsrVer > 1) {
+ RTL_W32(tp, IMR_V2_CLEAR_REG_8125, 0xFFFFFFFF);
+ if (tp->HwCurrIsrVer > 3)
+ RTL_W32(tp, IMR_V4_L2_CLEAR_REG_8125, 0xFFFFFFFF);
+ } else {
+ RTL_W32(tp, tp->imr_reg[0], 0x0000);
+
+ if (R8126_MULTI_RX_Q(tp)) {
+ int i;
+ for (i=1; inum_rx_rings; i++)
+ RTL_W16(tp, tp->imr_reg[i], 0);
+ }
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ rtl8126_disable_dash2_interrupt(tp);
+#endif
+ }
+}
+
+static inline void
+rtl8126_switch_to_hw_interrupt(struct rtl8126_private *tp)
+{
+ RTL_W32(tp, TIMER_INT0_8125, 0x0000);
+
+ rtl8126_enable_hw_interrupt(tp);
+}
+
+static inline void
+rtl8126_switch_to_timer_interrupt(struct rtl8126_private *tp)
+{
+ if (tp->use_timer_interrupt) {
+ RTL_W32(tp, TIMER_INT0_8125, timer_count);
+ RTL_W32(tp, TCTR0_8125, timer_count);
+ RTL_W32(tp, tp->imr_reg[0], tp->timer_intr_mask);
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ rtl8126_enable_dash2_interrupt(tp);
+#endif
+ } else {
+ rtl8126_switch_to_hw_interrupt(tp);
+ }
+}
+
+static void
+rtl8126_irq_mask_and_ack(struct rtl8126_private *tp)
+{
+ rtl8126_disable_hw_interrupt(tp);
+
+ if (tp->HwCurrIsrVer > 1) {
+ RTL_W32(tp, ISR_V2_8125, 0xFFFFFFFF);
+ if (tp->HwCurrIsrVer > 3)
+ RTL_W32(tp, ISR_V4_L2_8125, 0xFFFFFFFF);
+ } else {
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH) {
+ if (tp->dash_printer_enabled) {
+ RTL_W32(tp, tp->isr_reg[0], RTL_R32(tp, tp->isr_reg[0]) &
+ ~(ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET));
+ } else {
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ RTL_CMAC_W8(tp, CMAC_IBISR0, RTL_CMAC_R8(tp, CMAC_IBISR0));
+ }
+ }
+ } else {
+ RTL_W32(tp, tp->isr_reg[0], RTL_R32(tp, tp->isr_reg[0]));
+ }
+#else
+ RTL_W32(tp, tp->isr_reg[0], RTL_R32(tp, tp->isr_reg[0]));
+#endif
+ if (R8126_MULTI_RX_Q(tp)) {
+ int i;
+ for (i=1; inum_rx_rings; i++)
+ RTL_W16(tp, tp->isr_reg[i], RTL_R16(tp, tp->isr_reg[i]));
+ }
+ }
+}
+
+static void
+rtl8126_disable_rx_packet_filter(struct rtl8126_private *tp)
+{
+
+ RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) &
+ ~(AcceptErr | AcceptRunt |AcceptBroadcast | AcceptMulticast |
+ AcceptMyPhys | AcceptAllPhys));
+}
+
+static void
+rtl8126_nic_reset(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ rtl8126_disable_rx_packet_filter(tp);
+
+ rtl8126_enable_rxdvgate(dev);
+
+ rtl8126_stop_all_request(dev);
+
+ rtl8126_wait_txrx_fifo_empty(dev);
+
+ mdelay(2);
+
+ /* Soft reset the chip. */
+ RTL_W8(tp, ChipCmd, CmdReset);
+
+ /* Check that the chip has finished the reset. */
+ for (i = 100; i > 0; i--) {
+ udelay(100);
+ if ((RTL_R8(tp, ChipCmd) & CmdReset) == 0)
+ break;
+ }
+
+ /* reset rcr */
+ RTL_W32(tp, RxConfig, (RX_DMA_BURST_512 << RxCfgDMAShift));
+}
+
+static void
+rtl8126_hw_set_interrupt_type(struct rtl8126_private *tp, u8 isr_ver)
+{
+ u8 tmp;
+
+ if (tp->HwSuppIsrVer < 2)
+ return;
+
+ tmp = RTL_R8(tp, INT_CFG0_8125);
+
+ switch (tp->HwSuppIsrVer) {
+ case 4:
+ case 5:
+ tmp &= ~INT_CFG0_MSIX_ENTRY_NUM_MODE;
+ fallthrough;
+ case 2:
+ case 3:
+ tmp &= ~(INT_CFG0_ENABLE_8125);
+ if (isr_ver > 1)
+ tmp |= INT_CFG0_ENABLE_8125;
+ break;
+ default:
+ return;
+ }
+
+ RTL_W8(tp, INT_CFG0_8125, tmp);
+}
+
+static void
+rtl8126_hw_clear_timer_int(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W32(tp, TIMER_INT0_8125, 0x0000);
+ RTL_W32(tp, TIMER_INT1_8125, 0x0000);
+ RTL_W32(tp, TIMER_INT2_8125, 0x0000);
+ RTL_W32(tp, TIMER_INT3_8125, 0x0000);
+ break;
+ }
+}
+
+static void
+rtl8126_hw_clear_int_miti(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ switch (tp->HwSuppIntMitiVer) {
+ case 3:
+ case 6:
+ //IntMITI_0-IntMITI_31
+ for (i=0xA00; i<0xB00; i+=4)
+ RTL_W32(tp, i, 0x0000);
+ break;
+ case 4:
+ case 5:
+ //IntMITI_0-IntMITI_15
+ for (i = 0xA00; i < 0xA80; i += 4)
+ RTL_W32(tp, i, 0x0000);
+
+ if (tp->HwSuppIntMitiVer == 5)
+ RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) &
+ ~(INT_CFG0_TIMEOUT0_BYPASS_8125 |
+ INT_CFG0_MITIGATION_BYPASS_8125 |
+ INT_CFG0_RDU_BYPASS_8126));
+ else
+ RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) &
+ ~(INT_CFG0_TIMEOUT0_BYPASS_8125 | INT_CFG0_MITIGATION_BYPASS_8125));
+
+ RTL_W16(tp, INT_CFG1_8125, 0x0000);
+ break;
+ }
+}
+
+void
+rtl8126_hw_set_timer_int_8125(struct rtl8126_private *tp,
+ u32 message_id,
+ u8 timer_intmiti_val)
+{
+ switch (tp->HwSuppIntMitiVer) {
+ case 4:
+#ifdef ENABLE_LIB_SUPPORT
+ if (message_id < R8126_MAX_RX_QUEUES_VEC_V3)
+ timer_intmiti_val = 0;
+#else
+ if ((tp->HwCurrIsrVer == 2) && (message_id < R8126_MAX_RX_QUEUES_VEC_V3))
+ timer_intmiti_val = 0;
+#endif //ENABLE_LIB_SUPPORT
+ if (message_id < R8126_MAX_RX_QUEUES_VEC_V3) //ROK
+ RTL_W8(tp,INT_MITI_V2_0_RX + 8 * message_id, timer_intmiti_val);
+ if (message_id == 16) //TOK
+ RTL_W8(tp,INT_MITI_V2_0_TX, timer_intmiti_val);
+ if (message_id == 18 && tp->num_tx_rings > 0) //TOK
+ RTL_W8(tp,INT_MITI_V2_1_TX, timer_intmiti_val);
+ break;
+ case 5:
+ case 6:
+ if (message_id < R8126_MAX_RX_QUEUES_VEC_V3) //ROK
+ RTL_W8(tp,INT_MITI_V2_0_RX + 8 * message_id, timer_intmiti_val);
+ if (message_id == 0) //TOK
+ RTL_W8(tp,INT_MITI_V2_0_TX, timer_intmiti_val);
+ if (message_id == 1 && tp->num_tx_rings > 0) //TOK
+ RTL_W8(tp,INT_MITI_V2_1_TX, timer_intmiti_val);
+ break;
+ }
+}
+
+void
+rtl8126_hw_reset(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_lib_reset_prepare(tp);
+
+ /* Disable interrupts */
+ rtl8126_irq_mask_and_ack(tp);
+
+ rtl8126_hw_clear_timer_int(dev);
+
+ rtl8126_nic_reset(dev);
+}
+
+static unsigned int
+rtl8126_xmii_reset_pending(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ unsigned int retval;
+
+ rtl8126_mdio_write(tp, 0x1f, 0x0000);
+ retval = rtl8126_mdio_read(tp, MII_BMCR) & BMCR_RESET;
+
+ return retval;
+}
+
+static unsigned int
+rtl8126_xmii_link_ok(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 status;
+
+ status = RTL_R16(tp, PHYstatus);
+ if (status == 0xffff)
+ return 0;
+
+ return (status & LinkStatus) ? 1 : 0;
+}
+
+static int
+rtl8126_wait_phy_reset_complete(struct rtl8126_private *tp)
+{
+ int i, val;
+
+ for (i = 0; i < 2500; i++) {
+ val = rtl8126_mdio_read(tp, MII_BMCR) & BMCR_RESET;
+ if (!val)
+ return 0;
+
+ mdelay(1);
+ }
+
+ return -1;
+}
+
+static void
+rtl8126_xmii_reset_enable(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (rtl8126_is_in_phy_disable_mode(dev))
+ return;
+
+ rtl8126_mdio_write(tp, 0x1f, 0x0000);
+ rtl8126_mdio_write(tp, MII_ADVERTISE, rtl8126_mdio_read(tp, MII_ADVERTISE) &
+ ~(ADVERTISE_10HALF | ADVERTISE_10FULL |
+ ADVERTISE_100HALF | ADVERTISE_100FULL));
+ rtl8126_mdio_write(tp, MII_CTRL1000, rtl8126_mdio_read(tp, MII_CTRL1000) &
+ ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL));
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA5D4, rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D4) &
+ ~(RTK_ADVERTISE_2500FULL | RTK_ADVERTISE_5000FULL));
+ rtl8126_mdio_write(tp, MII_BMCR, BMCR_RESET | BMCR_ANENABLE);
+
+ if (rtl8126_wait_phy_reset_complete(tp) == 0)
+ return;
+
+ if (netif_msg_link(tp))
+ printk(KERN_ERR "%s: PHY reset failed.\n", dev->name);
+}
+
+void
+rtl8126_init_ring_indexes(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < tp->HwSuppNumTxQueues; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+ ring->dirty_tx = ring->cur_tx = 0;
+ ring->NextHwDesCloPtr = 0;
+ ring->BeginHwDesCloPtr = 0;
+ ring->index = i;
+ ring->priv = tp;
+ ring->netdev = tp->dev;
+
+ /* reset BQL for queue */
+ netdev_tx_reset_queue(txring_txq(ring));
+ }
+
+ for (i = 0; i < tp->HwSuppNumRxQueues; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+ ring->dirty_rx = ring->cur_rx = 0;
+ ring->index = i;
+ ring->priv = tp;
+ ring->netdev = tp->dev;
+ }
+
+#ifdef ENABLE_LIB_SUPPORT
+ for (i = 0; i < tp->HwSuppNumTxQueues; i++) {
+ struct rtl8126_ring *ring = &tp->lib_tx_ring[i];
+ ring->direction = RTL8126_CH_DIR_TX;
+ ring->queue_num = i;
+ ring->private = tp;
+ }
+
+ for (i = 0; i < tp->HwSuppNumRxQueues; i++) {
+ struct rtl8126_ring *ring = &tp->lib_rx_ring[i];
+ ring->direction = RTL8126_CH_DIR_RX;
+ ring->queue_num = i;
+ ring->private = tp;
+ }
+#endif
+}
+
+static void
+rtl8126_issue_offset_99_event(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xE09A, rtl8126_mac_ocp_read(tp, 0xE09A) | BIT_0);
+ break;
+ }
+}
+
+#ifdef ENABLE_DASH_SUPPORT
+static void
+NICChkTypeEnableDashInterrupt(struct rtl8126_private *tp)
+{
+ if (tp->DASH) {
+ //
+ // even disconnected, enable 3 dash interrupt mask bits for in-band/out-band communication
+ //
+ if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) {
+ rtl8126_enable_dash2_interrupt(tp);
+ RTL_W16(tp, IntrMask, (ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET));
+ }
+ }
+}
+#endif
+
+static int rtl8126_enable_eee_plus(struct rtl8126_private *tp)
+{
+ int ret;
+
+ ret = 0;
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xE080, rtl8126_mac_ocp_read(tp, 0xE080)|BIT_1);
+ break;
+ default:
+// dev_printk(KERN_DEBUG, tp_to_dev(tp), "Not Support EEEPlus\n");
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ return ret;
+}
+
+static int rtl8126_disable_eee_plus(struct rtl8126_private *tp)
+{
+ int ret;
+
+ ret = 0;
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xE080, rtl8126_mac_ocp_read(tp, 0xE080)&~BIT_1);
+ break;
+ default:
+// dev_printk(KERN_DEBUG, tp_to_dev(tp), "Not Support EEEPlus\n");
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ return ret;
+}
+
+static void rtl8126_enable_double_vlan(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W16(tp, DOUBLE_VLAN_CONFIG, 0xf002);
+ break;
+ default:
+ break;
+ }
+}
+
+static void rtl8126_disable_double_vlan(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W16(tp, DOUBLE_VLAN_CONFIG, 0);
+ break;
+ default:
+ break;
+ }
+}
+
+static void
+rtl8126_link_on_patch(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_hw_config(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ if (RTL_R8(tp, PHYstatus) & _10bps)
+ rtl8126_enable_eee_plus(tp);
+ break;
+ default:
+ break;
+ }
+
+ rtl8126_hw_start(dev);
+
+ netif_carrier_on(dev);
+
+ netif_tx_wake_all_queues(dev);
+
+ tp->phy_reg_aner = rtl8126_mdio_read(tp, MII_EXPANSION);
+ tp->phy_reg_anlpar = rtl8126_mdio_read(tp, MII_LPA);
+ tp->phy_reg_gbsr = rtl8126_mdio_read(tp, MII_STAT1000);
+ tp->phy_reg_status_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D6);
+}
+
+static void
+rtl8126_link_down_patch(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ tp->phy_reg_aner = 0;
+ tp->phy_reg_anlpar = 0;
+ tp->phy_reg_gbsr = 0;
+ tp->phy_reg_status_2500 = 0;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_disable_eee_plus(tp);
+ break;
+ default:
+ break;
+ }
+
+ netif_carrier_off(dev);
+
+ netif_tx_disable(dev);
+
+ rtl8126_hw_reset(dev);
+
+ rtl8126_tx_clear(tp);
+
+ rtl8126_rx_clear(tp);
+
+ rtl8126_init_ring(dev);
+
+ rtl8126_enable_hw_linkchg_interrupt(tp);
+
+ //rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising);
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH) {
+ NICChkTypeEnableDashInterrupt(tp);
+ }
+#endif
+}
+
+static void
+_rtl8126_check_link_status(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->link_ok(dev)) {
+ rtl8126_link_on_patch(dev);
+
+ if (netif_msg_ifup(tp))
+ printk(KERN_INFO PFX "%s: link up\n", dev->name);
+ } else {
+ if (netif_msg_ifdown(tp))
+ printk(KERN_INFO PFX "%s: link down\n", dev->name);
+
+ rtl8126_link_down_patch(dev);
+ }
+}
+
+static void
+rtl8126_check_link_status(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ _rtl8126_check_link_status(dev);
+
+ tp->resume_not_chg_speed = 0;
+}
+
+static bool
+rtl8126_is_autoneg_mode_valid(u32 autoneg)
+{
+ switch(autoneg) {
+ case AUTONEG_ENABLE:
+ case AUTONEG_DISABLE:
+ return true;
+ default:
+ return false;
+ }
+}
+
+static bool
+rtl8126_is_speed_mode_valid(u32 speed)
+{
+ switch(speed) {
+ case SPEED_5000:
+ case SPEED_2500:
+ case SPEED_1000:
+ case SPEED_100:
+ case SPEED_10:
+ return true;
+ default:
+ return false;
+ }
+}
+
+static bool
+rtl8126_is_duplex_mode_valid(u8 duplex)
+{
+ switch(duplex) {
+ case DUPLEX_FULL:
+ case DUPLEX_HALF:
+ return true;
+ default:
+ return false;
+ }
+}
+
+static void
+rtl8126_set_link_option(struct rtl8126_private *tp,
+ u8 autoneg,
+ u32 speed,
+ u8 duplex,
+ enum rtl8126_fc_mode fc)
+{
+ u64 adv;
+
+ if (!rtl8126_is_speed_mode_valid(speed))
+ speed = SPEED_5000;
+
+ if (!rtl8126_is_duplex_mode_valid(duplex))
+ duplex = DUPLEX_FULL;
+
+ if (!rtl8126_is_autoneg_mode_valid(autoneg))
+ autoneg = AUTONEG_ENABLE;
+
+ speed = min(speed, tp->HwSuppMaxPhyLinkSpeed);
+
+ adv = 0;
+ switch(speed) {
+ case SPEED_5000:
+ adv |= RTK_ADVERTISED_5000baseX_Full;
+ fallthrough;
+ case SPEED_2500:
+ adv |= ADVERTISED_2500baseX_Full;
+ fallthrough;
+ default:
+ adv |= (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full |
+ ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full |
+ ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full);
+ break;
+ }
+
+ tp->autoneg = autoneg;
+ tp->speed = speed;
+ tp->duplex = duplex;
+ tp->advertising = adv;
+ tp->fcpause = fc;
+}
+
+static void
+rtl8126_wait_ll_share_fifo_ready(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ for (i = 0; i < 10; i++) {
+ udelay(100);
+ if (RTL_R16(tp, 0xD2) & BIT_9)
+ break;
+ }
+}
+
+static void
+rtl8126_disable_pci_offset_99(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xE032, rtl8126_mac_ocp_read(tp, 0xE032) & ~(BIT_0 | BIT_1));
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_csi_fun0_write_byte(tp, 0x99, 0x00);
+ break;
+ }
+}
+
+static void
+rtl8126_enable_pci_offset_99(struct rtl8126_private *tp)
+{
+ u32 csi_tmp;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_csi_fun0_write_byte(tp, 0x99, tp->org_pci_offset_99);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE032);
+ csi_tmp &= ~(BIT_0 | BIT_1);
+ if (tp->org_pci_offset_99 & (BIT_5 | BIT_6))
+ csi_tmp |= BIT_1;
+ if (tp->org_pci_offset_99 & BIT_2)
+ csi_tmp |= BIT_0;
+ rtl8126_mac_ocp_write(tp, 0xE032, csi_tmp);
+ break;
+ }
+}
+
+static void
+rtl8126_init_pci_offset_99(struct rtl8126_private *tp)
+{
+ u32 csi_tmp;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ rtl8126_mac_ocp_write(tp, 0xCDD0, 0x9003);
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE034);
+ csi_tmp |= (BIT_15 | BIT_14);
+ rtl8126_mac_ocp_write(tp, 0xE034, csi_tmp);
+ rtl8126_mac_ocp_write(tp, 0xCDD2, 0x889C);
+ rtl8126_mac_ocp_write(tp, 0xCDD8, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDD4, 0x8C30);
+ rtl8126_mac_ocp_write(tp, 0xCDDA, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDD6, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDDC, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDE8, 0x883E);
+ rtl8126_mac_ocp_write(tp, 0xCDEA, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDEC, 0x889C);
+ rtl8126_mac_ocp_write(tp, 0xCDEE, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDF0, 0x8C09);
+ rtl8126_mac_ocp_write(tp, 0xCDF2, 0x9003);
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE032);
+ csi_tmp |= (BIT_14);
+ rtl8126_mac_ocp_write(tp, 0xE032, csi_tmp);
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE0A2);
+ csi_tmp |= (BIT_0);
+ rtl8126_mac_ocp_write(tp, 0xE0A2, csi_tmp);
+ break;
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xCDD0, 0x9003);
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE034);
+ csi_tmp |= (BIT_15 | BIT_14);
+ rtl8126_mac_ocp_write(tp, 0xE034, csi_tmp);
+ rtl8126_mac_ocp_write(tp, 0xCDD2, 0x8A71);
+ rtl8126_mac_ocp_write(tp, 0xCDD8, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDD4, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDDA, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDD6, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDDC, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDE8, 0x88FA);
+ rtl8126_mac_ocp_write(tp, 0xCDEA, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDEC, 0x89F4);
+ rtl8126_mac_ocp_write(tp, 0xCDEE, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDF0, 0x8C27);
+ rtl8126_mac_ocp_write(tp, 0xCDF2, 0x9003);
+ rtl8126_mac_ocp_write(tp, 0xCDF4, 0x887D);
+ rtl8126_mac_ocp_write(tp, 0xCDF6, 0x9003);
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE032);
+ csi_tmp |= (BIT_14);
+ rtl8126_mac_ocp_write(tp, 0xE032, csi_tmp);
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE0A2);
+ csi_tmp |= (BIT_0);
+ rtl8126_mac_ocp_write(tp, 0xE0A2, csi_tmp);
+ break;
+ }
+
+ rtl8126_enable_pci_offset_99(tp);
+}
+
+static void
+rtl8126_disable_pci_offset_180(struct rtl8126_private *tp)
+{
+ u32 csi_tmp;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE092);
+ csi_tmp &= 0xFF00;
+ rtl8126_mac_ocp_write(tp, 0xE092, csi_tmp);
+ break;
+ }
+}
+
+static void
+rtl8126_enable_pci_offset_180(struct rtl8126_private *tp)
+{
+ u32 csi_tmp;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE094);
+ csi_tmp &= 0x00FF;
+ rtl8126_mac_ocp_write(tp, 0xE094, csi_tmp);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xE092);
+ csi_tmp &= 0xFF00;
+ csi_tmp |= BIT_2;
+ rtl8126_mac_ocp_write(tp, 0xE092, csi_tmp);
+ break;
+ }
+}
+
+static void
+rtl8126_init_pci_offset_180(struct rtl8126_private *tp)
+{
+ rtl8126_enable_pci_offset_180(tp);
+}
+
+static void
+rtl8126_set_pci_99_180_exit_driver_para(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ if (tp->org_pci_offset_99 & BIT_2)
+ rtl8126_issue_offset_99_event(tp);
+ rtl8126_disable_pci_offset_99(tp);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_disable_pci_offset_180(tp);
+ break;
+ }
+}
+
+static void
+rtl8126_enable_cfg9346_write(struct rtl8126_private *tp)
+{
+ RTL_W8(tp, Cfg9346, RTL_R8(tp, Cfg9346) | Cfg9346_Unlock);
+}
+
+static void
+rtl8126_disable_cfg9346_write(struct rtl8126_private *tp)
+{
+ RTL_W8(tp, Cfg9346, RTL_R8(tp, Cfg9346) & ~Cfg9346_Unlock);
+}
+
+static void
+rtl8126_enable_exit_l1_mask(struct rtl8126_private *tp)
+{
+ //(1)ERI(0xD4)(OCP 0xC0AC).bit[7:12]=6'b111111, L1 Mask
+ rtl8126_set_mac_ocp_bit(tp, 0xC0AC, (BIT_7 | BIT_8 | BIT_9 | BIT_10 | BIT_11 | BIT_12));
+}
+
+static void
+rtl8126_disable_exit_l1_mask(struct rtl8126_private *tp)
+{
+ //(1)ERI(0xD4)(OCP 0xC0AC).bit[7:12]=6'b000000, L1 Mask
+ rtl8126_clear_mac_ocp_bit(tp, 0xC0AC, (BIT_7 | BIT_8 | BIT_9 | BIT_10 | BIT_11 | BIT_12));
+}
+
+static void
+rtl8126_enable_extend_tally_couter(struct rtl8126_private *tp)
+{
+ switch (tp->HwSuppExtendTallyCounterVer) {
+ case 1:
+ rtl8126_set_mac_ocp_bit(tp, 0xEA84, (BIT_1 | BIT_0));
+ break;
+ }
+}
+
+static void
+rtl8126_disable_extend_tally_couter(struct rtl8126_private *tp)
+{
+ switch (tp->HwSuppExtendTallyCounterVer) {
+ case 1:
+ rtl8126_clear_mac_ocp_bit(tp, 0xEA84, (BIT_1 | BIT_0));
+ break;
+ }
+}
+
+static void
+rtl8126_enable_force_clkreq(struct rtl8126_private *tp, bool enable)
+{
+ if (enable)
+ RTL_W8(tp, 0xF1, RTL_R8(tp, 0xF1) | BIT_7);
+ else
+ RTL_W8(tp, 0xF1, RTL_R8(tp, 0xF1) & ~BIT_7);
+}
+
+static void
+rtl8126_enable_aspm_clkreq_lock(struct rtl8126_private *tp, bool enable)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ rtl8126_enable_cfg9346_write(tp);
+ if (enable) {
+ RTL_W8(tp, Config2, RTL_R8(tp, Config2) | BIT_7);
+ RTL_W8(tp, Config5, RTL_R8(tp, Config5) | BIT_0);
+ } else {
+ RTL_W8(tp, Config2, RTL_R8(tp, Config2) & ~BIT_7);
+ RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~BIT_0);
+ }
+ rtl8126_disable_cfg9346_write(tp);
+ break;
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_enable_cfg9346_write(tp);
+ if (enable) {
+ RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) | BIT_3);
+ RTL_W8(tp, Config5, RTL_R8(tp, Config5) | BIT_0);
+ } else {
+ RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) & ~BIT_3);
+ RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~BIT_0);
+ }
+ rtl8126_disable_cfg9346_write(tp);
+ break;
+ }
+}
+
+static void
+rtl8126_hw_d3_para(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ RTL_W16(tp, RxMaxSize, RX_BUF_SIZE);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_enable_force_clkreq(tp, 0);
+ rtl8126_enable_aspm_clkreq_lock(tp, 0);
+ break;
+ }
+
+ rtl8126_disable_exit_l1_mask(tp);
+
+#ifdef ENABLE_REALWOW_SUPPORT
+ rtl8126_set_realwow_d3_para(dev);
+#endif
+
+ rtl8126_set_pci_99_180_exit_driver_para(dev);
+
+ rtl8126_disable_rxdvgate(dev);
+
+ rtl8126_disable_extend_tally_couter(tp);
+}
+
+static void
+rtl8126_enable_magic_packet(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->HwSuppMagicPktVer) {
+ case WAKEUP_MAGIC_PACKET_V3:
+ rtl8126_mac_ocp_write(tp, 0xC0B6, rtl8126_mac_ocp_read(tp, 0xC0B6) | BIT_0);
+ break;
+ }
+}
+static void
+rtl8126_disable_magic_packet(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->HwSuppMagicPktVer) {
+ case WAKEUP_MAGIC_PACKET_V3:
+ rtl8126_mac_ocp_write(tp, 0xC0B6, rtl8126_mac_ocp_read(tp, 0xC0B6) & ~BIT_0);
+ break;
+ }
+}
+
+static void
+rtl8126_enable_linkchg_wakeup(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->HwSuppLinkChgWakeUpVer) {
+ case 3:
+ RTL_W8(tp, Config3, RTL_R8(tp, Config3) | LinkUp);
+ rtl8126_clear_set_mac_ocp_bit(tp, 0xE0C6, (BIT_5 | BIT_3 | BIT_2), (BIT_4 | BIT_1 | BIT_0));
+ break;
+ }
+}
+
+static void
+rtl8126_disable_linkchg_wakeup(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->HwSuppLinkChgWakeUpVer) {
+ case 3:
+ RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~LinkUp);
+ rtl8126_clear_mac_ocp_bit(tp, 0xE0C6, (BIT_5 | BIT_4 | BIT_3 | BIT_2 | BIT_1 | BIT_0));
+ break;
+ }
+}
+
+#define WAKE_ANY (WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_BCAST | WAKE_MCAST)
+
+static u32
+rtl8126_get_hw_wol(struct rtl8126_private *tp)
+{
+ u8 options;
+ u32 csi_tmp;
+ u32 wol_opts = 0;
+
+ if (disable_wol_support)
+ goto out;
+
+ options = RTL_R8(tp, Config1);
+ if (!(options & PMEnable))
+ goto out;
+
+ options = RTL_R8(tp, Config3);
+ if (options & LinkUp)
+ wol_opts |= WAKE_PHY;
+
+ switch (tp->HwSuppMagicPktVer) {
+ case WAKEUP_MAGIC_PACKET_V3:
+ csi_tmp = rtl8126_mac_ocp_read(tp, 0xC0B6);
+ if (csi_tmp & BIT_0)
+ wol_opts |= WAKE_MAGIC;
+ break;
+ }
+
+ options = RTL_R8(tp, Config5);
+ if (options & UWF)
+ wol_opts |= WAKE_UCAST;
+ if (options & BWF)
+ wol_opts |= WAKE_BCAST;
+ if (options & MWF)
+ wol_opts |= WAKE_MCAST;
+
+out:
+ return wol_opts;
+}
+
+static void
+rtl8126_enable_d0_speedup(struct rtl8126_private *tp)
+{
+ u16 clearmask;
+ u16 setmask;
+
+ if (FALSE == HW_SUPPORT_D0_SPEED_UP(tp))
+ return;
+
+ if (tp->D0SpeedUpSpeed == D0_SPEED_UP_SPEED_DISABLE)
+ return;
+
+ if (tp->HwSuppD0SpeedUpVer == 1 || tp->HwSuppD0SpeedUpVer == 2) {
+ //speed up speed
+ clearmask = (BIT_10 | BIT_9 | BIT_8 | BIT_7);
+ if (tp->D0SpeedUpSpeed == D0_SPEED_UP_SPEED_2500)
+ setmask = BIT_7;
+ else if (tp->D0SpeedUpSpeed == D0_SPEED_UP_SPEED_5000)
+ setmask = BIT_8;
+ else
+ setmask = 0;
+ rtl8126_clear_set_mac_ocp_bit(tp, 0xE10A, clearmask, setmask);
+
+ //speed up flowcontrol
+ clearmask = (BIT_15 | BIT_14);
+ if (tp->HwSuppD0SpeedUpVer == 2)
+ clearmask |= BIT_13;
+
+ if (tp->fcpause == rtl8126_fc_full) {
+ setmask = (BIT_15 | BIT_14);
+ if (tp->HwSuppD0SpeedUpVer == 2)
+ setmask |= BIT_13;
+ } else
+ setmask = 0;
+ rtl8126_clear_set_mac_ocp_bit(tp, 0xE860, clearmask, setmask);
+ }
+
+ RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) | BIT_3);
+}
+
+static void
+rtl8126_disable_d0_speedup(struct rtl8126_private *tp)
+{
+ if (FALSE == HW_SUPPORT_D0_SPEED_UP(tp))
+ return;
+
+ RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) & ~BIT_3);
+}
+
+static void
+rtl8126_set_hw_wol(struct net_device *dev, u32 wolopts)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i,tmp;
+ static struct {
+ u32 opt;
+ u16 reg;
+ u8 mask;
+ } cfg[] = {
+ { WAKE_PHY, Config3, LinkUp },
+ { WAKE_UCAST, Config5, UWF },
+ { WAKE_BCAST, Config5, BWF },
+ { WAKE_MCAST, Config5, MWF },
+ { WAKE_ANY, Config5, LanWake },
+ { WAKE_MAGIC, Config3, MagicPacket },
+ };
+
+ switch (tp->HwSuppMagicPktVer) {
+ case WAKEUP_MAGIC_PACKET_V3:
+ default:
+ tmp = ARRAY_SIZE(cfg) - 1;
+
+ if (wolopts & WAKE_MAGIC)
+ rtl8126_enable_magic_packet(dev);
+ else
+ rtl8126_disable_magic_packet(dev);
+ break;
+ }
+
+ rtl8126_enable_cfg9346_write(tp);
+
+ for (i = 0; i < tmp; i++) {
+ u8 options = RTL_R8(tp, cfg[i].reg) & ~cfg[i].mask;
+ if (wolopts & cfg[i].opt)
+ options |= cfg[i].mask;
+ RTL_W8(tp, cfg[i].reg, options);
+ }
+
+ switch (tp->HwSuppLinkChgWakeUpVer) {
+ case 3:
+ if (wolopts & WAKE_PHY)
+ rtl8126_enable_linkchg_wakeup(dev);
+ else
+ rtl8126_disable_linkchg_wakeup(dev);
+ break;
+ }
+
+ rtl8126_disable_cfg9346_write(tp);
+}
+
+static void
+rtl8126_phy_restart_nway(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (rtl8126_is_in_phy_disable_mode(dev))
+ return;
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ rtl8126_mdio_write(tp, MII_BMCR, BMCR_ANENABLE | BMCR_ANRESTART);
+}
+
+static void
+rtl8126_phy_setup_force_mode(struct net_device *dev, u32 speed, u8 duplex)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 bmcr_true_force = 0;
+
+ if (rtl8126_is_in_phy_disable_mode(dev))
+ return;
+
+ if ((speed == SPEED_10) && (duplex == DUPLEX_HALF)) {
+ bmcr_true_force = BMCR_SPEED10;
+ } else if ((speed == SPEED_10) && (duplex == DUPLEX_FULL)) {
+ bmcr_true_force = BMCR_SPEED10 | BMCR_FULLDPLX;
+ } else if ((speed == SPEED_100) && (duplex == DUPLEX_HALF)) {
+ bmcr_true_force = BMCR_SPEED100;
+ } else if ((speed == SPEED_100) && (duplex == DUPLEX_FULL)) {
+ bmcr_true_force = BMCR_SPEED100 | BMCR_FULLDPLX;
+ } else {
+ netif_err(tp, drv, dev, "Failed to set phy force mode!\n");
+ return;
+ }
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ rtl8126_mdio_write(tp, MII_BMCR, bmcr_true_force);
+}
+
+static void
+rtl8126_set_pci_pme(struct rtl8126_private *tp, int set)
+{
+ struct pci_dev *pdev = tp->pci_dev;
+ u16 pmc;
+
+ if (!pdev->pm_cap)
+ return;
+
+ pci_read_config_word(pdev, pdev->pm_cap + PCI_PM_CTRL, &pmc);
+ pmc |= PCI_PM_CTRL_PME_STATUS;
+ if (set)
+ pmc |= PCI_PM_CTRL_PME_ENABLE;
+ else
+ pmc &= ~PCI_PM_CTRL_PME_ENABLE;
+ pci_write_config_word(pdev, pdev->pm_cap + PCI_PM_CTRL, pmc);
+}
+
+static void
+rtl8126_set_wol_link_speed(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int auto_nego;
+ int giga_ctrl;
+ int ctrl_2500;
+ u64 adv;
+ u16 anlpar;
+ u16 gbsr;
+ u16 status_2500;
+ u16 aner;
+
+ if (tp->autoneg != AUTONEG_ENABLE)
+ goto exit;
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+
+ auto_nego = rtl8126_mdio_read(tp, MII_ADVERTISE);
+ auto_nego &= ~(ADVERTISE_10HALF | ADVERTISE_10FULL
+ | ADVERTISE_100HALF | ADVERTISE_100FULL);
+
+ giga_ctrl = rtl8126_mdio_read(tp, MII_CTRL1000);
+ giga_ctrl &= ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL);
+
+ ctrl_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D4);
+ ctrl_2500 &= ~(RTK_ADVERTISE_2500FULL | RTK_ADVERTISE_5000FULL);
+
+ aner = tp->phy_reg_aner;
+ anlpar = tp->phy_reg_anlpar;
+ gbsr = tp->phy_reg_gbsr;
+ status_2500 = tp->phy_reg_status_2500;
+ if (tp->link_ok(dev)) {
+ aner = rtl8126_mdio_read(tp, MII_EXPANSION);
+ anlpar = rtl8126_mdio_read(tp, MII_LPA);
+ gbsr = rtl8126_mdio_read(tp, MII_STAT1000);
+ status_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D6);
+ }
+
+ adv = tp->advertising;
+ if ((aner | anlpar | gbsr | status_2500) == 0) {
+ int auto_nego_tmp = 0;
+ if (adv & ADVERTISED_10baseT_Half)
+ auto_nego_tmp |= ADVERTISE_10HALF;
+ if (adv & ADVERTISED_10baseT_Full)
+ auto_nego_tmp |= ADVERTISE_10FULL;
+ if (adv & ADVERTISED_100baseT_Half)
+ auto_nego_tmp |= ADVERTISE_100HALF;
+ if (adv & ADVERTISED_100baseT_Full)
+ auto_nego_tmp |= ADVERTISE_100FULL;
+
+ if (auto_nego_tmp == 0)
+ goto exit;
+
+ auto_nego |= auto_nego_tmp;
+ goto skip_check_lpa;
+ }
+ if (!(aner & EXPANSION_NWAY))
+ goto exit;
+
+ if ((adv & ADVERTISED_10baseT_Half) && (anlpar & LPA_10HALF))
+ auto_nego |= ADVERTISE_10HALF;
+ else if ((adv & ADVERTISED_10baseT_Full) && (anlpar & LPA_10FULL))
+ auto_nego |= ADVERTISE_10FULL;
+ else if ((adv & ADVERTISED_100baseT_Half) && (anlpar & LPA_100HALF))
+ auto_nego |= ADVERTISE_100HALF;
+ else if ((adv & ADVERTISED_100baseT_Full) && (anlpar & LPA_100FULL))
+ auto_nego |= ADVERTISE_100FULL;
+ else if (adv & ADVERTISED_1000baseT_Half && (gbsr & LPA_1000HALF))
+ giga_ctrl |= ADVERTISE_1000HALF;
+ else if (adv & ADVERTISED_1000baseT_Full && (gbsr & LPA_1000FULL))
+ giga_ctrl |= ADVERTISE_1000FULL;
+ else if (adv & ADVERTISED_2500baseX_Full && (status_2500 & RTK_LPA_ADVERTISE_2500FULL))
+ ctrl_2500 |= RTK_ADVERTISE_2500FULL;
+ else if (adv & RTK_ADVERTISED_5000baseX_Full && (status_2500 & RTK_LPA_ADVERTISE_5000FULL))
+ ctrl_2500 |= RTK_ADVERTISE_5000FULL;
+ else
+ goto exit;
+
+skip_check_lpa:
+ if (tp->DASH)
+ auto_nego |= (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10HALF | ADVERTISE_10FULL);
+
+#ifdef CONFIG_DOWN_SPEED_100
+ auto_nego |= (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10HALF | ADVERTISE_10FULL);
+#endif
+
+ rtl8126_mdio_write(tp, MII_ADVERTISE, auto_nego);
+ rtl8126_mdio_write(tp, MII_CTRL1000, giga_ctrl);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA5D4, ctrl_2500);
+
+ rtl8126_phy_restart_nway(dev);
+
+exit:
+ return;
+}
+
+static bool
+rtl8126_keep_wol_link_speed(struct net_device *dev, u8 from_suspend)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if ((from_suspend && !tp->link_ok(dev)) ||
+ (!from_suspend && tp->resume_not_chg_speed))
+ return 1;
+
+ return 0;
+}
+static void
+rtl8126_powerdown_pll(struct net_device *dev, u8 from_suspend)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ tp->check_keep_link_speed = 0;
+ if (tp->wol_enabled == WOL_ENABLED || tp->DASH || tp->EnableKCPOffload) {
+ rtl8126_set_hw_wol(dev, tp->wol_opts);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ rtl8126_enable_cfg9346_write(tp);
+ RTL_W8(tp, Config2, RTL_R8(tp, Config2) | PMSTS_En);
+ rtl8126_disable_cfg9346_write(tp);
+ break;
+ default:
+ break;
+ };
+
+ /* Enable the PME and clear the status */
+ rtl8126_set_pci_pme(tp, 1);
+
+ if (rtl8126_keep_wol_link_speed(dev, from_suspend)) {
+ if (tp->wol_opts & WAKE_PHY)
+ tp->check_keep_link_speed = 1;
+ } else {
+ if (HW_SUPPORT_D0_SPEED_UP(tp)) {
+ rtl8126_enable_d0_speedup(tp);
+ tp->check_keep_link_speed = 1;
+ }
+
+ rtl8126_set_wol_link_speed(dev);
+ }
+
+ RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) | AcceptBroadcast | AcceptMulticast | AcceptMyPhys);
+
+ return;
+ }
+
+ if (tp->DASH)
+ return;
+
+ rtl8126_phy_power_down(dev);
+
+ if (!tp->HwIcVerUnknown) {
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) & ~BIT_7);
+ break;
+ }
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) & ~BIT_6);
+ break;
+ }
+}
+
+static void rtl8126_powerup_pll(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) | BIT_7 | BIT_6);
+ break;
+ }
+
+ if (tp->resume_not_chg_speed)
+ return;
+
+ rtl8126_phy_power_up(dev);
+}
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+static void
+rtl8126_get_wol(struct net_device *dev,
+ struct ethtool_wolinfo *wol)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u8 options;
+
+ wol->wolopts = 0;
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT || disable_wol_support) {
+ wol->supported = 0;
+ return;
+ } else {
+ wol->supported = WAKE_ANY;
+ }
+
+ options = RTL_R8(tp, Config1);
+ if (!(options & PMEnable))
+ return;
+
+ wol->wolopts = tp->wol_opts;
+}
+
+static int
+rtl8126_set_wol(struct net_device *dev,
+ struct ethtool_wolinfo *wol)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT || disable_wol_support)
+ return -EOPNOTSUPP;
+
+ tp->wol_opts = wol->wolopts;
+
+ tp->wol_enabled = (tp->wol_opts) ? WOL_ENABLED : WOL_DISABLED;
+
+ device_set_wakeup_enable(tp_to_dev(tp), wol->wolopts);
+
+ return 0;
+}
+
+static void
+rtl8126_get_drvinfo(struct net_device *dev,
+ struct ethtool_drvinfo *info)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct rtl8126_fw *rtl_fw = tp->rtl_fw;
+
+ strscpy(info->driver, MODULENAME, sizeof(info->driver));
+ strscpy(info->version, RTL8126_VERSION, sizeof(info->version));
+ strscpy(info->bus_info, pci_name(tp->pci_dev), sizeof(info->bus_info));
+ info->regdump_len = R8126_REGS_DUMP_SIZE;
+ info->eedump_len = tp->eeprom_len;
+ BUILD_BUG_ON(sizeof(info->fw_version) < sizeof(rtl_fw->version));
+ if (rtl_fw)
+ strscpy(info->fw_version, rtl_fw->version,
+ sizeof(info->fw_version));
+}
+
+static int
+rtl8126_get_regs_len(struct net_device *dev)
+{
+ return R8126_REGS_DUMP_SIZE;
+}
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+
+static void
+rtl8126_set_d0_speedup_speed(struct rtl8126_private *tp)
+{
+ if (FALSE == HW_SUPPORT_D0_SPEED_UP(tp))
+ return;
+
+ tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_DISABLE;
+ if (tp->autoneg == AUTONEG_ENABLE) {
+ if (tp->speed == SPEED_5000)
+ tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_5000;
+ else if (tp->speed == SPEED_2500)
+ tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_2500;
+ else if (tp->speed == SPEED_1000)
+ tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_1000;
+ }
+}
+
+static int
+rtl8126_set_speed_xmii(struct net_device *dev,
+ u8 autoneg,
+ u32 speed,
+ u8 duplex,
+ u64 adv)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int auto_nego = 0;
+ int giga_ctrl = 0;
+ int ctrl_2500 = 0;
+ int rc = -EINVAL;
+
+ //Disable Giga Lite
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA428, BIT_9);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5EA, BIT_0);
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp))
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5EA, BIT_1);
+
+ if (!rtl8126_is_speed_mode_valid(speed)) {
+ speed = SPEED_5000;
+ duplex = DUPLEX_FULL;
+ adv |= tp->advertising;
+ }
+
+ giga_ctrl = rtl8126_mdio_read(tp, MII_CTRL1000);
+ giga_ctrl &= ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL);
+ ctrl_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D4);
+ ctrl_2500 &= ~(RTK_ADVERTISE_2500FULL | RTK_ADVERTISE_5000FULL);
+
+ if (autoneg == AUTONEG_ENABLE) {
+ /*n-way force*/
+ auto_nego = rtl8126_mdio_read(tp, MII_ADVERTISE);
+ auto_nego &= ~(ADVERTISE_10HALF | ADVERTISE_10FULL |
+ ADVERTISE_100HALF | ADVERTISE_100FULL |
+ ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM);
+
+ if (adv & ADVERTISED_10baseT_Half)
+ auto_nego |= ADVERTISE_10HALF;
+ if (adv & ADVERTISED_10baseT_Full)
+ auto_nego |= ADVERTISE_10FULL;
+ if (adv & ADVERTISED_100baseT_Half)
+ auto_nego |= ADVERTISE_100HALF;
+ if (adv & ADVERTISED_100baseT_Full)
+ auto_nego |= ADVERTISE_100FULL;
+ if (adv & ADVERTISED_1000baseT_Half)
+ giga_ctrl |= ADVERTISE_1000HALF;
+ if (adv & ADVERTISED_1000baseT_Full)
+ giga_ctrl |= ADVERTISE_1000FULL;
+ if (adv & ADVERTISED_2500baseX_Full)
+ ctrl_2500 |= RTK_ADVERTISE_2500FULL;
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) {
+ if (adv & RTK_ADVERTISED_5000baseX_Full)
+ ctrl_2500 |= RTK_ADVERTISE_5000FULL;
+ }
+
+ //flow control
+ if (tp->fcpause == rtl8126_fc_full)
+ auto_nego |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
+
+ tp->phy_auto_nego_reg = auto_nego;
+ tp->phy_1000_ctrl_reg = giga_ctrl;
+
+ tp->phy_2500_ctrl_reg = ctrl_2500;
+
+ rtl8126_mdio_write(tp, 0x1f, 0x0000);
+ rtl8126_mdio_write(tp, MII_ADVERTISE, auto_nego);
+ rtl8126_mdio_write(tp, MII_CTRL1000, giga_ctrl);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA5D4, ctrl_2500);
+ rtl8126_phy_restart_nway(dev);
+ mdelay(20);
+ } else {
+ /*true force*/
+ if (speed == SPEED_10 || speed == SPEED_100)
+ rtl8126_phy_setup_force_mode(dev, speed, duplex);
+ else
+ goto out;
+ }
+
+ tp->autoneg = autoneg;
+ tp->speed = speed;
+ tp->duplex = duplex;
+ tp->advertising = adv;
+
+ rtl8126_set_d0_speedup_speed(tp);
+
+ rc = 0;
+out:
+ return rc;
+}
+
+static int
+rtl8126_set_speed(struct net_device *dev,
+ u8 autoneg,
+ u32 speed,
+ u8 duplex,
+ u64 adv)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret;
+
+ if (tp->resume_not_chg_speed)
+ return 0;
+
+ ret = tp->set_speed(dev, autoneg, speed, duplex, adv);
+
+ return ret;
+}
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+static int
+rtl8126_set_settings(struct net_device *dev,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ struct ethtool_cmd *cmd
+#else
+ const struct ethtool_link_ksettings *cmd
+#endif
+ )
+{
+ int ret;
+ u8 autoneg;
+ u32 speed;
+ u8 duplex;
+ u64 supported = 0, advertising = 0;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ autoneg = cmd->autoneg;
+ speed = cmd->speed;
+ duplex = cmd->duplex;
+ supported = cmd->supported;
+ advertising = cmd->advertising;
+#else
+ struct rtl8126_private *tp = netdev_priv(dev);
+ const struct ethtool_link_settings *base = &cmd->base;
+ autoneg = base->autoneg;
+ speed = base->speed;
+ duplex = base->duplex;
+ ethtool_convert_link_mode_to_legacy_u32((u32*)&supported,
+ cmd->link_modes.supported);
+ ethtool_convert_link_mode_to_legacy_u32((u32*)&advertising,
+ cmd->link_modes.advertising);
+ if (test_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT,
+ cmd->link_modes.supported))
+ supported |= ADVERTISED_2500baseX_Full;
+ if (test_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT,
+ cmd->link_modes.advertising))
+ advertising |= ADVERTISED_2500baseX_Full;
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) {
+ if (test_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT,
+ cmd->link_modes.supported))
+ supported |= RTK_ADVERTISED_5000baseX_Full;
+ if (test_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT,
+ cmd->link_modes.advertising))
+ advertising |= RTK_ADVERTISED_5000baseX_Full;
+ }
+#endif
+ if (advertising & ~supported)
+ return -EINVAL;
+
+ ret = rtl8126_set_speed(dev, autoneg, speed, duplex, advertising);
+
+ return ret;
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+static u32
+rtl8126_get_tx_csum(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u32 ret;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+ ret = ((dev->features & NETIF_F_IP_CSUM) != 0);
+#else
+ ret = ((dev->features & (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM)) != 0);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+
+ return ret;
+}
+
+static u32
+rtl8126_get_rx_csum(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u32 ret;
+
+ ret = tp->cp_cmd & RxChkSum;
+
+ return ret;
+}
+
+static int
+rtl8126_set_tx_csum(struct net_device *dev,
+ u32 data)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT)
+ return -EOPNOTSUPP;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+ if (data)
+ dev->features |= NETIF_F_IP_CSUM;
+ else
+ dev->features &= ~NETIF_F_IP_CSUM;
+#else
+ if (data)
+ dev->features |= (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM);
+ else
+ dev->features &= ~(NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+
+ return 0;
+}
+
+static int
+rtl8126_set_rx_csum(struct net_device *dev,
+ u32 data)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT)
+ return -EOPNOTSUPP;
+
+ if (data)
+ tp->cp_cmd |= RxChkSum;
+ else
+ tp->cp_cmd &= ~RxChkSum;
+
+ RTL_W16(tp, CPlusCmd, tp->cp_cmd);
+
+ return 0;
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+
+static u32
+rtl8126_rx_desc_opts1(struct rtl8126_private *tp,
+ struct RxDesc *desc)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ return ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts1;
+ else
+ return desc->opts1;
+}
+
+static u32
+rtl8126_rx_desc_opts2(struct rtl8126_private *tp,
+ struct RxDesc *desc)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ return ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts2;
+ else
+ return desc->opts2;
+}
+
+#ifdef CONFIG_R8126_VLAN
+
+static void
+rtl8126_clear_rx_desc_opts2(struct rtl8126_private *tp,
+ struct RxDesc *desc)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts2 = 0;
+ else
+ desc->opts2 = 0;
+}
+
+static inline u32
+rtl8126_tx_vlan_tag(struct rtl8126_private *tp,
+ struct sk_buff *skb)
+{
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+ return (tp->vlgrp && vlan_tx_tag_present(skb)) ?
+ TxVlanTag | swab16(vlan_tx_tag_get(skb)) : 0x00;
+#elif LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)
+ return (vlan_tx_tag_present(skb)) ?
+ TxVlanTag | swab16(vlan_tx_tag_get(skb)) : 0x00;
+#else
+ return (skb_vlan_tag_present(skb)) ?
+ TxVlanTag | swab16(skb_vlan_tag_get(skb)) : 0x00;
+#endif
+
+ return 0;
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+
+static void
+rtl8126_vlan_rx_register(struct net_device *dev,
+ struct vlan_group *grp)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ tp->vlgrp = grp;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ if (tp->vlgrp) {
+ tp->rtl8126_rx_config |= (EnableInnerVlan | EnableOuterVlan);
+ RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) | (EnableInnerVlan | EnableOuterVlan))
+ } else {
+ tp->rtl8126_rx_config &= ~(EnableInnerVlan | EnableOuterVlan);
+ RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) & ~(EnableInnerVlan | EnableOuterVlan))
+ }
+ break;
+ }
+}
+
+#endif
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+static void
+rtl8126_vlan_rx_kill_vid(struct net_device *dev,
+ unsigned short vid)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,21)
+ if (tp->vlgrp)
+ tp->vlgrp->vlan_devices[vid] = NULL;
+#else
+ vlan_group_set_device(tp->vlgrp, vid, NULL);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,21)
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+
+static int
+rtl8126_rx_vlan_skb(struct rtl8126_private *tp,
+ struct RxDesc *desc,
+ struct sk_buff *skb)
+{
+ u32 opts2 = le32_to_cpu(rtl8126_rx_desc_opts2(tp, desc));
+ int ret = -1;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+ if (tp->vlgrp && (opts2 & RxVlanTag)) {
+ rtl8126_rx_hwaccel_skb(skb, tp->vlgrp,
+ swab16(opts2 & 0xffff));
+ ret = 0;
+ }
+#elif LINUX_VERSION_CODE < KERNEL_VERSION(3,10,0)
+ if (opts2 & RxVlanTag)
+ __vlan_hwaccel_put_tag(skb, swab16(opts2 & 0xffff));
+#else
+ if (opts2 & RxVlanTag)
+ __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), swab16(opts2 & 0xffff));
+#endif
+
+ rtl8126_clear_rx_desc_opts2(tp, desc);
+ return ret;
+}
+
+#else /* !CONFIG_R8126_VLAN */
+
+static inline u32
+rtl8126_tx_vlan_tag(struct rtl8126_private *tp,
+ struct sk_buff *skb)
+{
+ return 0;
+}
+
+static int
+rtl8126_rx_vlan_skb(struct rtl8126_private *tp,
+ struct RxDesc *desc,
+ struct sk_buff *skb)
+{
+ return -1;
+}
+
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0)
+
+static netdev_features_t rtl8126_fix_features(struct net_device *dev,
+ netdev_features_t features)
+{
+ if (dev->mtu > MSS_MAX)
+ features &= ~NETIF_F_ALL_TSO;
+ if (dev->mtu > ETH_DATA_LEN) {
+ features &= ~NETIF_F_ALL_TSO;
+ features &= ~NETIF_F_ALL_CSUM;
+ }
+#ifndef CONFIG_R8126_VLAN
+ features &= ~NETIF_F_ALL_CSUM;
+#endif
+
+ return features;
+}
+
+static int rtl8126_hw_set_features(struct net_device *dev,
+ netdev_features_t features)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u32 rx_config;
+
+ rx_config = RTL_R32(tp, RxConfig);
+ if (features & NETIF_F_RXALL) {
+ tp->rtl8126_rx_config |= (AcceptErr | AcceptRunt);
+ rx_config |= (AcceptErr | AcceptRunt);
+ } else {
+ tp->rtl8126_rx_config &= ~(AcceptErr | AcceptRunt);
+ rx_config &= ~(AcceptErr | AcceptRunt);
+ }
+
+ if (features & NETIF_F_HW_VLAN_RX) {
+ tp->rtl8126_rx_config |= (EnableInnerVlan | EnableOuterVlan);
+ rx_config |= (EnableInnerVlan | EnableOuterVlan);
+ } else {
+ tp->rtl8126_rx_config &= ~(EnableInnerVlan | EnableOuterVlan);
+ rx_config &= ~(EnableInnerVlan | EnableOuterVlan);
+ }
+
+ RTL_W32(tp, RxConfig, rx_config);
+
+ if (features & NETIF_F_RXCSUM)
+ tp->cp_cmd |= RxChkSum;
+ else
+ tp->cp_cmd &= ~RxChkSum;
+
+ RTL_W16(tp, CPlusCmd, tp->cp_cmd);
+ RTL_R16(tp, CPlusCmd);
+
+ return 0;
+}
+
+static int rtl8126_set_features(struct net_device *dev,
+ netdev_features_t features)
+{
+ features &= NETIF_F_RXALL | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_RX;
+
+ rtl8126_hw_set_features(dev, features);
+
+ return 0;
+}
+
+#endif
+
+static u8 rtl8126_get_mdi_status(struct rtl8126_private *tp)
+{
+ if (!tp->link_ok(tp->dev))
+ return ETH_TP_MDI_INVALID;
+
+ if (rtl8126_mdio_direct_read_phy_ocp(tp, 0xA444) & BIT_1)
+ return ETH_TP_MDI;
+ else
+ return ETH_TP_MDI_X;
+}
+
+static void rtl8126_gset_xmii(struct net_device *dev,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ struct ethtool_cmd *cmd
+#else
+ struct ethtool_link_ksettings *cmd
+#endif
+ )
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 aner = tp->phy_reg_aner;
+ u16 anlpar = tp->phy_reg_anlpar;
+ u16 gbsr = tp->phy_reg_gbsr;
+ u16 status_2500 = tp->phy_reg_status_2500;
+ u64 lpa_adv = 0;
+ u16 status;
+ u8 autoneg, duplex;
+ u32 speed = 0;
+ u16 bmcr;
+ u64 supported, advertising;
+ u8 report_lpa = 0;
+
+ supported = SUPPORTED_10baseT_Half |
+ SUPPORTED_10baseT_Full |
+ SUPPORTED_100baseT_Half |
+ SUPPORTED_100baseT_Full |
+ SUPPORTED_1000baseT_Full |
+ SUPPORTED_2500baseX_Full |
+ SUPPORTED_Autoneg |
+ SUPPORTED_TP |
+ SUPPORTED_Pause |
+ SUPPORTED_Asym_Pause;
+
+ if (!HW_SUPP_PHY_LINK_SPEED_2500M(tp))
+ supported &= ~SUPPORTED_2500baseX_Full;
+
+ advertising = tp->advertising;
+ if (tp->phy_auto_nego_reg || tp->phy_1000_ctrl_reg ||
+ tp->phy_2500_ctrl_reg) {
+ advertising = 0;
+ if (tp->phy_auto_nego_reg & ADVERTISE_10HALF)
+ advertising |= ADVERTISED_10baseT_Half;
+ if (tp->phy_auto_nego_reg & ADVERTISE_10FULL)
+ advertising |= ADVERTISED_10baseT_Full;
+ if (tp->phy_auto_nego_reg & ADVERTISE_100HALF)
+ advertising |= ADVERTISED_100baseT_Half;
+ if (tp->phy_auto_nego_reg & ADVERTISE_100FULL)
+ advertising |= ADVERTISED_100baseT_Full;
+ if (tp->phy_1000_ctrl_reg & ADVERTISE_1000FULL)
+ advertising |= ADVERTISED_1000baseT_Full;
+ if (tp->phy_2500_ctrl_reg & RTK_ADVERTISE_2500FULL)
+ advertising |= ADVERTISED_2500baseX_Full;
+ if (tp->phy_2500_ctrl_reg & RTK_ADVERTISE_5000FULL)
+ advertising |= RTK_ADVERTISED_5000baseX_Full;
+ }
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ bmcr = rtl8126_mdio_read(tp, MII_BMCR);
+ if (bmcr & BMCR_ANENABLE) {
+ autoneg = AUTONEG_ENABLE;
+ advertising |= ADVERTISED_Autoneg;
+ } else {
+ autoneg = AUTONEG_DISABLE;
+ }
+
+ advertising |= ADVERTISED_TP;
+
+ status = RTL_R16(tp, PHYstatus);
+ if (netif_running(dev) && (status & LinkStatus))
+ report_lpa = 1;
+
+ if (report_lpa) {
+ /*link on*/
+ speed = rtl8126_convert_link_speed(status);
+
+ if (status & TxFlowCtrl)
+ advertising |= ADVERTISED_Asym_Pause;
+
+ if (status & RxFlowCtrl)
+ advertising |= ADVERTISED_Pause;
+
+ duplex = ((status & (_1000bpsF | _2500bpsF | _5000bpsF)) ||
+ (status & FullDup)) ?
+ DUPLEX_FULL : DUPLEX_HALF;
+
+ /*link partner*/
+ if (aner & EXPANSION_NWAY)
+ lpa_adv |= ADVERTISED_Autoneg;
+ if (anlpar & LPA_10HALF)
+ lpa_adv |= ADVERTISED_10baseT_Half;
+ if (anlpar & LPA_10FULL)
+ lpa_adv |= ADVERTISED_10baseT_Full;
+ if (anlpar & LPA_100HALF)
+ lpa_adv |= ADVERTISED_100baseT_Half;
+ if (anlpar & LPA_100FULL)
+ lpa_adv |= ADVERTISED_100baseT_Full;
+ if (anlpar & LPA_PAUSE_CAP)
+ lpa_adv |= ADVERTISED_Pause;
+ if (anlpar & LPA_PAUSE_ASYM)
+ lpa_adv |= ADVERTISED_Asym_Pause;
+ if (gbsr & LPA_1000HALF)
+ lpa_adv |= ADVERTISED_1000baseT_Half;
+ if (gbsr & LPA_1000FULL)
+ lpa_adv |= ADVERTISED_1000baseT_Full;
+ if (status_2500 & RTK_LPA_ADVERTISE_2500FULL)
+ lpa_adv |= ADVERTISED_2500baseX_Full;
+ if (status_2500 & RTK_LPA_ADVERTISE_5000FULL)
+ lpa_adv |= RTK_ADVERTISED_5000baseX_Full;
+ } else {
+ /*link down*/
+ speed = SPEED_UNKNOWN;
+ duplex = DUPLEX_UNKNOWN;
+ lpa_adv = 0;
+ }
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ cmd->supported = (u32)supported;
+ cmd->advertising = (u32)advertising;
+ cmd->autoneg = autoneg;
+ cmd->speed = speed;
+ cmd->duplex = duplex;
+ cmd->port = PORT_TP;
+ cmd->lp_advertising = (u32)lpa_adv;
+ cmd->eth_tp_mdix = rtl8126_get_mdi_status(tp);
+#else
+ ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported,
+ supported);
+ ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising,
+ advertising);
+ ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.lp_advertising,
+ lpa_adv);
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,0,0)
+ if (supported & SUPPORTED_2500baseX_Full) {
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseX_Full_BIT,
+ cmd->link_modes.supported, 0);
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT,
+ cmd->link_modes.supported, 1);
+ }
+ if (advertising & ADVERTISED_2500baseX_Full) {
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseX_Full_BIT,
+ cmd->link_modes.advertising, 0);
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT,
+ cmd->link_modes.advertising, 1);
+ }
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) {
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT,
+ cmd->link_modes.supported, 1);
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT,
+ cmd->link_modes.advertising, tp->phy_2500_ctrl_reg & RTK_ADVERTISE_5000FULL);
+ }
+ if (report_lpa) {
+ if (lpa_adv & ADVERTISED_2500baseX_Full) {
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseX_Full_BIT,
+ cmd->link_modes.lp_advertising, 0);
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT,
+ cmd->link_modes.lp_advertising, 1);
+ }
+ if (lpa_adv & RTK_ADVERTISED_5000baseX_Full)
+ linkmode_mod_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT,
+ cmd->link_modes.lp_advertising, 1);
+ }
+#endif
+ cmd->base.autoneg = autoneg;
+ cmd->base.speed = speed;
+ cmd->base.duplex = duplex;
+ cmd->base.port = PORT_TP;
+ cmd->base.eth_tp_mdix = rtl8126_get_mdi_status(tp);
+#endif
+}
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+static int
+rtl8126_get_settings(struct net_device *dev,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ struct ethtool_cmd *cmd
+#else
+ struct ethtool_link_ksettings *cmd
+#endif
+ )
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ tp->get_settings(dev, cmd);
+
+ return 0;
+}
+
+static void rtl8126_get_regs(struct net_device *dev, struct ethtool_regs *regs,
+ void *p)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ void __iomem *ioaddr = tp->mmio_addr;
+ unsigned int i;
+ u8 *data = p;
+
+ if (regs->len < R8126_REGS_DUMP_SIZE)
+ return /* -EINVAL */;
+
+ memset(p, 0, regs->len);
+
+ for (i = 0; i < R8126_MAC_REGS_SIZE; i++)
+ *data++ = readb(ioaddr + i);
+ data = (u8*)p + 256;
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ for (i = 0; i < R8126_PHY_REGS_SIZE/2; i++) {
+ *(u16*)data = rtl8126_mdio_read(tp, i);
+ data += 2;
+ }
+ data = (u8*)p + 256 * 2;
+
+ for (i = 0; i < R8126_EPHY_REGS_SIZE/2; i++) {
+ *(u16*)data = rtl8126_ephy_read(tp, i);
+ data += 2;
+ }
+ data = (u8*)p + 256 * 3;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ default:
+ for (i = 0; i < R8126_ERI_REGS_SIZE; i+=4) {
+ *(u32*)data = rtl8126_eri_read(tp, i , 4, ERIAR_ExGMAC);
+ data += 4;
+ }
+ break;
+ }
+}
+
+static void rtl8126_get_pauseparam(struct net_device *dev,
+ struct ethtool_pauseparam *pause)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ pause->autoneg = (tp->autoneg ? AUTONEG_ENABLE : AUTONEG_DISABLE);
+ if (tp->fcpause == rtl8126_fc_rx_pause)
+ pause->rx_pause = 1;
+ else if (tp->fcpause == rtl8126_fc_tx_pause)
+ pause->tx_pause = 1;
+ else if (tp->fcpause == rtl8126_fc_full) {
+ pause->rx_pause = 1;
+ pause->tx_pause = 1;
+ }
+}
+
+static int rtl8126_set_pauseparam(struct net_device *dev,
+ struct ethtool_pauseparam *pause)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ enum rtl8126_fc_mode newfc;
+
+ if (pause->tx_pause || pause->rx_pause)
+ newfc = rtl8126_fc_full;
+ else
+ newfc = rtl8126_fc_none;
+
+ if (tp->fcpause != newfc) {
+ tp->fcpause = newfc;
+
+ rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising);
+ }
+
+ return 0;
+
+}
+
+static u32
+rtl8126_get_msglevel(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ return tp->msg_enable;
+}
+
+static void
+rtl8126_set_msglevel(struct net_device *dev,
+ u32 value)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ tp->msg_enable = value;
+}
+
+static const char rtl8126_gstrings[][ETH_GSTRING_LEN] = {
+ /* legacy */
+ "tx_packets",
+ "rx_packets",
+ "tx_errors",
+ "rx_errors",
+ "rx_missed",
+ "align_errors",
+ "tx_single_collisions",
+ "tx_multi_collisions",
+ "unicast",
+ "broadcast",
+ "multicast",
+ "tx_aborted",
+ "tx_underrun",
+
+ /* extended */
+ "tx_octets",
+ "rx_octets",
+ "rx_multicast64",
+ "tx_unicast64",
+ "tx_broadcast64",
+ "tx_multicast64",
+ "tx_pause_on",
+ "tx_pause_off",
+ "tx_pause_all",
+ "tx_deferred",
+ "tx_late_collision",
+ "tx_all_collision",
+ "tx_aborted32",
+ "align_errors32",
+ "rx_frame_too_long",
+ "rx_runt",
+ "rx_pause_on",
+ "rx_pause_off",
+ "rx_pause_all",
+ "rx_unknown_opcode",
+ "rx_mac_error",
+ "tx_underrun32",
+ "rx_mac_missed",
+ "rx_tcam_dropped",
+ "tdu",
+ "rdu",
+};
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33)
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+static int rtl8126_get_stats_count(struct net_device *dev)
+{
+ return ARRAY_SIZE(rtl8126_gstrings);
+}
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+#else
+static int rtl8126_get_sset_count(struct net_device *dev, int sset)
+{
+ switch (sset) {
+ case ETH_SS_STATS:
+ return ARRAY_SIZE(rtl8126_gstrings);
+ default:
+ return -EOPNOTSUPP;
+ }
+}
+#endif
+
+static void
+rtl8126_set_ring_size(struct rtl8126_private *tp, u32 rx, u32 tx)
+{
+ int i;
+
+ for (i = 0; i < R8126_MAX_RX_QUEUES; i++)
+ tp->rx_ring[i].num_rx_desc = rx;
+
+ for (i = 0; i < R8126_MAX_TX_QUEUES; i++)
+ tp->tx_ring[i].num_tx_desc = tx;
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+static void rtl8126_get_ringparam(struct net_device *dev,
+ struct ethtool_ringparam *ring,
+ struct kernel_ethtool_ringparam *kernel_ring,
+ struct netlink_ext_ack *extack)
+#else
+static void rtl8126_get_ringparam(struct net_device *dev,
+ struct ethtool_ringparam *ring)
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ ring->rx_max_pending = MAX_NUM_TX_DESC;
+ ring->tx_max_pending = MAX_NUM_RX_DESC;
+ ring->rx_pending = tp->rx_ring[0].num_rx_desc;
+ ring->tx_pending = tp->tx_ring[0].num_tx_desc;
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+static int rtl8126_set_ringparam(struct net_device *dev,
+ struct ethtool_ringparam *ring,
+ struct kernel_ethtool_ringparam *kernel_ring,
+ struct netlink_ext_ack *extack)
+#else
+static int rtl8126_set_ringparam(struct net_device *dev,
+ struct ethtool_ringparam *ring)
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u32 new_rx_count, new_tx_count;
+ int rc = 0;
+
+ if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
+ return -EINVAL;
+
+ new_tx_count = clamp_t(u32, ring->tx_pending,
+ MIN_NUM_TX_DESC, MAX_NUM_TX_DESC);
+
+ new_rx_count = clamp_t(u32, ring->rx_pending,
+ MIN_NUM_RX_DESC, MAX_NUM_RX_DESC);
+
+ if ((new_rx_count == tp->rx_ring[0].num_rx_desc) &&
+ (new_tx_count == tp->tx_ring[0].num_tx_desc)) {
+ /* nothing to do */
+ return 0;
+ }
+
+ if (netif_running(dev)) {
+ rtl8126_wait_for_quiescence(dev);
+ rtl8126_close(dev);
+ }
+
+ rtl8126_set_ring_size(tp, new_rx_count, new_tx_count);
+
+ if (netif_running(dev))
+ rc = rtl8126_open(dev);
+
+ return rc;
+}
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+static void
+rtl8126_get_ethtool_stats(struct net_device *dev,
+ struct ethtool_stats *stats,
+ u64 *data)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct rtl8126_counters *counters;
+ dma_addr_t paddr;
+
+ ASSERT_RTNL();
+
+ counters = tp->tally_vaddr;
+ paddr = tp->tally_paddr;
+ if (!counters)
+ return;
+
+ rtl8126_dump_tally_counter(tp, paddr);
+
+ data[0] = le64_to_cpu(counters->tx_packets);
+ data[1] = le64_to_cpu(counters->rx_packets);
+ data[2] = le64_to_cpu(counters->tx_errors);
+ data[3] = le32_to_cpu(counters->rx_errors);
+ data[4] = le16_to_cpu(counters->rx_missed);
+ data[5] = le16_to_cpu(counters->align_errors);
+ data[6] = le32_to_cpu(counters->tx_one_collision);
+ data[7] = le32_to_cpu(counters->tx_multi_collision);
+ data[8] = le64_to_cpu(counters->rx_unicast);
+ data[9] = le64_to_cpu(counters->rx_broadcast);
+ data[10] = le32_to_cpu(counters->rx_multicast);
+ data[11] = le16_to_cpu(counters->tx_aborted);
+ data[12] = le16_to_cpu(counters->tx_underrun);
+
+ data[13] = le64_to_cpu(counters->tx_octets);
+ data[14] = le64_to_cpu(counters->rx_octets);
+ data[15] = le64_to_cpu(counters->rx_multicast64);
+ data[16] = le64_to_cpu(counters->tx_unicast64);
+ data[17] = le64_to_cpu(counters->tx_broadcast64);
+ data[18] = le64_to_cpu(counters->tx_multicast64);
+ data[19] = le32_to_cpu(counters->tx_pause_on);
+ data[20] = le32_to_cpu(counters->tx_pause_off);
+ data[21] = le32_to_cpu(counters->tx_pause_all);
+ data[22] = le32_to_cpu(counters->tx_deferred);
+ data[23] = le32_to_cpu(counters->tx_late_collision);
+ data[24] = le32_to_cpu(counters->tx_all_collision);
+ data[25] = le32_to_cpu(counters->tx_aborted32);
+ data[26] = le32_to_cpu(counters->align_errors32);
+ data[27] = le32_to_cpu(counters->rx_frame_too_long);
+ data[28] = le32_to_cpu(counters->rx_runt);
+ data[29] = le32_to_cpu(counters->rx_pause_on);
+ data[30] = le32_to_cpu(counters->rx_pause_off);
+ data[31] = le32_to_cpu(counters->rx_pause_all);
+ data[32] = le32_to_cpu(counters->rx_unknown_opcode);
+ data[33] = le32_to_cpu(counters->rx_mac_error);
+ data[34] = le32_to_cpu(counters->tx_underrun32);
+ data[35] = le32_to_cpu(counters->rx_mac_missed);
+ data[36] = le32_to_cpu(counters->rx_tcam_dropped);
+ data[37] = le32_to_cpu(counters->tdu);
+ data[38] = le32_to_cpu(counters->rdu);
+}
+
+static void
+rtl8126_get_strings(struct net_device *dev,
+ u32 stringset,
+ u8 *data)
+{
+ switch (stringset) {
+ case ETH_SS_STATS:
+ memcpy(data, rtl8126_gstrings, sizeof(rtl8126_gstrings));
+ break;
+ }
+}
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+
+static int rtl_get_eeprom_len(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ return tp->eeprom_len;
+}
+
+static int rtl_get_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom, u8 *buf)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i,j,ret;
+ int start_w, end_w;
+ int VPD_addr, VPD_data;
+ u32 *eeprom_buff;
+ u16 tmp;
+
+ if (tp->eeprom_type == EEPROM_TYPE_NONE) {
+ dev_printk(KERN_DEBUG, tp_to_dev(tp), "Detect none EEPROM\n");
+ return -EOPNOTSUPP;
+ } else if (eeprom->len == 0 || (eeprom->offset+eeprom->len) > tp->eeprom_len) {
+ dev_printk(KERN_DEBUG, tp_to_dev(tp), "Invalid parameter\n");
+ return -EINVAL;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ default:
+ VPD_addr = 0xD2;
+ VPD_data = 0xD4;
+ break;
+ }
+
+ start_w = eeprom->offset >> 2;
+ end_w = (eeprom->offset + eeprom->len - 1) >> 2;
+
+ eeprom_buff = kmalloc(sizeof(u32)*(end_w - start_w + 1), GFP_KERNEL);
+ if (!eeprom_buff)
+ return -ENOMEM;
+
+ rtl8126_enable_cfg9346_write(tp);
+ ret = -EFAULT;
+ for (i=start_w; i<=end_w; i++) {
+ pci_write_config_word(tp->pci_dev, VPD_addr, (u16)i*4);
+ ret = -EFAULT;
+ for (j = 0; j < 10; j++) {
+ udelay(400);
+ pci_read_config_word(tp->pci_dev, VPD_addr, &tmp);
+ if (tmp&0x8000) {
+ ret = 0;
+ break;
+ }
+ }
+
+ if (ret)
+ break;
+
+ pci_read_config_dword(tp->pci_dev, VPD_data, &eeprom_buff[i-start_w]);
+ }
+ rtl8126_disable_cfg9346_write(tp);
+
+ if (!ret)
+ memcpy(buf, (u8 *)eeprom_buff + (eeprom->offset & 3), eeprom->len);
+
+ kfree(eeprom_buff);
+
+ return ret;
+}
+
+#undef ethtool_op_get_link
+#define ethtool_op_get_link _kc_ethtool_op_get_link
+static u32 _kc_ethtool_op_get_link(struct net_device *dev)
+{
+ return netif_carrier_ok(dev) ? 1 : 0;
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+#undef ethtool_op_get_sg
+#define ethtool_op_get_sg _kc_ethtool_op_get_sg
+static u32 _kc_ethtool_op_get_sg(struct net_device *dev)
+{
+#ifdef NETIF_F_SG
+ return (dev->features & NETIF_F_SG) != 0;
+#else
+ return 0;
+#endif
+}
+
+#undef ethtool_op_set_sg
+#define ethtool_op_set_sg _kc_ethtool_op_set_sg
+static int _kc_ethtool_op_set_sg(struct net_device *dev, u32 data)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT)
+ return -EOPNOTSUPP;
+
+#ifdef NETIF_F_SG
+ if (data)
+ dev->features |= NETIF_F_SG;
+ else
+ dev->features &= ~NETIF_F_SG;
+#endif
+
+ return 0;
+}
+#endif
+
+static void
+rtl8126_set_eee_lpi_timer(struct rtl8126_private *tp)
+{
+ u16 dev_lpi_timer;
+
+ dev_lpi_timer = tp->eee.tx_lpi_timer;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ RTL_W16(tp, EEE_TXIDLE_TIMER_8125, dev_lpi_timer);
+ break;
+ default:
+ break;
+ }
+}
+
+static bool rtl8126_is_adv_eee_enabled(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ if (rtl8126_mdio_direct_read_phy_ocp(tp, 0xA430) & BIT_15)
+ return true;
+ break;
+ default:
+ break;
+ }
+
+ return false;
+}
+
+static void rtl8126_disable_adv_eee(struct rtl8126_private *tp)
+{
+ bool lock;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ break;
+ default:
+ return;
+ }
+
+ if (rtl8126_is_adv_eee_enabled(tp))
+ lock = true;
+ else
+ lock = false;
+
+ if (lock)
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_clear_mac_ocp_bit(tp, 0xE052, BIT_0);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA442, BIT_12 | BIT_13);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA430, BIT_15);
+
+ if (lock)
+ rtl8126_clear_phy_mcu_patch_request(tp);
+}
+
+static int rtl8126_enable_eee(struct rtl8126_private *tp)
+{
+ struct ethtool_eee *eee = &tp->eee;
+ u16 eee_adv_t = ethtool_adv_to_mmd_eee_adv_t(eee->advertised);
+ int ret;
+
+ ret = 0;
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_set_mac_ocp_bit(tp, 0xE040, (BIT_1|BIT_0));
+
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA5D0,
+ MDIO_EEE_100TX | MDIO_EEE_1000T,
+ eee_adv_t);
+ if (eee->advertised & SUPPORTED_2500baseX_Full)
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_2_5GT);
+ else
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_2_5GT);
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp))
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_5GT);
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D8, BIT_4);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA428, BIT_7);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA4A2, BIT_9);
+ break;
+ default:
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ /*Advanced EEE*/
+ rtl8126_disable_adv_eee(tp);
+
+ return ret;
+}
+
+static int rtl8126_disable_eee(struct rtl8126_private *tp)
+{
+ int ret;
+
+ ret = 0;
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_clear_mac_ocp_bit(tp, 0xE040, (BIT_1|BIT_0));
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5D0, (MDIO_EEE_100TX | MDIO_EEE_1000T));
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_2_5GT);
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp))
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_5GT);
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D8, BIT_4);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA428, BIT_7);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA4A2, BIT_9);
+ break;
+ default:
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ /*Advanced EEE*/
+ rtl8126_disable_adv_eee(tp);
+
+ return ret;
+}
+
+static int rtl_nway_reset(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret, bmcr;
+
+ if (unlikely(tp->rtk_enable_diag))
+ return -EBUSY;
+
+ /* if autoneg is off, it's an error */
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ bmcr = rtl8126_mdio_read(tp, MII_BMCR);
+
+ if (bmcr & BMCR_ANENABLE) {
+ bmcr |= BMCR_ANRESTART;
+ rtl8126_mdio_write(tp, MII_BMCR, bmcr);
+ ret = 0;
+ } else {
+ ret = -EINVAL;
+ }
+
+ return ret;
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0)
+static u32
+rtl8126_device_lpi_t_to_ethtool_lpi_t(struct rtl8126_private *tp , u32 lpi_timer)
+{
+ u32 to_us;
+ u16 status;
+
+ to_us = lpi_timer * 80;
+ status = RTL_R16(tp, PHYstatus);
+ if (status & LinkStatus) {
+ /*link on*/
+ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) {
+ //5G : lpi_timer * 12.8ns
+ //2.5G : lpi_timer * 25.6ns
+ //Giga: lpi_timer * 8ns
+ //100M : lpi_timer * 80ns
+ if (status & (_5000bpsF))
+ to_us = (lpi_timer * 128) / 10;
+ else if (status & _2500bpsF)
+ to_us = (lpi_timer * 256) / 10;
+ else if (status & _1000bpsF)
+ to_us = lpi_timer * 8;
+ } else {
+ //2.5G : lpi_timer * 3.2ns
+ //Giga: lpi_timer * 8ns
+ //100M : lpi_timer * 80ns
+ if (status & _2500bpsF)
+ to_us = (lpi_timer * 32) / 10;
+ else if (status & _1000bpsF)
+ to_us = lpi_timer * 8;
+ }
+ }
+
+ //ns to us
+ to_us /= 1000;
+
+ return to_us;
+}
+
+static int
+rtl_ethtool_get_eee(struct net_device *net, struct ethtool_eee *edata)
+{
+ struct rtl8126_private *tp = netdev_priv(net);
+ struct ethtool_eee *eee = &tp->eee;
+ u32 lp, adv, tx_lpi_timer, supported = 0;
+ u16 val;
+
+ if (unlikely(tp->rtk_enable_diag))
+ return -EBUSY;
+
+ /* Get Supported EEE */
+ //val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5C4);
+ //supported = mmd_eee_cap_to_ethtool_sup_t(val);
+ supported = eee->supported;
+
+ /* Get advertisement EEE */
+ adv = eee->advertised;
+
+ /* Get LP advertisement EEE */
+ val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D2);
+ lp = mmd_eee_adv_to_ethtool_adv_t(val);
+ val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA6D0);
+ if (val & RTK_LPA_EEE_ADVERTISE_2500FULL)
+ lp |= ADVERTISED_2500baseX_Full;
+
+ /* Get EEE Tx LPI timer*/
+ tx_lpi_timer = rtl8126_device_lpi_t_to_ethtool_lpi_t(tp, eee->tx_lpi_timer);
+
+ val = rtl8126_mac_ocp_read(tp, 0xE040);
+ val &= BIT_1 | BIT_0;
+
+ edata->eee_enabled = !!val;
+ edata->eee_active = !!(supported & adv & lp);
+ edata->supported = supported;
+ edata->advertised = adv;
+ edata->lp_advertised = lp;
+ edata->tx_lpi_enabled = edata->eee_enabled;
+ edata->tx_lpi_timer = tx_lpi_timer;
+
+ return 0;
+}
+
+static int
+rtl_ethtool_set_eee(struct net_device *net, struct ethtool_eee *edata)
+{
+ struct rtl8126_private *tp = netdev_priv(net);
+ struct ethtool_eee *eee = &tp->eee;
+ u32 advertising;
+ int rc = 0;
+
+ if (!HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp) ||
+ tp->DASH)
+ return -EOPNOTSUPP;
+
+ if (unlikely(tp->rtk_enable_diag)) {
+ dev_printk(KERN_WARNING, tp_to_dev(tp), "Diag Enabled\n");
+ rc = -EBUSY;
+ goto out;
+ }
+
+ if (tp->autoneg != AUTONEG_ENABLE) {
+ dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE requires autoneg\n");
+ rc = -EINVAL;
+ goto out;
+ }
+
+ /*
+ if (edata->tx_lpi_enabled) {
+ if (edata->tx_lpi_timer > tp->max_jumbo_frame_size ||
+ edata->tx_lpi_timer < ETH_MIN_MTU) {
+ dev_printk(KERN_WARNING, tp_to_dev(tp), "Valid LPI timer range is %d to %d. \n",
+ ETH_MIN_MTU, tp->max_jumbo_frame_size);
+ rc = -EINVAL;
+ goto out;
+ }
+ }
+ */
+
+ advertising = tp->advertising;
+ if (!edata->advertised) {
+ edata->advertised = advertising & eee->supported;
+ } else if (edata->advertised & ~advertising) {
+ dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE advertised %x must be a subset of autoneg advertised speeds %x\n",
+ edata->advertised, advertising);
+ rc = -EINVAL;
+ goto out;
+ }
+
+ if (edata->advertised & ~eee->supported) {
+ dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE advertised %x must be a subset of support %x\n",
+ edata->advertised, eee->supported);
+ rc = -EINVAL;
+ goto out;
+ }
+
+ //tp->eee.eee_enabled = edata->eee_enabled;
+ //tp->eee_adv_t = ethtool_adv_to_mmd_eee_adv_t(edata->advertised);
+
+ dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE tx_lpi_timer %x must be a subset of support %x\n",
+ edata->tx_lpi_timer, eee->tx_lpi_timer);
+
+ eee->advertised = edata->advertised;
+ //eee->tx_lpi_enabled = edata->tx_lpi_enabled;
+ //eee->tx_lpi_timer = edata->tx_lpi_timer;
+ eee->eee_enabled = edata->eee_enabled;
+
+ if (eee->eee_enabled)
+ rtl8126_enable_eee(tp);
+ else
+ rtl8126_disable_eee(tp);
+
+ rtl_nway_reset(net);
+
+ return rc;
+
+out:
+
+ return rc;
+}
+#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0) */
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+static const struct ethtool_ops rtl8126_ethtool_ops = {
+ .get_drvinfo = rtl8126_get_drvinfo,
+ .get_regs_len = rtl8126_get_regs_len,
+ .get_link = ethtool_op_get_link,
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+ .get_ringparam = rtl8126_get_ringparam,
+ .set_ringparam = rtl8126_set_ringparam,
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+ .get_settings = rtl8126_get_settings,
+ .set_settings = rtl8126_set_settings,
+#else
+ .get_link_ksettings = rtl8126_get_settings,
+ .set_link_ksettings = rtl8126_set_settings,
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0)
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+ .get_pauseparam = rtl8126_get_pauseparam,
+ .set_pauseparam = rtl8126_set_pauseparam,
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0)
+ .get_msglevel = rtl8126_get_msglevel,
+ .set_msglevel = rtl8126_set_msglevel,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+ .get_rx_csum = rtl8126_get_rx_csum,
+ .set_rx_csum = rtl8126_set_rx_csum,
+ .get_tx_csum = rtl8126_get_tx_csum,
+ .set_tx_csum = rtl8126_set_tx_csum,
+ .get_sg = ethtool_op_get_sg,
+ .set_sg = ethtool_op_set_sg,
+#ifdef NETIF_F_TSO
+ .get_tso = ethtool_op_get_tso,
+ .set_tso = ethtool_op_set_tso,
+#endif //NETIF_F_TSO
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)
+ .get_regs = rtl8126_get_regs,
+ .get_wol = rtl8126_get_wol,
+ .set_wol = rtl8126_set_wol,
+ .get_strings = rtl8126_get_strings,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33)
+ .get_stats_count = rtl8126_get_stats_count,
+#else
+ .get_sset_count = rtl8126_get_sset_count,
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33)
+ .get_ethtool_stats = rtl8126_get_ethtool_stats,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23)
+#ifdef ETHTOOL_GPERMADDR
+ .get_perm_addr = ethtool_op_get_perm_addr,
+#endif //ETHTOOL_GPERMADDR
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23)
+ .get_eeprom = rtl_get_eeprom,
+ .get_eeprom_len = rtl_get_eeprom_len,
+#ifdef ENABLE_RSS_SUPPORT
+ .get_rxnfc = rtl8126_get_rxnfc,
+ .set_rxnfc = rtl8126_set_rxnfc,
+ .get_rxfh_indir_size = rtl8126_rss_indir_size,
+ .get_rxfh_key_size = rtl8126_get_rxfh_key_size,
+ .get_rxfh = rtl8126_get_rxfh,
+ .set_rxfh = rtl8126_set_rxfh,
+#endif //ENABLE_RSS_SUPPORT
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0)
+#ifdef ENABLE_PTP_SUPPORT
+ .get_ts_info = rtl8126_get_ts_info,
+#else
+ .get_ts_info = ethtool_op_get_ts_info,
+#endif //ENABLE_PTP_SUPPORT
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0)
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0)
+ .get_eee = rtl_ethtool_get_eee,
+ .set_eee = rtl_ethtool_set_eee,
+#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0) */
+ .nway_reset = rtl_nway_reset,
+
+};
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+
+static void rtl8126_get_mac_version(struct rtl8126_private *tp)
+{
+ u32 reg,val32;
+ u32 ICVerID;
+
+ val32 = RTL_R32(tp, TxConfig);
+ reg = val32 & 0x7c800000;
+ ICVerID = val32 & 0x00700000;
+
+ switch (reg) {
+ case 0x64800000:
+ if (ICVerID == 0x00000000) {
+ tp->mcfg = CFG_METHOD_1;
+ } else if (ICVerID == 0x100000) {
+ tp->mcfg = CFG_METHOD_2;
+ } else if (ICVerID == 0x200000) {
+ tp->mcfg = CFG_METHOD_3;
+ } else {
+ tp->mcfg = CFG_METHOD_3;
+ tp->HwIcVerUnknown = TRUE;
+ }
+
+ tp->efuse_ver = EFUSE_SUPPORT_V4;
+ break;
+ default:
+ printk("unknown chip version (%x)\n",reg);
+ tp->mcfg = CFG_METHOD_DEFAULT;
+ tp->HwIcVerUnknown = TRUE;
+ tp->efuse_ver = EFUSE_NOT_SUPPORT;
+ break;
+ }
+}
+
+static void
+rtl8126_print_mac_version(struct rtl8126_private *tp)
+{
+ int i;
+ for (i = ARRAY_SIZE(rtl_chip_info) - 1; i >= 0; i--) {
+ if (tp->mcfg == rtl_chip_info[i].mcfg) {
+ dprintk("Realtek %s Ethernet controller mcfg = %04d\n",
+ MODULENAME, rtl_chip_info[i].mcfg);
+ return;
+ }
+ }
+
+ dprintk("mac_version == Unknown\n");
+}
+
+static void
+rtl8126_tally_counter_addr_fill(struct rtl8126_private *tp)
+{
+ if (!tp->tally_paddr)
+ return;
+
+ RTL_W32(tp, CounterAddrHigh, (u64)tp->tally_paddr >> 32);
+ RTL_W32(tp, CounterAddrLow, (u64)tp->tally_paddr & (DMA_BIT_MASK(32)));
+}
+
+static void
+rtl8126_tally_counter_clear(struct rtl8126_private *tp)
+{
+ if (!tp->tally_paddr)
+ return;
+
+ RTL_W32(tp, CounterAddrHigh, (u64)tp->tally_paddr >> 32);
+ RTL_W32(tp, CounterAddrLow, ((u64)tp->tally_paddr & (DMA_BIT_MASK(32))) | CounterReset);
+}
+
+static void
+rtl8126_clear_phy_ups_reg(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA466, BIT_0);
+ break;
+ };
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA468, BIT_3 | BIT_1);
+}
+
+static int
+rtl8126_is_ups_resume(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ return (rtl8126_mac_ocp_read(tp, 0xD42C) & BIT_8);
+ default:
+ return 0;
+ };
+}
+
+static void
+rtl8126_clear_ups_resume_bit(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ rtl8126_clear_mac_ocp_bit(tp, 0xD42C, BIT_8);
+ break;
+ default:
+ return;
+ };
+}
+
+static u8
+rtl8126_get_phy_state(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ return (rtl8126_mdio_direct_read_phy_ocp(tp, 0xA420) & 0x7);
+ default:
+ return 0xff;
+ };
+}
+
+static void
+rtl8126_wait_phy_ups_resume(struct net_device *dev, u16 PhyState)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ for (i=0; i< 100; i++) {
+ if (rtl8126_get_phy_state(tp) == PhyState)
+ break;
+ else
+ mdelay(1);
+ }
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18)
+ WARN_ON_ONCE(i == 100);
+#endif
+ break;
+ default:
+ break;
+ };
+}
+
+void
+rtl8126_enable_now_is_oob(struct rtl8126_private *tp)
+{
+ if (tp->HwSuppNowIsOobVer == 1)
+ RTL_W8(tp, MCUCmd_reg, RTL_R8(tp, MCUCmd_reg) | Now_is_oob);
+}
+
+void
+rtl8126_disable_now_is_oob(struct rtl8126_private *tp)
+{
+ if (tp->HwSuppNowIsOobVer == 1)
+ RTL_W8(tp, MCUCmd_reg, RTL_R8(tp, MCUCmd_reg) & ~Now_is_oob);
+}
+
+static void
+rtl8126_exit_oob(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 data16;
+
+ rtl8126_disable_rx_packet_filter(tp);
+
+ if (HW_DASH_SUPPORT_DASH(tp)) {
+ rtl8126_driver_start(tp);
+ rtl8126_dash2_disable_txrx(dev);
+#ifdef ENABLE_DASH_SUPPORT
+ DashHwInit(dev);
+#endif
+ }
+
+#ifdef ENABLE_REALWOW_SUPPORT
+ rtl8126_realwow_hw_init(dev);
+#else
+ //Disable realwow function
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xC0BC, 0x00FF);
+ break;
+ }
+#endif //ENABLE_REALWOW_SUPPORT
+
+ rtl8126_nic_reset(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_disable_now_is_oob(tp);
+
+ data16 = rtl8126_mac_ocp_read(tp, 0xE8DE) & ~BIT_14;
+ rtl8126_mac_ocp_write(tp, 0xE8DE, data16);
+ rtl8126_wait_ll_share_fifo_ready(dev);
+
+ rtl8126_mac_ocp_write(tp, 0xC0AA, 0x07D0);
+#ifdef ENABLE_LIB_SUPPORT
+ rtl8126_mac_ocp_write(tp, 0xC0A6, 0x04E2);
+#else
+ rtl8126_mac_ocp_write(tp, 0xC0A6, 0x01B5);
+#endif
+ rtl8126_mac_ocp_write(tp, 0xC01E, 0x5555);
+
+ rtl8126_wait_ll_share_fifo_ready(dev);
+ break;
+ }
+
+ //wait ups resume (phy state 2)
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ if (rtl8126_is_ups_resume(dev)) {
+ rtl8126_wait_phy_ups_resume(dev, 2);
+ rtl8126_clear_ups_resume_bit(dev);
+ rtl8126_clear_phy_ups_reg(dev);
+ }
+ break;
+ };
+}
+
+void
+rtl8126_hw_disable_mac_mcu_bps(struct net_device *dev)
+{
+ u16 regAddr;
+
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_enable_aspm_clkreq_lock(tp, 0);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xFC48, 0x0000);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ for (regAddr = 0xFC28; regAddr < 0xFC48; regAddr += 2) {
+ rtl8126_mac_ocp_write(tp, regAddr, 0x0000);
+ }
+
+ mdelay(3);
+
+ rtl8126_mac_ocp_write(tp, 0xFC26, 0x0000);
+ break;
+ }
+}
+
+#ifndef ENABLE_USE_FIRMWARE_FILE
+static void
+rtl8126_switch_mac_mcu_ram_code_page(struct rtl8126_private *tp, u16 page)
+{
+ u16 tmpUshort;
+
+ page &= (BIT_1 | BIT_0);
+ tmpUshort = rtl8126_mac_ocp_read(tp, 0xE446);
+ tmpUshort &= ~(BIT_1 | BIT_0);
+ tmpUshort |= page;
+ rtl8126_mac_ocp_write(tp, 0xE446, tmpUshort);
+}
+
+static void
+_rtl8126_write_mac_mcu_ram_code(struct rtl8126_private *tp, const u16 *entry, u16 entry_cnt)
+{
+ u16 i;
+
+ for (i = 0; i < entry_cnt; i++) {
+ rtl8126_mac_ocp_write(tp, 0xF800 + i * 2, entry[i]);
+ }
+}
+
+static void
+_rtl8126_write_mac_mcu_ram_code_with_page(struct rtl8126_private *tp, const u16 *entry, u16 entry_cnt, u16 page_size)
+{
+ u16 i;
+ u16 offset;
+
+ if (page_size == 0)
+ return;
+
+ for (i = 0; i < entry_cnt; i++) {
+ offset = i % page_size;
+ if (offset == 0) {
+ u16 page = (i / page_size);
+ rtl8126_switch_mac_mcu_ram_code_page(tp, page);
+ }
+ rtl8126_mac_ocp_write(tp, 0xF800 + offset * 2, entry[i]);
+ }
+}
+
+static void
+rtl8126_write_mac_mcu_ram_code(struct rtl8126_private *tp, const u16 *entry, u16 entry_cnt)
+{
+ if (FALSE == HW_SUPPORT_MAC_MCU(tp))
+ return;
+
+ if (entry == NULL || entry_cnt == 0)
+ return;
+
+ if (tp->MacMcuPageSize > 0)
+ _rtl8126_write_mac_mcu_ram_code_with_page(tp, entry, entry_cnt, tp->MacMcuPageSize);
+ else
+ _rtl8126_write_mac_mcu_ram_code(tp, entry, entry_cnt);
+}
+
+static void
+rtl8126_set_mac_mcu_8126a_1(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ static const u16 mcu_patch_code_8126a_1[] = {
+ 0xE010, 0xE019, 0xE01B, 0xE01D, 0xE01F, 0xE021, 0xE023, 0xE025, 0xE027,
+ 0xE029, 0xE02B, 0xE02D, 0xE02F, 0xE031, 0xE033, 0xE035, 0x48C0, 0x9C66,
+ 0x7446, 0x4840, 0x48C1, 0x48C2, 0x9C46, 0xC402, 0xBC00, 0x0AD6, 0xC602,
+ 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602,
+ 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602,
+ 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602,
+ 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602,
+ 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000
+ };
+
+ rtl8126_hw_disable_mac_mcu_bps(dev);
+
+ rtl8126_write_mac_mcu_ram_code(tp, mcu_patch_code_8126a_1, ARRAY_SIZE(mcu_patch_code_8126a_1));
+
+ rtl8126_mac_ocp_write(tp, 0xFC26, 0x8000);
+
+ rtl8126_mac_ocp_write(tp, 0xFC28, 0x0AAA);
+
+ rtl8126_mac_ocp_write(tp, 0xFC48, 0x0001);
+}
+
+static void
+rtl8126_set_mac_mcu_8126a_2(struct net_device *dev)
+{
+ rtl8126_hw_disable_mac_mcu_bps(dev);
+}
+
+static void
+rtl8126_set_mac_mcu_8126a_3(struct net_device *dev)
+{
+ rtl8126_hw_disable_mac_mcu_bps(dev);
+}
+
+static void
+rtl8126_hw_mac_mcu_config(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->NotWrMcuPatchCode == TRUE)
+ return;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ rtl8126_set_mac_mcu_8126a_1(dev);
+ break;
+ case CFG_METHOD_2:
+ rtl8126_set_mac_mcu_8126a_2(dev);
+ break;
+ case CFG_METHOD_3:
+ rtl8126_set_mac_mcu_8126a_3(dev);
+ break;
+ }
+}
+#endif
+
+#ifdef ENABLE_USE_FIRMWARE_FILE
+static void rtl8126_release_firmware(struct rtl8126_private *tp)
+{
+ if (tp->rtl_fw) {
+ rtl8126_fw_release_firmware(tp->rtl_fw);
+ kfree(tp->rtl_fw);
+ tp->rtl_fw = NULL;
+ }
+}
+
+void rtl8126_apply_firmware(struct rtl8126_private *tp)
+{
+ /* TODO: release firmware if rtl_fw_write_firmware signals failure. */
+ if (tp->rtl_fw) {
+ rtl8126_fw_write_firmware(tp, tp->rtl_fw);
+ /* At least one firmware doesn't reset tp->ocp_base. */
+ tp->ocp_base = OCP_STD_PHY_BASE;
+
+ /* PHY soft reset may still be in progress */
+ //phy_read_poll_timeout(tp->phydev, MII_BMCR, val,
+ // !(val & BMCR_RESET),
+ // 50000, 600000, true);
+ rtl8126_wait_phy_reset_complete(tp);
+
+ tp->hw_ram_code_ver = rtl8126_get_hw_phy_mcu_code_ver(tp);
+ tp->sw_ram_code_ver = tp->hw_ram_code_ver;
+ tp->HwHasWrRamCodeToMicroP = TRUE;
+ }
+}
+#endif
+
+static void
+rtl8126_hw_init(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u32 csi_tmp;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_enable_aspm_clkreq_lock(tp, 0);
+ rtl8126_enable_force_clkreq(tp, 0);
+ break;
+ }
+
+ //Disable UPS
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xD40A, rtl8126_mac_ocp_read(tp, 0xD40A) & ~(BIT_4));
+ break;
+ }
+
+#ifndef ENABLE_USE_FIRMWARE_FILE
+ if (!tp->rtl_fw)
+ rtl8126_hw_mac_mcu_config(dev);
+#endif
+
+ //Set PCIE uncorrectable error status mask pcie 0x108
+ csi_tmp = rtl8126_csi_read(tp, 0x108);
+ csi_tmp |= BIT_20;
+ rtl8126_csi_write(tp, 0x108, csi_tmp);
+
+ rtl8126_enable_cfg9346_write(tp);
+ rtl8126_disable_linkchg_wakeup(dev);
+ rtl8126_disable_cfg9346_write(tp);
+ rtl8126_disable_magic_packet(dev);
+ rtl8126_disable_d0_speedup(tp);
+ rtl8126_set_pci_pme(tp, 0);
+ if (s0_magic_packet == 1)
+ rtl8126_enable_magic_packet(dev);
+
+#ifdef ENABLE_USE_FIRMWARE_FILE
+ if (tp->rtl_fw &&
+ !tp->resume_not_chg_speed &&
+ !(HW_DASH_SUPPORT_TYPE_3(tp) &&
+ tp->HwPkgDet == 0x06))
+ rtl8126_apply_firmware(tp);
+#endif
+}
+
+static void
+rtl8126_hw_ephy_config(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ /* nothing to do */
+ break;
+ }
+}
+
+static u16
+rtl8126_get_hw_phy_mcu_code_ver(struct rtl8126_private *tp)
+{
+ u16 hw_ram_code_ver = ~0;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x801E);
+ hw_ram_code_ver = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA438);
+ break;
+ }
+
+ return hw_ram_code_ver;
+}
+
+static int
+rtl8126_check_hw_phy_mcu_code_ver(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ram_code_ver_match = 0;
+
+ tp->hw_ram_code_ver = rtl8126_get_hw_phy_mcu_code_ver(tp);
+
+ if (tp->hw_ram_code_ver == tp->sw_ram_code_ver) {
+ ram_code_ver_match = 1;
+ tp->HwHasWrRamCodeToMicroP = TRUE;
+ }
+
+ return ram_code_ver_match;
+}
+
+bool
+rtl8126_set_phy_mcu_patch_request(struct rtl8126_private *tp)
+{
+ u16 gphy_val;
+ u16 WaitCount;
+ bool bSuccess = TRUE;
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xB820, BIT_4);
+
+ WaitCount = 0;
+ do {
+ gphy_val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xB800);
+ udelay(100);
+ WaitCount++;
+ } while (!(gphy_val & BIT_6) && (WaitCount < 1000));
+
+ if (!(gphy_val & BIT_6) && (WaitCount == 1000))
+ bSuccess = FALSE;
+
+ if (!bSuccess)
+ dprintk("rtl8126_set_phy_mcu_patch_request fail.\n");
+
+ return bSuccess;
+}
+
+bool
+rtl8126_clear_phy_mcu_patch_request(struct rtl8126_private *tp)
+{
+ u16 gphy_val;
+ u16 WaitCount;
+ bool bSuccess = TRUE;
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xB820, BIT_4);
+
+ WaitCount = 0;
+ do {
+ gphy_val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xB800);
+ udelay(100);
+ WaitCount++;
+ } while ((gphy_val & BIT_6) && (WaitCount < 1000));
+
+ if ((gphy_val & BIT_6) && (WaitCount == 1000))
+ bSuccess = FALSE;
+
+ if (!bSuccess)
+ dprintk("rtl8126_clear_phy_mcu_patch_request fail.\n");
+
+ return bSuccess;
+}
+
+#ifndef ENABLE_USE_FIRMWARE_FILE
+static void
+rtl8126_write_hw_phy_mcu_code_ver(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x801E);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, tp->sw_ram_code_ver);
+ tp->hw_ram_code_ver = tp->sw_ram_code_ver;
+ break;
+ }
+}
+
+static void
+rtl8126_set_phy_mcu_ram_code(struct net_device *dev, const u16 *ramcode, u16 codesize)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u16 i;
+ u16 addr;
+ u16 val;
+
+ if (ramcode == NULL || codesize % 2) {
+ goto out;
+ }
+
+ for (i = 0; i < codesize; i += 2) {
+ addr = ramcode[i];
+ val = ramcode[i + 1];
+ if (addr == 0xFFFF && val == 0xFFFF) {
+ break;
+ }
+ rtl8126_mdio_direct_write_phy_ocp(tp, addr, val);
+ }
+
+out:
+ return;
+}
+
+static void
+rtl8126_enable_phy_disable_mode(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->HwSuppCheckPhyDisableModeVer) {
+ case 3:
+ RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) | BIT_5);
+ break;
+ }
+
+ dprintk("enable phy disable mode.\n");
+}
+
+static void
+rtl8126_disable_phy_disable_mode(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ switch (tp->HwSuppCheckPhyDisableModeVer) {
+ case 3:
+ RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) & ~BIT_5);
+ break;
+ }
+
+ mdelay(1);
+
+ dprintk("disable phy disable mode.\n");
+}
+
+static const u16 phy_mcu_ram_code_8126a_1_1[] = {
+ 0xa436, 0x8023, 0xa438, 0x4900, 0xa436, 0xB82E, 0xa438, 0x0001,
+ 0xBFBA, 0xE000, 0xBF1A, 0xC1B9, 0xBFA8, 0x10F0, 0xBFB0, 0x0210,
+ 0xBFB4, 0xE7E4, 0xb820, 0x0090, 0xa436, 0xA016, 0xa438, 0x0000,
+ 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800,
+ 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8062, 0xa438, 0x1800,
+ 0xa438, 0x8069, 0xa438, 0x1800, 0xa438, 0x80e2, 0xa438, 0x1800,
+ 0xa438, 0x80eb, 0xa438, 0x1800, 0xa438, 0x80f5, 0xa438, 0x1800,
+ 0xa438, 0x811b, 0xa438, 0x1800, 0xa438, 0x8120, 0xa438, 0xd500,
+ 0xa438, 0xd049, 0xa438, 0xd1b9, 0xa438, 0xa208, 0xa438, 0x8208,
+ 0xa438, 0xd503, 0xa438, 0xa104, 0xa438, 0x0c07, 0xa438, 0x0902,
+ 0xa438, 0xd500, 0xa438, 0xbc10, 0xa438, 0xc484, 0xa438, 0xd503,
+ 0xa438, 0xcc02, 0xa438, 0xcd0d, 0xa438, 0xaf01, 0xa438, 0xd500,
+ 0xa438, 0xd703, 0xa438, 0x4531, 0xa438, 0xbd08, 0xa438, 0x1000,
+ 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x5fb3, 0xa438, 0xd503,
+ 0xa438, 0xd04d, 0xa438, 0xd1c7, 0xa438, 0x0cf0, 0xa438, 0x0e10,
+ 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0xd04d, 0xa438, 0xd1c7,
+ 0xa438, 0x0cf0, 0xa438, 0x0e20, 0xa438, 0xd704, 0xa438, 0x5ffc,
+ 0xa438, 0xd04d, 0xa438, 0xd1c7, 0xa438, 0x0cf0, 0xa438, 0x0e40,
+ 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0xd04d, 0xa438, 0xd1c7,
+ 0xa438, 0x0cf0, 0xa438, 0x0e80, 0xa438, 0xd704, 0xa438, 0x5ffc,
+ 0xa438, 0xd07b, 0xa438, 0xd1c5, 0xa438, 0x8ef0, 0xa438, 0xd704,
+ 0xa438, 0x5ffc, 0xa438, 0x9d08, 0xa438, 0x1000, 0xa438, 0x16bb,
+ 0xa438, 0xd75e, 0xa438, 0x7fb3, 0xa438, 0x1000, 0xa438, 0x16bb,
+ 0xa438, 0xd75e, 0xa438, 0x5fad, 0xa438, 0x1000, 0xa438, 0x181f,
+ 0xa438, 0xd703, 0xa438, 0x3181, 0xa438, 0x8059, 0xa438, 0x60ad,
+ 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd703, 0xa438, 0x5fbb,
+ 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd719, 0xa438, 0x7fa8,
+ 0xa438, 0xd500, 0xa438, 0xd049, 0xa438, 0xd1b9, 0xa438, 0x1800,
+ 0xa438, 0x0f0b, 0xa438, 0xd500, 0xa438, 0xd07b, 0xa438, 0xd1b5,
+ 0xa438, 0xd0f6, 0xa438, 0xd1c5, 0xa438, 0x1800, 0xa438, 0x1049,
+ 0xa438, 0xd707, 0xa438, 0x4121, 0xa438, 0xd706, 0xa438, 0x40fa,
+ 0xa438, 0xd099, 0xa438, 0xd1c6, 0xa438, 0x1000, 0xa438, 0x16bb,
+ 0xa438, 0xd704, 0xa438, 0x5fbc, 0xa438, 0xbc80, 0xa438, 0xc489,
+ 0xa438, 0xd503, 0xa438, 0xcc08, 0xa438, 0xcd46, 0xa438, 0xaf01,
+ 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x0903, 0xa438, 0x1000,
+ 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x5f6d, 0xa438, 0x1000,
+ 0xa438, 0x181f, 0xa438, 0xd504, 0xa438, 0xa210, 0xa438, 0xd500,
+ 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd719, 0xa438, 0x5fbc,
+ 0xa438, 0xd504, 0xa438, 0x8210, 0xa438, 0xd503, 0xa438, 0xc6d0,
+ 0xa438, 0xa521, 0xa438, 0xcd49, 0xa438, 0xaf01, 0xa438, 0xd504,
+ 0xa438, 0xa220, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x16bb,
+ 0xa438, 0xd75e, 0xa438, 0x5fad, 0xa438, 0x1000, 0xa438, 0x181f,
+ 0xa438, 0xd503, 0xa438, 0xa704, 0xa438, 0x0c07, 0xa438, 0x0904,
+ 0xa438, 0xd504, 0xa438, 0xa102, 0xa438, 0xd500, 0xa438, 0x1000,
+ 0xa438, 0x16bb, 0xa438, 0xd718, 0xa438, 0x5fab, 0xa438, 0xd503,
+ 0xa438, 0xc6f0, 0xa438, 0xa521, 0xa438, 0xd505, 0xa438, 0xa404,
+ 0xa438, 0xd500, 0xa438, 0xd701, 0xa438, 0x6085, 0xa438, 0xd504,
+ 0xa438, 0xc9f1, 0xa438, 0xf003, 0xa438, 0xd504, 0xa438, 0xc9f0,
+ 0xa438, 0xd503, 0xa438, 0xcd4a, 0xa438, 0xaf01, 0xa438, 0xd500,
+ 0xa438, 0xd504, 0xa438, 0xa802, 0xa438, 0xd500, 0xa438, 0x1000,
+ 0xa438, 0x16bb, 0xa438, 0xd707, 0xa438, 0x5fb1, 0xa438, 0xd707,
+ 0xa438, 0x5f10, 0xa438, 0xd505, 0xa438, 0xa402, 0xa438, 0xd503,
+ 0xa438, 0xd707, 0xa438, 0x41a1, 0xa438, 0xd706, 0xa438, 0x60ba,
+ 0xa438, 0x60fc, 0xa438, 0x0c07, 0xa438, 0x0204, 0xa438, 0xf009,
+ 0xa438, 0x0c07, 0xa438, 0x0202, 0xa438, 0xf006, 0xa438, 0x0c07,
+ 0xa438, 0x0206, 0xa438, 0xf003, 0xa438, 0x0c07, 0xa438, 0x0202,
+ 0xa438, 0xd500, 0xa438, 0xd703, 0xa438, 0x3181, 0xa438, 0x80e0,
+ 0xa438, 0x616d, 0xa438, 0xd701, 0xa438, 0x6065, 0xa438, 0x1800,
+ 0xa438, 0x1229, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd707,
+ 0xa438, 0x6061, 0xa438, 0xd704, 0xa438, 0x5f7c, 0xa438, 0x1800,
+ 0xa438, 0x124a, 0xa438, 0xd504, 0xa438, 0x8c0f, 0xa438, 0xd505,
+ 0xa438, 0xa20e, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x1871,
+ 0xa438, 0x1800, 0xa438, 0x1899, 0xa438, 0xd70b, 0xa438, 0x60b0,
+ 0xa438, 0xd05a, 0xa438, 0xd19a, 0xa438, 0x1800, 0xa438, 0x1aef,
+ 0xa438, 0xd0ef, 0xa438, 0xd19a, 0xa438, 0x1800, 0xa438, 0x1aef,
+ 0xa438, 0x1000, 0xa438, 0x1d09, 0xa438, 0xd708, 0xa438, 0x3399,
+ 0xa438, 0x1b63, 0xa438, 0xd709, 0xa438, 0x5f5d, 0xa438, 0xd70b,
+ 0xa438, 0x6130, 0xa438, 0xd70d, 0xa438, 0x6163, 0xa438, 0xd709,
+ 0xa438, 0x430b, 0xa438, 0xd71e, 0xa438, 0x62c2, 0xa438, 0xb401,
+ 0xa438, 0xf014, 0xa438, 0xc901, 0xa438, 0x1000, 0xa438, 0x810e,
+ 0xa438, 0xf010, 0xa438, 0xc902, 0xa438, 0x1000, 0xa438, 0x810e,
+ 0xa438, 0xf00c, 0xa438, 0xce04, 0xa438, 0xcf01, 0xa438, 0xd70a,
+ 0xa438, 0x5fe2, 0xa438, 0xce04, 0xa438, 0xcf02, 0xa438, 0xc900,
+ 0xa438, 0xd70a, 0xa438, 0x4057, 0xa438, 0xb401, 0xa438, 0x0800,
+ 0xa438, 0x1800, 0xa438, 0x1b5d, 0xa438, 0xa480, 0xa438, 0xa2b0,
+ 0xa438, 0xa806, 0xa438, 0x1800, 0xa438, 0x225c, 0xa438, 0xa7e8,
+ 0xa438, 0xac08, 0xa438, 0x1800, 0xa438, 0x1a4e, 0xa436, 0xA026,
+ 0xa438, 0x1a4d, 0xa436, 0xA024, 0xa438, 0x225a, 0xa436, 0xA022,
+ 0xa438, 0x1b53, 0xa436, 0xA020, 0xa438, 0x1aed, 0xa436, 0xA006,
+ 0xa438, 0x1892, 0xa436, 0xA004, 0xa438, 0x11a4, 0xa436, 0xA002,
+ 0xa438, 0x103c, 0xa436, 0xA000, 0xa438, 0x0ea6, 0xa436, 0xA008,
+ 0xa438, 0xff00, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012,
+ 0xa438, 0x0ff8, 0xa436, 0xA014, 0xa438, 0x0000, 0xa438, 0xD098,
+ 0xa438, 0xc483, 0xa438, 0xc483, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa436, 0xA152, 0xa438, 0x3fff,
+ 0xa436, 0xA154, 0xa438, 0x0413, 0xa436, 0xA156, 0xa438, 0x1A32,
+ 0xa436, 0xA158, 0xa438, 0x1CC0, 0xa436, 0xA15A, 0xa438, 0x3fff,
+ 0xa436, 0xA15C, 0xa438, 0x3fff, 0xa436, 0xA15E, 0xa438, 0x3fff,
+ 0xa436, 0xA160, 0xa438, 0x3fff, 0xa436, 0xA150, 0xa438, 0x000E,
+ 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x0000,
+ 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800,
+ 0xa438, 0x8021, 0xa438, 0x1800, 0xa438, 0x8037, 0xa438, 0x1800,
+ 0xa438, 0x803f, 0xa438, 0x1800, 0xa438, 0x8084, 0xa438, 0x1800,
+ 0xa438, 0x80c5, 0xa438, 0x1800, 0xa438, 0x80cc, 0xa438, 0x1800,
+ 0xa438, 0x80d5, 0xa438, 0xa00a, 0xa438, 0xa280, 0xa438, 0xa404,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x1800, 0xa438, 0x099b, 0xa438, 0x1000, 0xa438, 0x1021,
+ 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0xa208, 0xa438, 0x8204,
+ 0xa438, 0xcb38, 0xa438, 0xaa40, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x1800, 0xa438, 0x0b2a,
+ 0xa438, 0x82a0, 0xa438, 0x8404, 0xa438, 0xa110, 0xa438, 0xd706,
+ 0xa438, 0x4041, 0xa438, 0xa180, 0xa438, 0x1800, 0xa438, 0x0e7f,
+ 0xa438, 0x8190, 0xa438, 0xcb93, 0xa438, 0x1000, 0xa438, 0x0ef4,
+ 0xa438, 0xd704, 0xa438, 0x7fb8, 0xa438, 0xa008, 0xa438, 0xd706,
+ 0xa438, 0x4040, 0xa438, 0xa002, 0xa438, 0xd705, 0xa438, 0x4079,
+ 0xa438, 0x1000, 0xa438, 0x10ad, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x85f0, 0xa438, 0x9503, 0xa438, 0xd705, 0xa438, 0x40d9,
+ 0xa438, 0xd70c, 0xa438, 0x6083, 0xa438, 0x0c1f, 0xa438, 0x0d09,
+ 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d0a, 0xa438, 0x0cc0,
+ 0xa438, 0x0d80, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x1000,
+ 0xa438, 0x0ef4, 0xa438, 0x8020, 0xa438, 0xd705, 0xa438, 0x40d9,
+ 0xa438, 0xd704, 0xa438, 0x609f, 0xa438, 0xd70c, 0xa438, 0x6043,
+ 0xa438, 0x8504, 0xa438, 0xcb94, 0xa438, 0x1000, 0xa438, 0x0ef4,
+ 0xa438, 0xd706, 0xa438, 0x7fa2, 0xa438, 0x800a, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x0cf0, 0xa438, 0x05a0, 0xa438, 0x9503,
+ 0xa438, 0xd705, 0xa438, 0x40b9, 0xa438, 0x0c1f, 0xa438, 0x0d00,
+ 0xa438, 0x8dc0, 0xa438, 0xf005, 0xa438, 0xa190, 0xa438, 0x0c1f,
+ 0xa438, 0x0d17, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x104f,
+ 0xa438, 0xd705, 0xa438, 0x39cc, 0xa438, 0x0c7d, 0xa438, 0x1800,
+ 0xa438, 0x0e67, 0xa438, 0xcb96, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xab05, 0xa438, 0xac04, 0xa438, 0xac08, 0xa438, 0x9503,
+ 0xa438, 0x0c1f, 0xa438, 0x0d00, 0xa438, 0x8dc0, 0xa438, 0x1000,
+ 0xa438, 0x104f, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd706,
+ 0xa438, 0x2215, 0xa438, 0x8099, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xae02, 0xa438, 0x9503, 0xa438, 0xd706, 0xa438, 0x6451,
+ 0xa438, 0xd71f, 0xa438, 0x2e70, 0xa438, 0x0f00, 0xa438, 0xd706,
+ 0xa438, 0x3290, 0xa438, 0x80be, 0xa438, 0xd704, 0xa438, 0x2e70,
+ 0xa438, 0x8090, 0xa438, 0xd706, 0xa438, 0x339c, 0xa438, 0x8090,
+ 0xa438, 0x8718, 0xa438, 0x8910, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xc500, 0xa438, 0x9503, 0xa438, 0x0c1f, 0xa438, 0x0d17,
+ 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x8c04, 0xa438, 0x9503, 0xa438, 0xa00a,
+ 0xa438, 0xa190, 0xa438, 0xa280, 0xa438, 0xa404, 0xa438, 0x1800,
+ 0xa438, 0x0f35, 0xa438, 0x1800, 0xa438, 0x0f07, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x8c08, 0xa438, 0x8c04, 0xa438, 0x9503,
+ 0xa438, 0x1800, 0xa438, 0x0f02, 0xa438, 0x1000, 0xa438, 0x1021,
+ 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xaa10, 0xa438, 0x1800,
+ 0xa438, 0x0c6b, 0xa438, 0x82a0, 0xa438, 0x8406, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xac04, 0xa438, 0x8602, 0xa438, 0x9503,
+ 0xa438, 0x1800, 0xa438, 0x0e09, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x8308, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xc555, 0xa438, 0x9503, 0xa438, 0xa728,
+ 0xa438, 0x8440, 0xa438, 0x0c03, 0xa438, 0x0901, 0xa438, 0x8801,
+ 0xa438, 0xd700, 0xa438, 0x4040, 0xa438, 0xa801, 0xa438, 0xd701,
+ 0xa438, 0x4052, 0xa438, 0xa810, 0xa438, 0xd701, 0xa438, 0x4054,
+ 0xa438, 0xa820, 0xa438, 0xd701, 0xa438, 0x4057, 0xa438, 0xa640,
+ 0xa438, 0xd704, 0xa438, 0x4046, 0xa438, 0xa840, 0xa438, 0xd706,
+ 0xa438, 0x40b5, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xae20,
+ 0xa438, 0x9503, 0xa438, 0xd401, 0xa438, 0x1000, 0xa438, 0x0fcf,
+ 0xa438, 0x1000, 0xa438, 0x0fda, 0xa438, 0x1000, 0xa438, 0x1008,
+ 0xa438, 0x1000, 0xa438, 0x0fe3, 0xa438, 0xcc00, 0xa438, 0x80c0,
+ 0xa438, 0x8103, 0xa438, 0x83e0, 0xa438, 0xd71e, 0xa438, 0x2318,
+ 0xa438, 0x01ae, 0xa438, 0xd704, 0xa438, 0x40bc, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x8302, 0xa438, 0x9503, 0xa438, 0xb801,
+ 0xa438, 0xd706, 0xa438, 0x2b59, 0xa438, 0x07f8, 0xa438, 0xd700,
+ 0xa438, 0x2109, 0xa438, 0x04ab, 0xa438, 0xa508, 0xa438, 0xcb15,
+ 0xa438, 0xd70c, 0xa438, 0x430c, 0xa438, 0x1000, 0xa438, 0x10ca,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa108, 0xa438, 0x9503,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f13,
+ 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd70c,
+ 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f,
+ 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd70c,
+ 0xa438, 0x7f33, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c0f,
+ 0xa438, 0x0d00, 0xa438, 0x0c70, 0xa438, 0x0b00, 0xa438, 0xab08,
+ 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x3cf1, 0xa438, 0x01f9,
+ 0xa438, 0x0c1f, 0xa438, 0x0d11, 0xa438, 0xf003, 0xa438, 0x0c1f,
+ 0xa438, 0x0d0d, 0xa438, 0x0cc0, 0xa438, 0x0d40, 0xa438, 0x1000,
+ 0xa438, 0x104f, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xab80,
+ 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xa940,
+ 0xa438, 0xd700, 0xa438, 0x5f99, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8b80, 0xa438, 0x9503, 0xa438, 0x8940, 0xa438, 0xd700,
+ 0xa438, 0x5bbf, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8b08,
+ 0xa438, 0x9503, 0xa438, 0xba20, 0xa438, 0xd704, 0xa438, 0x4100,
+ 0xa438, 0xd115, 0xa438, 0xd04f, 0xa438, 0xf001, 0xa438, 0x1000,
+ 0xa438, 0x1021, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x0c0f, 0xa438, 0x0d00, 0xa438, 0x0c70,
+ 0xa438, 0x0b10, 0xa438, 0xab08, 0xa438, 0x9503, 0xa438, 0xd704,
+ 0xa438, 0x3cf1, 0xa438, 0x8178, 0xa438, 0x0c1f, 0xa438, 0x0d11,
+ 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d0d, 0xa438, 0x0cc0,
+ 0xa438, 0x0d40, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xab80, 0xa438, 0x9503, 0xa438, 0x1000,
+ 0xa438, 0x1021, 0xa438, 0xd706, 0xa438, 0x5fad, 0xa438, 0xd407,
+ 0xa438, 0x1000, 0xa438, 0x0fcf, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8b88, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021,
+ 0xa438, 0xd702, 0xa438, 0x7fa4, 0xa438, 0xd706, 0xa438, 0x61bf,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c30, 0xa438, 0x0110,
+ 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0xd199, 0xa438, 0xd04b,
+ 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd700, 0xa438, 0x5fb4,
+ 0xa438, 0xd704, 0xa438, 0x3cf1, 0xa438, 0x81a5, 0xa438, 0x0c1f,
+ 0xa438, 0x0d02, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d01,
+ 0xa438, 0x0cc0, 0xa438, 0x0d40, 0xa438, 0xa420, 0xa438, 0x8720,
+ 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x1000, 0xa438, 0x0fda,
+ 0xa438, 0xd70c, 0xa438, 0x41ac, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8108, 0xa438, 0x9503, 0xa438, 0x0cc0, 0xa438, 0x0040,
+ 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x03e0,
+ 0xa438, 0xccce, 0xa438, 0xf008, 0xa438, 0x0cc0, 0xa438, 0x0040,
+ 0xa438, 0x0c03, 0xa438, 0x0100, 0xa438, 0x0ce0, 0xa438, 0x0380,
+ 0xa438, 0xcc9c, 0xa438, 0x1000, 0xa438, 0x103f, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xa640, 0xa438, 0x9503, 0xa438, 0xcb16,
+ 0xa438, 0xd706, 0xa438, 0x6129, 0xa438, 0xd70c, 0xa438, 0x608c,
+ 0xa438, 0xd17a, 0xa438, 0xd04a, 0xa438, 0xf006, 0xa438, 0xd17a,
+ 0xa438, 0xd04b, 0xa438, 0xf003, 0xa438, 0xd13d, 0xa438, 0xd04b,
+ 0xa438, 0x0c1f, 0xa438, 0x0f14, 0xa438, 0xcb17, 0xa438, 0x8fc0,
+ 0xa438, 0x1000, 0xa438, 0x0fbd, 0xa438, 0xaf40, 0xa438, 0x1000,
+ 0xa438, 0x0fbd, 0xa438, 0x0cc0, 0xa438, 0x0f80, 0xa438, 0x1000,
+ 0xa438, 0x0fbd, 0xa438, 0xafc0, 0xa438, 0x1000, 0xa438, 0x0fbd,
+ 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd701, 0xa438, 0x652e,
+ 0xa438, 0xd700, 0xa438, 0x5db4, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8640, 0xa438, 0xa702, 0xa438, 0x9503, 0xa438, 0xa720,
+ 0xa438, 0x1000, 0xa438, 0x0fda, 0xa438, 0xa108, 0xa438, 0x1000,
+ 0xa438, 0x0fec, 0xa438, 0x8108, 0xa438, 0x1000, 0xa438, 0x0fe3,
+ 0xa438, 0xa202, 0xa438, 0xa308, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x8308, 0xa438, 0xcb18,
+ 0xa438, 0x1000, 0xa438, 0x10c2, 0xa438, 0x1000, 0xa438, 0x1021,
+ 0xa438, 0xd70c, 0xa438, 0x2c60, 0xa438, 0x02bd, 0xa438, 0xff58,
+ 0xa438, 0x8f1f, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd701,
+ 0xa438, 0x7f8e, 0xa438, 0x1000, 0xa438, 0x0fe3, 0xa438, 0xa130,
+ 0xa438, 0xaa2f, 0xa438, 0xa2d5, 0xa438, 0xa407, 0xa438, 0xa720,
+ 0xa438, 0x8310, 0xa438, 0xa308, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x8308, 0xa438, 0x1800,
+ 0xa438, 0x02d2, 0xa436, 0xA10E, 0xa438, 0x017f, 0xa436, 0xA10C,
+ 0xa438, 0x0e04, 0xa436, 0xA10A, 0xa438, 0x0c67, 0xa436, 0xA108,
+ 0xa438, 0x0f13, 0xa436, 0xA106, 0xa438, 0x0eb1, 0xa436, 0xA104,
+ 0xa438, 0x0e79, 0xa436, 0xA102, 0xa438, 0x0b23, 0xa436, 0xA100,
+ 0xa438, 0x0908, 0xa436, 0xA110, 0xa438, 0x00ff, 0xa436, 0xb87c,
+ 0xa438, 0x8ad8, 0xa436, 0xb87e, 0xa438, 0xaf8a, 0xa438, 0xf0af,
+ 0xa438, 0x8af9, 0xa438, 0xaf8d, 0xa438, 0xdaaf, 0xa438, 0x8e1c,
+ 0xa438, 0xaf8f, 0xa438, 0x03af, 0xa438, 0x8f06, 0xa438, 0xaf8f,
+ 0xa438, 0x06af, 0xa438, 0x8f06, 0xa438, 0x0265, 0xa438, 0xa002,
+ 0xa438, 0x8d78, 0xa438, 0xaf23, 0xa438, 0x47a1, 0xa438, 0x0d06,
+ 0xa438, 0x028b, 0xa438, 0x05af, 0xa438, 0x225a, 0xa438, 0xaf22,
+ 0xa438, 0x66f8, 0xa438, 0xe08a, 0xa438, 0x33a0, 0xa438, 0x0005,
+ 0xa438, 0x028b, 0xa438, 0x21ae, 0xa438, 0x0ea0, 0xa438, 0x0105,
+ 0xa438, 0x028b, 0xa438, 0xb3ae, 0xa438, 0x06a0, 0xa438, 0x0203,
+ 0xa438, 0x028c, 0xa438, 0x9dfc, 0xa438, 0x04f8, 0xa438, 0xfbfa,
+ 0xa438, 0xef69, 0xa438, 0xe080, 0xa438, 0x13ad, 0xa438, 0x267e,
+ 0xa438, 0xd067, 0xa438, 0xe48a, 0xa438, 0x34e4, 0xa438, 0x8a36,
+ 0xa438, 0xe48a, 0xa438, 0x38e4, 0xa438, 0x8a3a, 0xa438, 0xd0ae,
+ 0xa438, 0xe48a, 0xa438, 0x35e4, 0xa438, 0x8a37, 0xa438, 0xe48a,
+ 0xa438, 0x39e4, 0xa438, 0x8a3b, 0xa438, 0xd000, 0xa438, 0xe48a,
+ 0xa438, 0x3ce4, 0xa438, 0x8a3d, 0xa438, 0xe48a, 0xa438, 0x3ee4,
+ 0xa438, 0x8a3f, 0xa438, 0xe48a, 0xa438, 0x40e4, 0xa438, 0x8a41,
+ 0xa438, 0xe48a, 0xa438, 0x42e4, 0xa438, 0x8a43, 0xa438, 0xe48a,
+ 0xa438, 0x44d0, 0xa438, 0x02e4, 0xa438, 0x8a45, 0xa438, 0xd00a,
+ 0xa438, 0xe48a, 0xa438, 0x46d0, 0xa438, 0x16e4, 0xa438, 0x8a47,
+ 0xa438, 0xd01e, 0xa438, 0xe48a, 0xa438, 0x48d1, 0xa438, 0x02bf,
+ 0xa438, 0x8dce, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x0abf,
+ 0xa438, 0x8dd1, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x16bf,
+ 0xa438, 0x8dd4, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x1ebf,
+ 0xa438, 0x8dd7, 0xa438, 0x026b, 0xa438, 0xd002, 0xa438, 0x73ab,
+ 0xa438, 0xef47, 0xa438, 0xe585, 0xa438, 0x5de4, 0xa438, 0x855c,
+ 0xa438, 0xee8a, 0xa438, 0x3301, 0xa438, 0xae03, 0xa438, 0x0224,
+ 0xa438, 0x95ef, 0xa438, 0x96fe, 0xa438, 0xfffc, 0xa438, 0x04f8,
+ 0xa438, 0xf9fa, 0xa438, 0xcefa, 0xa438, 0xef69, 0xa438, 0xfb02,
+ 0xa438, 0x8dab, 0xa438, 0xad50, 0xa438, 0x2ee1, 0xa438, 0x8a44,
+ 0xa438, 0xa104, 0xa438, 0x2bee, 0xa438, 0x8a33, 0xa438, 0x02e1,
+ 0xa438, 0x8a45, 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0,
+ 0xa438, 0xe18a, 0xa438, 0x46bf, 0xa438, 0x8dd1, 0xa438, 0x026b,
+ 0xa438, 0xd0e1, 0xa438, 0x8a47, 0xa438, 0xbf8d, 0xa438, 0xd402,
+ 0xa438, 0x6bd0, 0xa438, 0xe18a, 0xa438, 0x48bf, 0xa438, 0x8dd7,
+ 0xa438, 0x026b, 0xa438, 0xd0af, 0xa438, 0x8c94, 0xa438, 0xd200,
+ 0xa438, 0xbe00, 0xa438, 0x0002, 0xa438, 0x8ca5, 0xa438, 0x12a2,
+ 0xa438, 0x04f6, 0xa438, 0xe18a, 0xa438, 0x44a1, 0xa438, 0x0020,
+ 0xa438, 0xd129, 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0,
+ 0xa438, 0xd121, 0xa438, 0xbf8d, 0xa438, 0xd102, 0xa438, 0x6bd0,
+ 0xa438, 0xd125, 0xa438, 0xbf8d, 0xa438, 0xd402, 0xa438, 0x6bd0,
+ 0xa438, 0xbf8d, 0xa438, 0xd702, 0xa438, 0x6bd0, 0xa438, 0xae44,
+ 0xa438, 0xa101, 0xa438, 0x1ed1, 0xa438, 0x31bf, 0xa438, 0x8dce,
+ 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8dd1, 0xa438, 0x026b,
+ 0xa438, 0xd0d1, 0xa438, 0x2dbf, 0xa438, 0x8dd4, 0xa438, 0x026b,
+ 0xa438, 0xd0bf, 0xa438, 0x8dd7, 0xa438, 0x026b, 0xa438, 0xd0ae,
+ 0xa438, 0x23a1, 0xa438, 0x0220, 0xa438, 0xd139, 0xa438, 0xbf8d,
+ 0xa438, 0xce02, 0xa438, 0x6bd0, 0xa438, 0xbf8d, 0xa438, 0xd102,
+ 0xa438, 0x6bd0, 0xa438, 0xd13d, 0xa438, 0xbf8d, 0xa438, 0xd402,
+ 0xa438, 0x6bd0, 0xa438, 0xd135, 0xa438, 0xbf8d, 0xa438, 0xd702,
+ 0xa438, 0x6bd0, 0xa438, 0xae00, 0xa438, 0xe18a, 0xa438, 0x4411,
+ 0xa438, 0xe58a, 0xa438, 0x44d0, 0xa438, 0x00e4, 0xa438, 0x8a3c,
+ 0xa438, 0xe48a, 0xa438, 0x3de4, 0xa438, 0x8a3e, 0xa438, 0xe48a,
+ 0xa438, 0x3fe4, 0xa438, 0x8a40, 0xa438, 0xe48a, 0xa438, 0x41e4,
+ 0xa438, 0x8a42, 0xa438, 0xe48a, 0xa438, 0x4302, 0xa438, 0x73ab,
+ 0xa438, 0xef47, 0xa438, 0xe585, 0xa438, 0x5de4, 0xa438, 0x855c,
+ 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xc6fe, 0xa438, 0xfdfc,
+ 0xa438, 0x0402, 0xa438, 0x2495, 0xa438, 0xee8a, 0xa438, 0x3300,
+ 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xfbef, 0xa438, 0x79fb,
+ 0xa438, 0xcffb, 0xa438, 0xd300, 0xa438, 0xa200, 0xa438, 0x09bf,
+ 0xa438, 0x8dc2, 0xa438, 0x026b, 0xa438, 0xefaf, 0xa438, 0x8cda,
+ 0xa438, 0xa201, 0xa438, 0x09bf, 0xa438, 0x8dc5, 0xa438, 0x026b,
+ 0xa438, 0xefaf, 0xa438, 0x8cda, 0xa438, 0xa202, 0xa438, 0x09bf,
+ 0xa438, 0x8dc8, 0xa438, 0x026b, 0xa438, 0xefaf, 0xa438, 0x8cda,
+ 0xa438, 0xbf8d, 0xa438, 0xcb02, 0xa438, 0x6bef, 0xa438, 0xef64,
+ 0xa438, 0xbf8a, 0xa438, 0x3c1a, 0xa438, 0x921a, 0xa438, 0x92d8,
+ 0xa438, 0x19d9, 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0x93ef,
+ 0xa438, 0x47bf, 0xa438, 0x8a3c, 0xa438, 0x1a92, 0xa438, 0x1a92,
+ 0xa438, 0xdc19, 0xa438, 0xddd1, 0xa438, 0x0011, 0xa438, 0xa1ff,
+ 0xa438, 0xfc13, 0xa438, 0xa310, 0xa438, 0xaf02, 0xa438, 0x8d0e,
+ 0xa438, 0xffc7, 0xa438, 0xffef, 0xa438, 0x97ff, 0xa438, 0xfefd,
+ 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xfbef, 0xa438, 0x79fb,
+ 0xa438, 0xcffb, 0xa438, 0xbf8a, 0xa438, 0x3c1a, 0xa438, 0x921a,
+ 0xa438, 0x92d8, 0xa438, 0x19d9, 0xa438, 0xef64, 0xa438, 0xbf8a,
+ 0xa438, 0x341a, 0xa438, 0x921a, 0xa438, 0x92d8, 0xa438, 0x19d9,
+ 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0x78a2, 0xa438, 0x0005,
+ 0xa438, 0xbe8d, 0xa438, 0xceae, 0xa438, 0x13a2, 0xa438, 0x0105,
+ 0xa438, 0xbe8d, 0xa438, 0xd1ae, 0xa438, 0x0ba2, 0xa438, 0x0205,
+ 0xa438, 0xbe8d, 0xa438, 0xd4ae, 0xa438, 0x03be, 0xa438, 0x8dd7,
+ 0xa438, 0xad50, 0xa438, 0x17bf, 0xa438, 0x8a45, 0xa438, 0x1a92,
+ 0xa438, 0x0702, 0xa438, 0x6bef, 0xa438, 0x07dd, 0xa438, 0xef46,
+ 0xa438, 0xbf8a, 0xa438, 0x341a, 0xa438, 0x921a, 0xa438, 0x92dc,
+ 0xa438, 0x19dd, 0xa438, 0xffc7, 0xa438, 0xffef, 0xa438, 0x97ff,
+ 0xa438, 0xfefc, 0xa438, 0x04ee, 0xa438, 0x8a33, 0xa438, 0x00ee,
+ 0xa438, 0x8a32, 0xa438, 0x0404, 0xa438, 0xf8fa, 0xa438, 0xef69,
+ 0xa438, 0xe080, 0xa438, 0x13ad, 0xa438, 0x2624, 0xa438, 0xd102,
+ 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0, 0xa438, 0xd10a,
+ 0xa438, 0xbf8d, 0xa438, 0xd102, 0xa438, 0x6bd0, 0xa438, 0xd116,
+ 0xa438, 0xbf8d, 0xa438, 0xd402, 0xa438, 0x6bd0, 0xa438, 0xd11e,
+ 0xa438, 0xbf8d, 0xa438, 0xd702, 0xa438, 0x6bd0, 0xa438, 0xee8a,
+ 0xa438, 0x3300, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8,
+ 0xa438, 0xfae0, 0xa438, 0x855c, 0xa438, 0xe185, 0xa438, 0x5def,
+ 0xa438, 0x64d0, 0xa438, 0x00e1, 0xa438, 0x8a32, 0xa438, 0xef74,
+ 0xa438, 0x0273, 0xa438, 0xc6fe, 0xa438, 0xfc04, 0xa438, 0xf0b2,
+ 0xa438, 0x02f0, 0xa438, 0xb282, 0xa438, 0xf0b3, 0xa438, 0x02f0,
+ 0xa438, 0xb382, 0xa438, 0x50ac, 0xa438, 0xd450, 0xa438, 0xacd6,
+ 0xa438, 0xb6ac, 0xa438, 0xd4b6, 0xa438, 0xacd6, 0xa438, 0xbf8e,
+ 0xa438, 0x0d02, 0xa438, 0x6bd0, 0xa438, 0xd0ff, 0xa438, 0xd1fe,
+ 0xa438, 0xbf8e, 0xa438, 0x1002, 0xa438, 0x6bd0, 0xa438, 0xd004,
+ 0xa438, 0xd14d, 0xa438, 0xbf8e, 0xa438, 0x1302, 0xa438, 0x6bd0,
+ 0xa438, 0xd0fc, 0xa438, 0xd1c6, 0xa438, 0xbf8e, 0xa438, 0x1602,
+ 0xa438, 0x6bd0, 0xa438, 0xd009, 0xa438, 0xd146, 0xa438, 0xbf8e,
+ 0xa438, 0x1902, 0xa438, 0x6bd0, 0xa438, 0xef13, 0xa438, 0xaf2d,
+ 0xa438, 0xbdf0, 0xa438, 0xac1c, 0xa438, 0xf0ac, 0xa438, 0x2af0,
+ 0xa438, 0xac2c, 0xa438, 0xf0ac, 0xa438, 0x2ef0, 0xa438, 0xac30,
+ 0xa438, 0xbf8e, 0xa438, 0xf102, 0xa438, 0x6bef, 0xa438, 0xac28,
+ 0xa438, 0x70bf, 0xa438, 0x8eeb, 0xa438, 0x026b, 0xa438, 0xefac,
+ 0xa438, 0x2867, 0xa438, 0xbf8e, 0xa438, 0xee02, 0xa438, 0x6bef,
+ 0xa438, 0xad28, 0xa438, 0x5bbf, 0xa438, 0x8ff2, 0xa438, 0xd8bf,
+ 0xa438, 0x8ff3, 0xa438, 0xd9bf, 0xa438, 0x8ef4, 0xa438, 0x026b,
+ 0xa438, 0xd0bf, 0xa438, 0x8ff0, 0xa438, 0xd8bf, 0xa438, 0x8ff1,
+ 0xa438, 0xd9bf, 0xa438, 0x8ef7, 0xa438, 0x026b, 0xa438, 0xd0bf,
+ 0xa438, 0x8fee, 0xa438, 0xd8bf, 0xa438, 0x8fef, 0xa438, 0xd9bf,
+ 0xa438, 0x8efa, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8fec,
+ 0xa438, 0xd8bf, 0xa438, 0x8fed, 0xa438, 0xd9bf, 0xa438, 0x8efd,
+ 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8fea, 0xa438, 0xd8bf,
+ 0xa438, 0x8feb, 0xa438, 0xd9bf, 0xa438, 0x8f00, 0xa438, 0x026b,
+ 0xa438, 0xd0bf, 0xa438, 0x8fe8, 0xa438, 0xd8bf, 0xa438, 0x8fe9,
+ 0xa438, 0xd9bf, 0xa438, 0x8e0d, 0xa438, 0x026b, 0xa438, 0xd01f,
+ 0xa438, 0x00e1, 0xa438, 0x86ee, 0xa438, 0x1b64, 0xa438, 0xaf3d,
+ 0xa438, 0x7abf, 0xa438, 0x8ffe, 0xa438, 0xd8bf, 0xa438, 0x8fff,
+ 0xa438, 0xd9bf, 0xa438, 0x8ef4, 0xa438, 0x026b, 0xa438, 0xd0bf,
+ 0xa438, 0x8ffc, 0xa438, 0xd8bf, 0xa438, 0x8ffd, 0xa438, 0xd9bf,
+ 0xa438, 0x8ef7, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ffa,
+ 0xa438, 0xd8bf, 0xa438, 0x8ffb, 0xa438, 0xd9bf, 0xa438, 0x8efa,
+ 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ff8, 0xa438, 0xd8bf,
+ 0xa438, 0x8ff9, 0xa438, 0xd9bf, 0xa438, 0x8efd, 0xa438, 0x026b,
+ 0xa438, 0xd0bf, 0xa438, 0x8ff6, 0xa438, 0xd8bf, 0xa438, 0x8ff7,
+ 0xa438, 0xd9bf, 0xa438, 0x8f00, 0xa438, 0x026b, 0xa438, 0xd0bf,
+ 0xa438, 0x8ff4, 0xa438, 0xd8bf, 0xa438, 0x8ff5, 0xa438, 0xd9bf,
+ 0xa438, 0x8e0d, 0xa438, 0x026b, 0xa438, 0xd0ae, 0xa438, 0xa766,
+ 0xa438, 0xac5c, 0xa438, 0xbbac, 0xa438, 0x5c99, 0xa438, 0xac5c,
+ 0xa438, 0xf0ac, 0xa438, 0x26f0, 0xa438, 0xac24, 0xa438, 0xf0ac,
+ 0xa438, 0x22f0, 0xa438, 0xac20, 0xa438, 0xf0ac, 0xa438, 0x1eaf,
+ 0xa438, 0x44f8, 0xa436, 0xb85e, 0xa438, 0x2344, 0xa436, 0xb860,
+ 0xa438, 0x2254, 0xa436, 0xb862, 0xa438, 0x2DB5, 0xa436, 0xb864,
+ 0xa438, 0x3D6C, 0xa436, 0xb886, 0xa438, 0x44ED, 0xa436, 0xb888,
+ 0xa438, 0xffff, 0xa436, 0xb88a, 0xa438, 0xffff, 0xa436, 0xb88c,
+ 0xa438, 0xffff, 0xa436, 0xb838, 0xa438, 0x001f, 0xb820, 0x0010,
+ 0xa436, 0x87ad, 0xa438, 0xaf87, 0xa438, 0xc5af, 0xa438, 0x87e4,
+ 0xa438, 0xaf8a, 0xa438, 0x3daf, 0xa438, 0x8a62, 0xa438, 0xaf8a,
+ 0xa438, 0x62af, 0xa438, 0x8a62, 0xa438, 0xaf8a, 0xa438, 0x62af,
+ 0xa438, 0x8a62, 0xa438, 0x2810, 0xa438, 0x0d01, 0xa438, 0xe484,
+ 0xa438, 0xbf29, 0xa438, 0x100d, 0xa438, 0x11e5, 0xa438, 0x84c0,
+ 0xa438, 0x2a10, 0xa438, 0x0d21, 0xa438, 0xe684, 0xa438, 0xc12b,
+ 0xa438, 0x100d, 0xa438, 0x31e7, 0xa438, 0x84c2, 0xa438, 0xaf3f,
+ 0xa438, 0x7cf8, 0xa438, 0xe080, 0xa438, 0x4cac, 0xa438, 0x222c,
+ 0xa438, 0xe080, 0xa438, 0x40ad, 0xa438, 0x2232, 0xa438, 0xbf8a,
+ 0xa438, 0x2502, 0xa438, 0x6752, 0xa438, 0xad29, 0xa438, 0x0502,
+ 0xa438, 0x8827, 0xa438, 0xae0d, 0xa438, 0xad28, 0xa438, 0x0502,
+ 0xa438, 0x8961, 0xa438, 0xae05, 0xa438, 0x0214, 0xa438, 0x04ae,
+ 0xa438, 0x00e0, 0xa438, 0x8040, 0xa438, 0xac22, 0xa438, 0x1102,
+ 0xa438, 0x13e1, 0xa438, 0xae0c, 0xa438, 0x0288, 0xa438, 0x7c02,
+ 0xa438, 0x8a10, 0xa438, 0x0214, 0xa438, 0x2502, 0xa438, 0x1404,
+ 0xa438, 0xfcaf, 0xa438, 0x13c6, 0xa438, 0xf8f8, 0xa438, 0xccf9,
+ 0xa438, 0xfaef, 0xa438, 0x69fb, 0xa438, 0xe080, 0xa438, 0x18ad,
+ 0xa438, 0x223b, 0xa438, 0xbf8a, 0xa438, 0x2b02, 0xa438, 0x6752,
+ 0xa438, 0xad28, 0xa438, 0x32bf, 0xa438, 0x8a28, 0xa438, 0x026f,
+ 0xa438, 0x17ee, 0xa438, 0x8ff3, 0xa438, 0x00bf, 0xa438, 0x6854,
+ 0xa438, 0x0267, 0xa438, 0x52ad, 0xa438, 0x281f, 0xa438, 0xbf68,
+ 0xa438, 0x5d02, 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0x16e0,
+ 0xa438, 0x8ff4, 0xa438, 0xe18f, 0xa438, 0xf502, 0xa438, 0x8891,
+ 0xa438, 0xad50, 0xa438, 0x0abf, 0xa438, 0x8a28, 0xa438, 0x026f,
+ 0xa438, 0x20ee, 0xa438, 0x8ff3, 0xa438, 0x0102, 0xa438, 0x1404,
+ 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xfdc4, 0xa438, 0xfcfc,
+ 0xa438, 0x04f8, 0xa438, 0xf9ef, 0xa438, 0x59e0, 0xa438, 0x8018,
+ 0xa438, 0xad22, 0xa438, 0x06bf, 0xa438, 0x8a28, 0xa438, 0x026f,
+ 0xa438, 0x17ef, 0xa438, 0x95fd, 0xa438, 0xfc04, 0xa438, 0xf8f9,
+ 0xa438, 0xf9ef, 0xa438, 0x59fa, 0xa438, 0xface, 0xa438, 0xe48f,
+ 0xa438, 0xfee5, 0xa438, 0x8fff, 0xa438, 0xbf6e, 0xa438, 0x1b02,
+ 0xa438, 0x6f20, 0xa438, 0xbf6e, 0xa438, 0x1802, 0xa438, 0x6f17,
+ 0xa438, 0xd102, 0xa438, 0xbf6e, 0xa438, 0x1202, 0xa438, 0x6733,
+ 0xa438, 0xbf6e, 0xa438, 0x1502, 0xa438, 0x6f17, 0xa438, 0xbe00,
+ 0xa438, 0x00cc, 0xa438, 0xbf69, 0xa438, 0xcb02, 0xa438, 0x6733,
+ 0xa438, 0xbf69, 0xa438, 0xce02, 0xa438, 0x6f17, 0xa438, 0xbf69,
+ 0xa438, 0xce02, 0xa438, 0x6f20, 0xa438, 0xbf69, 0xa438, 0xd102,
+ 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0xf70c, 0xa438, 0x81bf,
+ 0xa438, 0x8ff6, 0xa438, 0x1a98, 0xa438, 0xef59, 0xa438, 0xbf69,
+ 0xa438, 0xd402, 0xa438, 0x6752, 0xa438, 0xef95, 0xa438, 0xdc19,
+ 0xa438, 0xdd0d, 0xa438, 0x8118, 0xa438, 0xa800, 0xa438, 0x04c9,
+ 0xa438, 0xbf69, 0xa438, 0xce02, 0xa438, 0x6f17, 0xa438, 0xe08f,
+ 0xa438, 0xfce1, 0xa438, 0x8ffd, 0xa438, 0xef74, 0xa438, 0xe08f,
+ 0xa438, 0xfae1, 0xa438, 0x8ffb, 0xa438, 0xef64, 0xa438, 0x026e,
+ 0xa438, 0x57ad, 0xa438, 0x5008, 0xa438, 0xe08f, 0xa438, 0xfce1,
+ 0xa438, 0x8ffd, 0xa438, 0xae06, 0xa438, 0xe08f, 0xa438, 0xfae1,
+ 0xa438, 0x8ffb, 0xa438, 0xe28f, 0xa438, 0xf8e3, 0xa438, 0x8ff9,
+ 0xa438, 0xef75, 0xa438, 0xe28f, 0xa438, 0xf6e3, 0xa438, 0x8ff7,
+ 0xa438, 0xef65, 0xa438, 0x026e, 0xa438, 0x57ad, 0xa438, 0x5008,
+ 0xa438, 0xe28f, 0xa438, 0xf8e3, 0xa438, 0x8ff9, 0xa438, 0xae06,
+ 0xa438, 0xe28f, 0xa438, 0xf6e3, 0xa438, 0x8ff7, 0xa438, 0x1b45,
+ 0xa438, 0xad27, 0xa438, 0x05d7, 0xa438, 0x0000, 0xa438, 0xae0d,
+ 0xa438, 0xef74, 0xa438, 0xe08f, 0xa438, 0xfee1, 0xa438, 0x8fff,
+ 0xa438, 0xef64, 0xa438, 0x026e, 0xa438, 0x57c6, 0xa438, 0xfefe,
+ 0xa438, 0xef95, 0xa438, 0xfdfd, 0xa438, 0xfc04, 0xa438, 0xf8f9,
+ 0xa438, 0xfaef, 0xa438, 0x69fb, 0xa438, 0xe080, 0xa438, 0x18ac,
+ 0xa438, 0x2103, 0xa438, 0xaf8a, 0xa438, 0x06bf, 0xa438, 0x8a2b,
+ 0xa438, 0xac21, 0xa438, 0x03af, 0xa438, 0x8a06, 0xa438, 0xbf8a,
+ 0xa438, 0x2802, 0xa438, 0x6f17, 0xa438, 0xee8f, 0xa438, 0xee00,
+ 0xa438, 0xee8f, 0xa438, 0xed00, 0xa438, 0xbf8a, 0xa438, 0x2e02,
+ 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0x03af, 0xa438, 0x8a06,
+ 0xa438, 0xe28f, 0xa438, 0xefe3, 0xa438, 0x8ff0, 0xa438, 0xbf68,
+ 0xa438, 0x5102, 0xa438, 0x6752, 0xa438, 0xac28, 0xa438, 0x11e2,
+ 0xa438, 0x8ff1, 0xa438, 0xe38f, 0xa438, 0xf2bf, 0xa438, 0x6848,
+ 0xa438, 0x0267, 0xa438, 0x52ac, 0xa438, 0x2802, 0xa438, 0xae53,
+ 0xa438, 0xbf68, 0xa438, 0x5a02, 0xa438, 0x6752, 0xa438, 0xad28,
+ 0xa438, 0x0aef, 0xa438, 0x4502, 0xa438, 0x8891, 0xa438, 0xac50,
+ 0xa438, 0x38ae, 0xa438, 0x40bf, 0xa438, 0x8a31, 0xa438, 0x0267,
+ 0xa438, 0x52ef, 0xa438, 0x31bf, 0xa438, 0x8a34, 0xa438, 0x0267,
+ 0xa438, 0x520c, 0xa438, 0x311e, 0xa438, 0x31bf, 0xa438, 0x8a37,
+ 0xa438, 0x0267, 0xa438, 0x520c, 0xa438, 0x311e, 0xa438, 0x31bf,
+ 0xa438, 0x8a3a, 0xa438, 0x0267, 0xa438, 0x520c, 0xa438, 0x311e,
+ 0xa438, 0x31e7, 0xa438, 0x8fee, 0xa438, 0xa30c, 0xa438, 0x02ae,
+ 0xa438, 0x08a3, 0xa438, 0x0e02, 0xa438, 0xae03, 0xa438, 0xa30d,
+ 0xa438, 0x0aee, 0xa438, 0x8fed, 0xa438, 0x01bf, 0xa438, 0x8a28,
+ 0xa438, 0x026f, 0xa438, 0x2002, 0xa438, 0x1404, 0xa438, 0xffef,
+ 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xfaef,
+ 0xa438, 0x69e0, 0xa438, 0x8018, 0xa438, 0xad21, 0xa438, 0x06bf,
+ 0xa438, 0x8a28, 0xa438, 0x026f, 0xa438, 0x17ef, 0xa438, 0x96fe,
+ 0xa438, 0xfc04, 0xa438, 0xf8a4, 0xa438, 0xb677, 0xa438, 0xa4b6,
+ 0xa438, 0x22a4, 0xa438, 0x4222, 0xa438, 0xa668, 0xa438, 0x00b2,
+ 0xa438, 0x3e00, 0xa438, 0xb2be, 0xa438, 0x00b3, 0xa438, 0x3e00,
+ 0xa438, 0xb3be, 0xa438, 0xd10f, 0xa438, 0xbf8a, 0xa438, 0x5c02,
+ 0xa438, 0x6733, 0xa438, 0xbf8a, 0xa438, 0x5f02, 0xa438, 0x6733,
+ 0xa438, 0xbf8a, 0xa438, 0x5c02, 0xa438, 0x6f17, 0xa438, 0xbf8a,
+ 0xa438, 0x5f02, 0xa438, 0x6f17, 0xa438, 0x1f00, 0xa438, 0xaf3d,
+ 0xa438, 0x0c30, 0xa438, 0xa85a, 0xa438, 0xfcad, 0xa438, 0x0e00,
+ 0xa436, 0xb818, 0xa438, 0x3f31, 0xa436, 0xb81a, 0xa438, 0x13a4,
+ 0xa436, 0xb81c, 0xa438, 0x3d0a, 0xa436, 0xb81e, 0xa438, 0xffff,
+ 0xa436, 0xb850, 0xa438, 0xffff, 0xa436, 0xb852, 0xa438, 0xffff,
+ 0xa436, 0xb878, 0xa438, 0xffff, 0xa436, 0xb884, 0xa438, 0xffff,
+ 0xa436, 0xb832, 0xa438, 0x0007, 0xa436, 0x84cf, 0xa438, 0x0101,
+ 0xa466, 0x0002, 0xa436, 0x86a7, 0xa438, 0x0000, 0xa436, 0x0000,
+ 0xa438, 0x0000, 0xa436, 0xB82E, 0xa438, 0x0000, 0xa436, 0x8023,
+ 0xa438, 0x0000, 0xa436, 0x801E, 0xa438, 0x0023, 0xb820, 0x0000,
+ 0xFFFF, 0xFFFF
+};
+
+static const u16 phy_mcu_ram_code_8126a_1_2[] = {
+ 0xB87C, 0x8a32, 0xB87E, 0x0400, 0xB87C, 0x8376, 0xB87E, 0x0300,
+ 0xce00, 0x6CAF, 0xB87C, 0x8301, 0xB87E, 0x1133, 0xB87C, 0x8105,
+ 0xB87E, 0xa000, 0xB87C, 0x8148, 0xB87E, 0xa000, 0xa436, 0x81d8,
+ 0xa438, 0x5865, 0xacf8, 0xCCC0, 0xac90, 0x52B0, 0xad2C, 0x8000,
+ 0xB87C, 0x83e6, 0xB87E, 0x4A0E, 0xB87C, 0x83d2, 0xB87E, 0x0A0E,
+ 0xB87C, 0x80a0, 0xB87E, 0xB8B6, 0xB87C, 0x805e, 0xB87E, 0xB8B6,
+ 0xB87C, 0x8057, 0xB87E, 0x305A, 0xB87C, 0x8099, 0xB87E, 0x305A,
+ 0xB87C, 0x8052, 0xB87E, 0x3333, 0xB87C, 0x8094, 0xB87E, 0x3333,
+ 0xB87C, 0x807F, 0xB87E, 0x7975, 0xB87C, 0x803D, 0xB87E, 0x7975,
+ 0xB87C, 0x8036, 0xB87E, 0x305A, 0xB87C, 0x8078, 0xB87E, 0x305A,
+ 0xB87C, 0x8031, 0xB87E, 0x3335, 0xB87C, 0x8073, 0xB87E, 0x3335,
+ 0xa436, 0x81D8, 0xa438, 0x5865, 0xB87C, 0x867c, 0xB87E, 0x0617,
+ 0xad94, 0x0092, 0xB87C, 0x89B1, 0xB87E, 0x5050, 0xB87C, 0x86E0,
+ 0xB87E, 0x809A, 0xB87C, 0x86E2, 0xB87E, 0xB34D, 0xB87C, 0x8FD2,
+ 0xB87E, 0x004B, 0xB87C, 0x8691, 0xB87E, 0x007D, 0xB87E, 0x00AF,
+ 0xB87E, 0x00E1, 0xB87E, 0x00FF, 0xB87C, 0x867F, 0xB87E, 0x0201,
+ 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87E, 0x0201,
+ 0xB87E, 0x0201, 0xB87C, 0x86DA, 0xB87E, 0xCDCD, 0xB87E, 0xE6CD,
+ 0xB87E, 0xCDCD, 0xB87C, 0x8FE8, 0xB87E, 0x0368, 0xB87E, 0x033F,
+ 0xB87E, 0x1046, 0xB87E, 0x147D, 0xB87E, 0x147D, 0xB87E, 0x147D,
+ 0xB87E, 0x0368, 0xB87E, 0x033F, 0xB87E, 0x1046, 0xB87E, 0x147D,
+ 0xB87E, 0x147D, 0xB87E, 0x147D, 0xa436, 0x80dd, 0xa438, 0xf0AB,
+ 0xa436, 0x80df, 0xa438, 0xC009, 0xa436, 0x80e7, 0xa438, 0x401E,
+ 0xa436, 0x80e1, 0xa438, 0x120A, 0xa436, 0x86f2, 0xa438, 0x5094,
+ 0xa436, 0x8701, 0xa438, 0x5094, 0xa436, 0x80f1, 0xa438, 0x30CC,
+ 0xa436, 0x80f3, 0xa438, 0x0001, 0xa436, 0x80f5, 0xa438, 0x330B,
+ 0xa436, 0x80f8, 0xa438, 0xCB76, 0xa436, 0x8105, 0xa438, 0xf0D3,
+ 0xa436, 0x8107, 0xa438, 0x0002, 0xa436, 0x8109, 0xa438, 0xff0B,
+ 0xa436, 0x810c, 0xa438, 0xC86D, 0xB87C, 0x8a32, 0xB87E, 0x0400,
+ 0xa6f8, 0x0000, 0xa6f8, 0x0000, 0xa436, 0x81bc, 0xa438, 0x1300,
+ 0xa846, 0x2410, 0xa86A, 0x0801, 0xa85C, 0x9680, 0xa436, 0x841D,
+ 0xa438, 0x4A28, 0xa436, 0x8016, 0xa438, 0xBE05, 0xBF9C, 0x004A,
+ 0xBF96, 0x41FA, 0xBF9A, 0xDC81, 0xa436, 0x8018, 0xa438, 0x0700,
+ 0xa436, 0x8ff4, 0xa438, 0x01AE, 0xa436, 0x8fef, 0xa438, 0x0172,
+ 0xa438, 0x00dc, 0xc842, 0x0002, 0xFFFF, 0xFFFF
+};
+
+static const u16 phy_mcu_ram_code_8126a_1_3[] = {
+ 0xb892, 0x0000, 0xB88E, 0xC236, 0xB890, 0x1A1C, 0xB88E, 0xC238,
+ 0xB890, 0x1C1C, 0xB890, 0x1C1C, 0xB890, 0x2D2D, 0xB890, 0x2D2D,
+ 0xB890, 0x2D2A, 0xB890, 0x2A2A, 0xB890, 0x2A2A, 0xB890, 0x2A19,
+ 0xB88E, 0xC272, 0xB890, 0x8484, 0xB890, 0x8484, 0xB890, 0x84B4,
+ 0xB890, 0xB4B4, 0xB890, 0xB4B4, 0xB890, 0xF8F8, 0xB890, 0xF8F8,
+ 0xB890, 0xF8F8, 0xB88E, 0xC000, 0xB890, 0x0303, 0xB890, 0x0405,
+ 0xB890, 0x0608, 0xB890, 0x0A0B, 0xB890, 0x0E11, 0xB890, 0x1519,
+ 0xB890, 0x2028, 0xB890, 0x3503, 0xB890, 0x0304, 0xB890, 0x0405,
+ 0xB890, 0x0606, 0xB890, 0x0708, 0xB890, 0x090A, 0xB890, 0x0B0D,
+ 0xB890, 0x0F11, 0xB890, 0x1315, 0xB890, 0x181A, 0xB890, 0x2029,
+ 0xB890, 0x2F36, 0xB890, 0x3D43, 0xB890, 0x0101, 0xB890, 0x0102,
+ 0xB890, 0x0202, 0xB890, 0x0303, 0xB890, 0x0405, 0xB890, 0x0607,
+ 0xB890, 0x090A, 0xB890, 0x0C0E, 0xB88E, 0xC038, 0xB890, 0x6AE1,
+ 0xB890, 0x8E6B, 0xB890, 0xA767, 0xB890, 0x01EF, 0xB890, 0x5A63,
+ 0xB890, 0x2B99, 0xB890, 0x7F5D, 0xB890, 0x361F, 0xB890, 0xA127,
+ 0xB890, 0xB558, 0xB890, 0x11C3, 0xB890, 0x7D85, 0xB890, 0xBAC5,
+ 0xB890, 0xE691, 0xB890, 0x8F79, 0xB890, 0x3164, 0xB890, 0x3293,
+ 0xB890, 0xB80D, 0xB890, 0xE2B7, 0xB890, 0x0D62, 0xB890, 0x4F85,
+ 0xB890, 0xC919, 0xB890, 0x78F3, 0xB890, 0x77FF, 0xB890, 0xBD9E,
+ 0xB890, 0x69D6, 0xB890, 0x6DA4, 0xB890, 0x0CC5, 0xB88E, 0xC1D2,
+ 0xB890, 0x2425, 0xB890, 0x2627, 0xB890, 0x2829, 0xB890, 0x2A2B,
+ 0xB890, 0x2C2D, 0xB890, 0x2E2F, 0xB890, 0x3031, 0xB890, 0x3233,
+ 0xB890, 0x2323, 0xB890, 0x2424, 0xB890, 0x2525, 0xB890, 0x2626,
+ 0xB890, 0x2727, 0xB890, 0x2828, 0xB890, 0x2929, 0xB890, 0x2A2A,
+ 0xB890, 0x2B2C, 0xB890, 0x2C2D, 0xB890, 0x2D2E, 0xB890, 0x2E2F,
+ 0xB890, 0x2F30, 0xB890, 0x1A1B, 0xB890, 0x1D1E, 0xB890, 0x1F20,
+ 0xB890, 0x2123, 0xB890, 0x2425, 0xB890, 0x2628, 0xB890, 0x292A,
+ 0xB890, 0x2B2C, 0xB890, 0x2E12, 0xB88E, 0xC09A, 0xB890, 0xD3D3,
+ 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3,
+ 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xFFFF, 0xFFFF
+};
+
+static const u16 phy_mcu_ram_code_8126a_2_1[] = {
+ 0xa436, 0x8023, 0xa438, 0x4700, 0xa436, 0xB82E, 0xa438, 0x0001,
+ 0xb820, 0x0090, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012,
+ 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010,
+ 0xa438, 0x1800, 0xa438, 0x8025, 0xa438, 0x1800, 0xa438, 0x8033,
+ 0xa438, 0x1800, 0xa438, 0x8037, 0xa438, 0x1800, 0xa438, 0x803c,
+ 0xa438, 0x1800, 0xa438, 0x8044, 0xa438, 0x1800, 0xa438, 0x8054,
+ 0xa438, 0x1800, 0xa438, 0x8059, 0xa438, 0xd504, 0xa438, 0xc9b5,
+ 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x4070, 0xa438, 0x1800,
+ 0xa438, 0x107a, 0xa438, 0xd504, 0xa438, 0xc994, 0xa438, 0xd500,
+ 0xa438, 0xd707, 0xa438, 0x60d0, 0xa438, 0xd701, 0xa438, 0x252d,
+ 0xa438, 0x8023, 0xa438, 0x1800, 0xa438, 0x1064, 0xa438, 0x1800,
+ 0xa438, 0x107a, 0xa438, 0x1800, 0xa438, 0x1052, 0xa438, 0xd504,
+ 0xa438, 0xc9d0, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x60d0,
+ 0xa438, 0xd701, 0xa438, 0x252d, 0xa438, 0x8031, 0xa438, 0x1800,
+ 0xa438, 0x1171, 0xa438, 0x1800, 0xa438, 0x1187, 0xa438, 0x1800,
+ 0xa438, 0x116a, 0xa438, 0xc0ff, 0xa438, 0xcaff, 0xa438, 0x1800,
+ 0xa438, 0x00d6, 0xa438, 0xd504, 0xa438, 0xa001, 0xa438, 0xd704,
+ 0xa438, 0x1800, 0xa438, 0x128b, 0xa438, 0xd707, 0xa438, 0x2005,
+ 0xa438, 0x8042, 0xa438, 0xd75e, 0xa438, 0x1800, 0xa438, 0x137a,
+ 0xa438, 0x1800, 0xa438, 0x13ed, 0xa438, 0x61d0, 0xa438, 0xd701,
+ 0xa438, 0x60a5, 0xa438, 0xd504, 0xa438, 0xc9b2, 0xa438, 0xd500,
+ 0xa438, 0xf004, 0xa438, 0xd504, 0xa438, 0xc9b1, 0xa438, 0xd500,
+ 0xa438, 0xd707, 0xa438, 0x6070, 0xa438, 0x1800, 0xa438, 0x10a8,
+ 0xa438, 0x1800, 0xa438, 0x10bd, 0xa438, 0xd500, 0xa438, 0xc492,
+ 0xa438, 0xd501, 0xa438, 0x1800, 0xa438, 0x13c1, 0xa438, 0xa980,
+ 0xa438, 0xd500, 0xa438, 0x1800, 0xa438, 0x143b, 0xa436, 0xA026,
+ 0xa438, 0x143a, 0xa436, 0xA024, 0xa438, 0x13c0, 0xa436, 0xA022,
+ 0xa438, 0x10bc, 0xa436, 0xA020, 0xa438, 0x1379, 0xa436, 0xA006,
+ 0xa438, 0x128a, 0xa436, 0xA004, 0xa438, 0x00d5, 0xa436, 0xA002,
+ 0xa438, 0x1182, 0xa436, 0xA000, 0xa438, 0x1075, 0xa436, 0xA008,
+ 0xa438, 0xff00, 0xa436, 0xA016, 0xa438, 0x0010, 0xa436, 0xA012,
+ 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010,
+ 0xa438, 0x1800, 0xa438, 0x8015, 0xa438, 0x1800, 0xa438, 0x801a,
+ 0xa438, 0x1800, 0xa438, 0x801e, 0xa438, 0x1800, 0xa438, 0x8027,
+ 0xa438, 0x1800, 0xa438, 0x8027, 0xa438, 0x1800, 0xa438, 0x8027,
+ 0xa438, 0x1800, 0xa438, 0x8027, 0xa438, 0x0c0f, 0xa438, 0x0505,
+ 0xa438, 0xba01, 0xa438, 0x1800, 0xa438, 0x015e, 0xa438, 0x0c0f,
+ 0xa438, 0x0506, 0xa438, 0xba02, 0xa438, 0x1800, 0xa438, 0x017c,
+ 0xa438, 0x9910, 0xa438, 0x9a03, 0xa438, 0x1800, 0xa438, 0x02d4,
+ 0xa438, 0x8580, 0xa438, 0xc090, 0xa438, 0x9a03, 0xa438, 0x1000,
+ 0xa438, 0x02c9, 0xa438, 0xd700, 0xa438, 0x5fa3, 0xa438, 0x1800,
+ 0xa438, 0x0067, 0xa436, 0xA08E, 0xa438, 0xffff, 0xa436, 0xA08C,
+ 0xa438, 0xffff, 0xa436, 0xA08A, 0xa438, 0xffff, 0xa436, 0xA088,
+ 0xa438, 0xffff, 0xa436, 0xA086, 0xa438, 0x018c, 0xa436, 0xA084,
+ 0xa438, 0x02d3, 0xa436, 0xA082, 0xa438, 0x017a, 0xa436, 0xA080,
+ 0xa438, 0x015c, 0xa436, 0xA090, 0xa438, 0x000f, 0xa436, 0xA016,
+ 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014,
+ 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8023,
+ 0xa438, 0x1800, 0xa438, 0x8313, 0xa438, 0x1800, 0xa438, 0x831a,
+ 0xa438, 0x1800, 0xa438, 0x8489, 0xa438, 0x1800, 0xa438, 0x86b9,
+ 0xa438, 0x1800, 0xa438, 0x86c1, 0xa438, 0x1800, 0xa438, 0x87ad,
+ 0xa438, 0x1000, 0xa438, 0x124e, 0xa438, 0x9308, 0xa438, 0xb201,
+ 0xa438, 0xb301, 0xa438, 0xd701, 0xa438, 0x5fe0, 0xa438, 0xd2ff,
+ 0xa438, 0xb302, 0xa438, 0xd200, 0xa438, 0xb201, 0xa438, 0xb309,
+ 0xa438, 0xd701, 0xa438, 0x5fe0, 0xa438, 0xd2ff, 0xa438, 0xb302,
+ 0xa438, 0xd200, 0xa438, 0x1800, 0xa438, 0x0025, 0xa438, 0xd706,
+ 0xa438, 0x6069, 0xa438, 0xd700, 0xa438, 0x6421, 0xa438, 0xd70c,
+ 0xa438, 0x43ab, 0xa438, 0x800a, 0xa438, 0x8190, 0xa438, 0x8204,
+ 0xa438, 0xa280, 0xa438, 0x8406, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xa108, 0xa438, 0x9503, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x0c1f, 0xa438, 0x0f19, 0xa438, 0x9503, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x1000,
+ 0xa438, 0x11bd, 0xa438, 0x1800, 0xa438, 0x81aa, 0xa438, 0x8710,
+ 0xa438, 0xd701, 0xa438, 0x33b1, 0xa438, 0x8051, 0xa438, 0xd701,
+ 0xa438, 0x60b5, 0xa438, 0xd706, 0xa438, 0x6069, 0xa438, 0x1800,
+ 0xa438, 0x8056, 0xa438, 0xa00a, 0xa438, 0xa280, 0xa438, 0xa404,
+ 0xa438, 0x1800, 0xa438, 0x80f3, 0xa438, 0xd173, 0xa438, 0xd04d,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4,
+ 0xa438, 0xd173, 0xa438, 0xd05d, 0xa438, 0xd10d, 0xa438, 0xd049,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4,
+ 0xa438, 0xd700, 0xa438, 0x64f5, 0xa438, 0xd700, 0xa438, 0x5ee7,
+ 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f,
+ 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0xcb3c, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7d94, 0xa438, 0x6045,
+ 0xa438, 0xfffa, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xcb3d,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x60b5,
+ 0xa438, 0xd71f, 0xa438, 0x7bb4, 0xa438, 0x61b6, 0xa438, 0xfff8,
+ 0xa438, 0xbb80, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f,
+ 0xa438, 0x5fb4, 0xa438, 0x9b80, 0xa438, 0xd700, 0xa438, 0x60e7,
+ 0xa438, 0xcb3f, 0xa438, 0x1800, 0xa438, 0x8094, 0xa438, 0xcb3e,
+ 0xa438, 0x1800, 0xa438, 0x810f, 0xa438, 0x1800, 0xa438, 0x80f3,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xae04, 0xa438, 0x9503,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8e04, 0xa438, 0x9503, 0xa438, 0xd706, 0xa438, 0x65fe,
+ 0xa438, 0x0c1f, 0xa438, 0x0d04, 0xa438, 0x8dc0, 0xa438, 0x1000,
+ 0xa438, 0x11bd, 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x0cc0,
+ 0xa438, 0x0040, 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0,
+ 0xa438, 0x03e0, 0xa438, 0xccce, 0xa438, 0x1800, 0xa438, 0x80b7,
+ 0xa438, 0x0cc0, 0xa438, 0x0040, 0xa438, 0x0c03, 0xa438, 0x0100,
+ 0xa438, 0x0ce0, 0xa438, 0x0380, 0xa438, 0xcc9c, 0xa438, 0x8710,
+ 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000,
+ 0xa438, 0x112a, 0xa438, 0x8104, 0xa438, 0xa202, 0xa438, 0xa140,
+ 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8140, 0xa438, 0x1000,
+ 0xa438, 0x1121, 0xa438, 0xaa0f, 0xa438, 0xa130, 0xa438, 0xaa2f,
+ 0xa438, 0xa2d5, 0xa438, 0xa405, 0xa438, 0xa720, 0xa438, 0xa00a,
+ 0xa438, 0x1800, 0xa438, 0x80f3, 0xa438, 0xd704, 0xa438, 0x3cf1,
+ 0xa438, 0x80d5, 0xa438, 0x0c1f, 0xa438, 0x0d02, 0xa438, 0x1800,
+ 0xa438, 0x80d7, 0xa438, 0x0c1f, 0xa438, 0x0d01, 0xa438, 0x0cc0,
+ 0xa438, 0x0d40, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8710,
+ 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa108, 0xa438, 0x1000,
+ 0xa438, 0x112a, 0xa438, 0x8108, 0xa438, 0xa203, 0xa438, 0x8a2f,
+ 0xa438, 0xa130, 0xa438, 0x8204, 0xa438, 0xa140, 0xa438, 0x1000,
+ 0xa438, 0x112a, 0xa438, 0x8140, 0xa438, 0x1000, 0xa438, 0x1121,
+ 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xa204, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0xb920,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4,
+ 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f,
+ 0xa438, 0x6125, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0x1800,
+ 0xa438, 0x80f7, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0x9b01,
+ 0xa438, 0xd402, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd701,
+ 0xa438, 0x33b1, 0xa438, 0x811c, 0xa438, 0xd701, 0xa438, 0x60b5,
+ 0xa438, 0xd706, 0xa438, 0x6069, 0xa438, 0x1800, 0xa438, 0x811e,
+ 0xa438, 0x1800, 0xa438, 0x8183, 0xa438, 0xd70c, 0xa438, 0x40ab,
+ 0xa438, 0x800a, 0xa438, 0x8110, 0xa438, 0x8284, 0xa438, 0x8404,
+ 0xa438, 0xa710, 0xa438, 0x8120, 0xa438, 0x8241, 0xa438, 0x1000,
+ 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a,
+ 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0xaa2f,
+ 0xa438, 0xd70c, 0xa438, 0x438b, 0xa438, 0xa284, 0xa438, 0xd078,
+ 0xa438, 0x800a, 0xa438, 0x8110, 0xa438, 0xa284, 0xa438, 0x8404,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa108, 0xa438, 0x9503,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f19,
+ 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c,
+ 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f,
+ 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c,
+ 0xa438, 0x7f33, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8110, 0xa438, 0xa284,
+ 0xa438, 0xa404, 0xa438, 0xa00a, 0xa438, 0xd70c, 0xa438, 0x40a1,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xad10, 0xa438, 0x9503,
+ 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x0cc0, 0xa438, 0x0080,
+ 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x0340,
+ 0xa438, 0xcc52, 0xa438, 0x1800, 0xa438, 0x816b, 0xa438, 0x80c0,
+ 0xa438, 0x8103, 0xa438, 0x83e0, 0xa438, 0x8cff, 0xa438, 0xd193,
+ 0xa438, 0xd047, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xa110,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193,
+ 0xa438, 0xd700, 0xa438, 0x5f6a, 0xa438, 0xa180, 0xa438, 0xd1f5,
+ 0xa438, 0xd049, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x8710,
+ 0xa438, 0xa00a, 0xa438, 0x8190, 0xa438, 0x8204, 0xa438, 0xa280,
+ 0xa438, 0xa404, 0xa438, 0xbb80, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd71f, 0xa438, 0x5fb4, 0xa438, 0xb920, 0xa438, 0x9b80,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4,
+ 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xcb33,
+ 0xa438, 0xd71f, 0xa438, 0x6105, 0xa438, 0x5f74, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0x1800,
+ 0xa438, 0x818e, 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7f65, 0xa438, 0x9820,
+ 0xa438, 0x1800, 0xa438, 0x81f1, 0xa438, 0x0c1f, 0xa438, 0x0d04,
+ 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xa00a,
+ 0xa438, 0x8280, 0xa438, 0xa710, 0xa438, 0xd103, 0xa438, 0xd04c,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4,
+ 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000,
+ 0xa438, 0x11bd, 0xa438, 0x8710, 0xa438, 0xa190, 0xa438, 0xa204,
+ 0xa438, 0x8280, 0xa438, 0xa404, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0xa00a, 0xa438, 0xa110,
+ 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0xcb33, 0xa438, 0xd71f,
+ 0xa438, 0x5f54, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x6145, 0xa438, 0x6074,
+ 0xa438, 0x1800, 0xa438, 0x81d3, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0x1800, 0xa438, 0x81cd,
+ 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f,
+ 0xa438, 0x7fa5, 0xa438, 0xa710, 0xa438, 0x9820, 0xa438, 0xbb20,
+ 0xa438, 0x9308, 0xa438, 0xb210, 0xa438, 0xb301, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd701, 0xa438, 0x5fa4, 0xa438, 0xb302,
+ 0xa438, 0x9210, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa284,
+ 0xa438, 0xa404, 0xa438, 0xcb34, 0xa438, 0xd701, 0xa438, 0x33b1,
+ 0xa438, 0x823f, 0xa438, 0xd706, 0xa438, 0x60a9, 0xa438, 0xd1f5,
+ 0xa438, 0xd049, 0xa438, 0x1800, 0xa438, 0x8201, 0xa438, 0xd13c,
+ 0xa438, 0xd04a, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xd700,
+ 0xa438, 0x5f2b, 0xa438, 0x0c1f, 0xa438, 0x0d03, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8190, 0xa438, 0x8204,
+ 0xa438, 0xa280, 0xa438, 0xa00a, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8304, 0xa438, 0x9503, 0xa438, 0xcb35, 0xa438, 0xd70c,
+ 0xa438, 0x414b, 0xa438, 0x8280, 0xa438, 0x800a, 0xa438, 0xd411,
+ 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0x1000, 0xa438, 0x11bd,
+ 0xa438, 0xa280, 0xa438, 0xa00a, 0xa438, 0xd40a, 0xa438, 0xcb36,
+ 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd706, 0xa438, 0x431b,
+ 0xa438, 0x800a, 0xa438, 0x8180, 0xa438, 0x8280, 0xa438, 0x8404,
+ 0xa438, 0xa004, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8004,
+ 0xa438, 0xa001, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8001,
+ 0xa438, 0x0c03, 0xa438, 0x0902, 0xa438, 0xa00a, 0xa438, 0xd14a,
+ 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x0c1f,
+ 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd,
+ 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x0cc0, 0xa438, 0x0080,
+ 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x03a0,
+ 0xa438, 0xccb5, 0xa438, 0x1800, 0xa438, 0x8256, 0xa438, 0x0cc0,
+ 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0,
+ 0xa438, 0x0320, 0xa438, 0xcc21, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x0c30, 0xa438, 0x0120, 0xa438, 0xa304, 0xa438, 0x9503,
+ 0xa438, 0xd70c, 0xa438, 0x674b, 0xa438, 0xd704, 0xa438, 0x471a,
+ 0xa438, 0xa301, 0xa438, 0x800a, 0xa438, 0xa110, 0xa438, 0x8180,
+ 0xa438, 0xa204, 0xa438, 0x82a0, 0xa438, 0xa404, 0xa438, 0xaa40,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xaa01, 0xa438, 0x9503,
+ 0xa438, 0xd178, 0xa438, 0xd049, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74,
+ 0xa438, 0x8301, 0xa438, 0xa00a, 0xa438, 0x8110, 0xa438, 0xa180,
+ 0xa438, 0xa284, 0xa438, 0x8220, 0xa438, 0xa404, 0xa438, 0xd178,
+ 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xcb3a,
+ 0xa438, 0x8301, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280,
+ 0xa438, 0x8224, 0xa438, 0xa404, 0xa438, 0xd700, 0xa438, 0x6041,
+ 0xa438, 0xa402, 0xa438, 0xd178, 0xa438, 0xd049, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700,
+ 0xa438, 0x5f74, 0xa438, 0x1800, 0xa438, 0x82ab, 0xa438, 0xa00a,
+ 0xa438, 0xa190, 0xa438, 0xa2a4, 0xa438, 0xa404, 0xa438, 0xd700,
+ 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb37, 0xa438, 0xd706,
+ 0xa438, 0x60a9, 0xa438, 0xd13d, 0xa438, 0xd04a, 0xa438, 0x1800,
+ 0xa438, 0x82a7, 0xa438, 0xd13c, 0xa438, 0xd04b, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700,
+ 0xa438, 0x5f6b, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xd40d, 0xa438, 0x1000,
+ 0xa438, 0x110d, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xaa40,
+ 0xa438, 0xcb38, 0xa438, 0xd706, 0xa438, 0x6129, 0xa438, 0xd70c,
+ 0xa438, 0x608b, 0xa438, 0xd17a, 0xa438, 0xd047, 0xa438, 0xf006,
+ 0xa438, 0xd13d, 0xa438, 0xd04b, 0xa438, 0xf003, 0xa438, 0xd196,
+ 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xd704,
+ 0xa438, 0x35ac, 0xa438, 0x8311, 0xa438, 0x0cc0, 0xa438, 0x0000,
+ 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320,
+ 0xa438, 0xcc21, 0xa438, 0x0c1f, 0xa438, 0x0d03, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0cc0, 0xa438, 0x0000,
+ 0xa438, 0x0c07, 0xa438, 0x0c07, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xa280, 0xa438, 0x8780, 0xa438, 0x0c60, 0xa438, 0x0700,
+ 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd110,
+ 0xa438, 0xd04d, 0xa438, 0xf003, 0xa438, 0xd110, 0xa438, 0xd04d,
+ 0xa438, 0xcb4a, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700,
+ 0xa438, 0x5fb4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa240,
+ 0xa438, 0xa180, 0xa438, 0xa201, 0xa438, 0xa780, 0xa438, 0x9503,
+ 0xa438, 0xd114, 0xa438, 0xd04a, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0xcb4b, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1800,
+ 0xa438, 0x0bc3, 0xa438, 0x1800, 0xa438, 0x0bc3, 0xa438, 0x1000,
+ 0xa438, 0x110d, 0xa438, 0xd419, 0xa438, 0x1000, 0xa438, 0x110d,
+ 0xa438, 0x1800, 0xa438, 0x01ae, 0xa438, 0x8110, 0xa438, 0xa180,
+ 0xa438, 0x8280, 0xa438, 0xa404, 0xa438, 0xa00a, 0xa438, 0x8402,
+ 0xa438, 0xcb42, 0xa438, 0xd706, 0xa438, 0x3de9, 0xa438, 0x837a,
+ 0xa438, 0xd704, 0xa438, 0x35ac, 0xa438, 0x8380, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0x0c1f,
+ 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd,
+ 0xa438, 0xd418, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0x0c1f,
+ 0xa438, 0x0d03, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa780, 0xa438, 0xa20e,
+ 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd114,
+ 0xa438, 0xd04d, 0xa438, 0xf003, 0xa438, 0xd114, 0xa438, 0xd04d,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa003, 0xa438, 0x9503,
+ 0xa438, 0xcb4c, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700,
+ 0xa438, 0x5fb4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c60,
+ 0xa438, 0x0720, 0xa438, 0xa220, 0xa438, 0x9503, 0xa438, 0xcb4d,
+ 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd128, 0xa438, 0xd04f,
+ 0xa438, 0xf003, 0xa438, 0xd128, 0xa438, 0xd04f, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0x0c60, 0xa438, 0x0740, 0xa438, 0xa210,
+ 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd114,
+ 0xa438, 0xd04e, 0xa438, 0xf003, 0xa438, 0xd114, 0xa438, 0xd04e,
+ 0xa438, 0xcb4e, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700,
+ 0xa438, 0x5fb4, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0cc0, 0xa438, 0x0000,
+ 0xa438, 0x0c07, 0xa438, 0x0c01, 0xa438, 0xd704, 0xa438, 0x40b5,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa23c, 0xa438, 0x9503,
+ 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f,
+ 0xa438, 0x7fb4, 0xa438, 0x8710, 0xa438, 0x9920, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x6105, 0xa438, 0x6054,
+ 0xa438, 0xfffb, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700,
+ 0xa438, 0x5fa7, 0xa438, 0xffef, 0xa438, 0xa710, 0xa438, 0xb820,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fa5,
+ 0xa438, 0x9820, 0xa438, 0xa00a, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xa103, 0xa438, 0x9503, 0xa438, 0xbb20, 0xa438, 0xd706,
+ 0xa438, 0x60dd, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x0c30, 0xa438, 0x0120, 0xa438, 0xa304, 0xa438, 0x9503,
+ 0xa438, 0xa190, 0xa438, 0xa2a0, 0xa438, 0xa404, 0xa438, 0xa00a,
+ 0xa438, 0xa604, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402,
+ 0xa438, 0xcb43, 0xa438, 0xd17a, 0xa438, 0xd048, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700,
+ 0xa438, 0x5f74, 0xa438, 0x609d, 0xa438, 0xd417, 0xa438, 0x1000,
+ 0xa438, 0x110d, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f7a, 0xa438, 0xd704,
+ 0xa438, 0x5f36, 0xa438, 0xd706, 0xa438, 0x6089, 0xa438, 0xd40c,
+ 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xaa40, 0xa438, 0xbb10,
+ 0xa438, 0xcb50, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000,
+ 0xa438, 0x1193, 0xa438, 0xd71f, 0xa438, 0x5f75, 0xa438, 0x8190,
+ 0xa438, 0x82a0, 0xa438, 0x8402, 0xa438, 0xa404, 0xa438, 0x800a,
+ 0xa438, 0x8718, 0xa438, 0x9b10, 0xa438, 0x9b20, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb5, 0xa438, 0xcb51,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x5f94,
+ 0xa438, 0xd706, 0xa438, 0x6089, 0xa438, 0xd141, 0xa438, 0xd043,
+ 0xa438, 0xf003, 0xa438, 0xd141, 0xa438, 0xd044, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xd700,
+ 0xa438, 0x60e5, 0xa438, 0xd704, 0xa438, 0x60be, 0xa438, 0xd706,
+ 0xa438, 0x29b1, 0xa438, 0x83fb, 0xa438, 0xf002, 0xa438, 0xa880,
+ 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0x8220, 0xa438, 0xa280,
+ 0xa438, 0xa404, 0xa438, 0xa620, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xc5aa, 0xa438, 0x9503, 0xa438, 0xd700, 0xa438, 0x6061,
+ 0xa438, 0xa402, 0xa438, 0xa480, 0xa438, 0xcb52, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fba, 0xa438, 0xd704,
+ 0xa438, 0x5f76, 0xa438, 0xb920, 0xa438, 0xcb53, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920,
+ 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280, 0xa438, 0x8220,
+ 0xa438, 0xa404, 0xa438, 0xb580, 0xa438, 0xd700, 0xa438, 0x40a1,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa602, 0xa438, 0x9503,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa310, 0xa438, 0x9503,
+ 0xa438, 0xcb60, 0xa438, 0xd1c8, 0xa438, 0xd045, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xaa10,
+ 0xa438, 0xd70c, 0xa438, 0x2833, 0xa438, 0x8434, 0xa438, 0xf003,
+ 0xa438, 0x1000, 0xa438, 0x1238, 0xa438, 0xd70c, 0xa438, 0x40a6,
+ 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa140, 0xa438, 0x9503,
+ 0xa438, 0xd70c, 0xa438, 0x40a3, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xac20, 0xa438, 0x9503, 0xa438, 0xa90c, 0xa438, 0xaa80,
+ 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000,
+ 0xa438, 0x11bd, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280,
+ 0xa438, 0x8220, 0xa438, 0xa404, 0xa438, 0xb580, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xc500, 0xa438, 0x9503, 0xa438, 0x83e0,
+ 0xa438, 0xd700, 0xa438, 0x40c1, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xa602, 0xa438, 0x9503, 0xa438, 0x8e01, 0xa438, 0xd14a,
+ 0xa438, 0xd058, 0xa438, 0xd70c, 0xa438, 0x4063, 0xa438, 0x1000,
+ 0xa438, 0x11f2, 0xa438, 0xcb62, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd704, 0xa438, 0x2e70, 0xa438, 0x8479, 0xa438, 0xd71f,
+ 0xa438, 0x626e, 0xa438, 0xd704, 0xa438, 0x3868, 0xa438, 0x847d,
+ 0xa438, 0xd70c, 0xa438, 0x2f18, 0xa438, 0x8483, 0xa438, 0xd700,
+ 0xa438, 0x5db5, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc5aa,
+ 0xa438, 0x9503, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x1800,
+ 0xa438, 0x0d6f, 0xa438, 0x1800, 0xa438, 0x0f15, 0xa438, 0x1800,
+ 0xa438, 0x0dae, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc5aa,
+ 0xa438, 0x9503, 0xa438, 0x1800, 0xa438, 0x0fc9, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xc5aa, 0xa438, 0x9503, 0xa438, 0x1800,
+ 0xa438, 0x0d84, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70c,
+ 0xa438, 0x5fa4, 0xa438, 0xa706, 0xa438, 0xd70c, 0xa438, 0x408b,
+ 0xa438, 0xa701, 0xa438, 0xa502, 0xa438, 0xa880, 0xa438, 0x8801,
+ 0xa438, 0x8e01, 0xa438, 0xca50, 0xa438, 0x1000, 0xa438, 0x852e,
+ 0xa438, 0xca51, 0xa438, 0xd70e, 0xa438, 0x2210, 0xa438, 0x852c,
+ 0xa438, 0xd70c, 0xa438, 0x4084, 0xa438, 0xd705, 0xa438, 0x5efd,
+ 0xa438, 0xf007, 0xa438, 0x1000, 0xa438, 0x16e9, 0xa438, 0xd70c,
+ 0xa438, 0x5ca2, 0xa438, 0x1800, 0xa438, 0x15b2, 0xa438, 0xd70c,
+ 0xa438, 0x605a, 0xa438, 0x9a10, 0xa438, 0x8e40, 0xa438, 0x8404,
+ 0xa438, 0x1000, 0xa438, 0x174e, 0xa438, 0x8e80, 0xa438, 0xca62,
+ 0xa438, 0xd705, 0xa438, 0x3084, 0xa438, 0x850e, 0xa438, 0xba10,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x1000, 0xa438, 0x8608,
+ 0xa438, 0x0c03, 0xa438, 0x0100, 0xa438, 0xd702, 0xa438, 0x4638,
+ 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x16e5,
+ 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c,
+ 0xa438, 0x8108, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940,
+ 0xa438, 0x1000, 0xa438, 0x1702, 0xa438, 0xa0c4, 0xa438, 0x8610,
+ 0xa438, 0x8030, 0xa438, 0x8706, 0xa438, 0x0c07, 0xa438, 0x0b06,
+ 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xa702, 0xa438, 0xd1c4,
+ 0xa438, 0xd045, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000,
+ 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x0c07,
+ 0xa438, 0x0b06, 0xa438, 0xa030, 0xa438, 0xa610, 0xa438, 0xd700,
+ 0xa438, 0x6041, 0xa438, 0xa501, 0xa438, 0xa108, 0xa438, 0xd1c4,
+ 0xa438, 0xd045, 0xa438, 0xca63, 0xa438, 0x1000, 0xa438, 0x16e5,
+ 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c,
+ 0xa438, 0xd702, 0xa438, 0x6078, 0xa438, 0x9920, 0xa438, 0xf003,
+ 0xa438, 0xb920, 0xa438, 0xa880, 0xa438, 0x9a10, 0xa438, 0x1000,
+ 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd71f,
+ 0xa438, 0x5f73, 0xa438, 0xf011, 0xa438, 0xd70c, 0xa438, 0x409b,
+ 0xa438, 0x9920, 0xa438, 0x9a10, 0xa438, 0xfff5, 0xa438, 0x80fe,
+ 0xa438, 0x8610, 0xa438, 0x8501, 0xa438, 0x8980, 0xa438, 0x8702,
+ 0xa438, 0xa410, 0xa438, 0xa940, 0xa438, 0x81c0, 0xa438, 0xae80,
+ 0xa438, 0x1800, 0xa438, 0x84b3, 0xa438, 0x8804, 0xa438, 0xa704,
+ 0xa438, 0x8788, 0xa438, 0xff80, 0xa438, 0xbb08, 0xa438, 0x0c1f,
+ 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x1702,
+ 0xa438, 0x8701, 0xa438, 0x8502, 0xa438, 0xa0f4, 0xa438, 0xa610,
+ 0xa438, 0xd700, 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501,
+ 0xa438, 0x8706, 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xca64,
+ 0xa438, 0xd110, 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x16e5,
+ 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c,
+ 0xa438, 0x8804, 0xa438, 0xa706, 0xa438, 0x1800, 0xa438, 0x848d,
+ 0xa438, 0x1800, 0xa438, 0x1384, 0xa438, 0xd705, 0xa438, 0x405f,
+ 0xa438, 0xf036, 0xa438, 0xd705, 0xa438, 0x6234, 0xa438, 0xd70c,
+ 0xa438, 0x41c6, 0xa438, 0xd70d, 0xa438, 0x419d, 0xa438, 0xd70d,
+ 0xa438, 0x417e, 0xa438, 0xd704, 0xa438, 0x6127, 0xa438, 0x2951,
+ 0xa438, 0x8543, 0xa438, 0xd70c, 0xa438, 0x4083, 0xa438, 0xd70c,
+ 0xa438, 0x2e81, 0xa438, 0x8543, 0xa438, 0xf0c5, 0xa438, 0x80fe,
+ 0xa438, 0x8610, 0xa438, 0x8501, 0xa438, 0x8704, 0xa438, 0x0c30,
+ 0xa438, 0x0410, 0xa438, 0xa701, 0xa438, 0xac02, 0xa438, 0xa502,
+ 0xa438, 0x8980, 0xa438, 0xca60, 0xa438, 0xa004, 0xa438, 0xd70c,
+ 0xa438, 0x6065, 0xa438, 0x1800, 0xa438, 0x8554, 0xa438, 0x8004,
+ 0xa438, 0xa804, 0xa438, 0x0c0f, 0xa438, 0x0602, 0xa438, 0x0c70,
+ 0xa438, 0x0730, 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c,
+ 0xa438, 0x0c1f, 0xa438, 0x0912, 0xa438, 0xf003, 0xa438, 0x0c1f,
+ 0xa438, 0x090e, 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x1702,
+ 0xa438, 0xa780, 0xa438, 0xf0a2, 0xa438, 0xd704, 0xa438, 0x63eb,
+ 0xa438, 0xd705, 0xa438, 0x43b1, 0xa438, 0xd702, 0xa438, 0x339c,
+ 0xa438, 0x8607, 0xa438, 0x8788, 0xa438, 0x8704, 0xa438, 0x0c1f,
+ 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x1702,
+ 0xa438, 0x8410, 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700,
+ 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0xa706,
+ 0xa438, 0x8804, 0xa438, 0xa980, 0xa438, 0xd70c, 0xa438, 0x6085,
+ 0xa438, 0x8701, 0xa438, 0x8502, 0xa438, 0x8c02, 0xa438, 0xa701,
+ 0xa438, 0xa502, 0xa438, 0xf082, 0xa438, 0xd70c, 0xa438, 0x60c5,
+ 0xa438, 0xd702, 0xa438, 0x6053, 0xa438, 0xf07d, 0xa438, 0x1800,
+ 0xa438, 0x8604, 0xa438, 0xd70d, 0xa438, 0x4d1b, 0xa438, 0xba10,
+ 0xa438, 0xae40, 0xa438, 0x0cfc, 0xa438, 0x03b4, 0xa438, 0x0cfc,
+ 0xa438, 0x05b4, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000,
+ 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c,
+ 0xa438, 0x5f7c, 0xa438, 0x8706, 0xa438, 0x8280, 0xa438, 0xace0,
+ 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x16e5,
+ 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd702, 0xa438, 0x5f79,
+ 0xa438, 0x8240, 0xa438, 0xd702, 0xa438, 0x6898, 0xa438, 0xd702,
+ 0xa438, 0x4957, 0xa438, 0x1800, 0xa438, 0x85f6, 0xa438, 0xa1c0,
+ 0xa438, 0x0c3f, 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x030c,
+ 0xa438, 0x0cfc, 0xa438, 0x050c, 0xa438, 0x8108, 0xa438, 0x8640,
+ 0xa438, 0xa120, 0xa438, 0xa640, 0xa438, 0x0c03, 0xa438, 0x0101,
+ 0xa438, 0xa110, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca84,
+ 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f,
+ 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xd702, 0xa438, 0x60fc,
+ 0xa438, 0x8210, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0,
+ 0xa438, 0x0520, 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4,
+ 0xa438, 0xd043, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000,
+ 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8233,
+ 0xa438, 0x0cfc, 0xa438, 0x036c, 0xa438, 0x0cfc, 0xa438, 0x056c,
+ 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca85, 0xa438, 0x1000,
+ 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c,
+ 0xa438, 0x5f7c, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000,
+ 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd702,
+ 0xa438, 0x5f79, 0xa438, 0x8240, 0xa438, 0x0cfc, 0xa438, 0x0390,
+ 0xa438, 0x0cfc, 0xa438, 0x0590, 0xa438, 0xd702, 0xa438, 0x6058,
+ 0xa438, 0xf002, 0xa438, 0xfec7, 0xa438, 0x81c0, 0xa438, 0x8880,
+ 0xa438, 0x8706, 0xa438, 0xca61, 0xa438, 0xd1c4, 0xa438, 0xd054,
+ 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f,
+ 0xa438, 0xd70c, 0xa438, 0x5f7d, 0xa438, 0xa706, 0xa438, 0xf004,
+ 0xa438, 0x8788, 0xa438, 0xa404, 0xa438, 0x8702, 0xa438, 0x0800,
+ 0xa438, 0x8443, 0xa438, 0x8303, 0xa438, 0x8280, 0xa438, 0x9920,
+ 0xa438, 0x8ce0, 0xa438, 0x8004, 0xa438, 0xa1c0, 0xa438, 0xd70e,
+ 0xa438, 0x404a, 0xa438, 0xa280, 0xa438, 0xd702, 0xa438, 0x3bd0,
+ 0xa438, 0x8618, 0xa438, 0x0c3f, 0xa438, 0x0223, 0xa438, 0xf003,
+ 0xa438, 0x0c3f, 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x0308,
+ 0xa438, 0x0cfc, 0xa438, 0x0508, 0xa438, 0x8108, 0xa438, 0x8640,
+ 0xa438, 0xa120, 0xa438, 0xa640, 0xa438, 0xd702, 0xa438, 0x6077,
+ 0xa438, 0x8103, 0xa438, 0xf003, 0xa438, 0x0c03, 0xa438, 0x0101,
+ 0xa438, 0xa110, 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0xa108,
+ 0xa438, 0xf006, 0xa438, 0xd704, 0xa438, 0x6077, 0xa438, 0x8108,
+ 0xa438, 0xf002, 0xa438, 0xa108, 0xa438, 0xd193, 0xa438, 0xd045,
+ 0xa438, 0xca82, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e,
+ 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c,
+ 0xa438, 0x5f3c, 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210,
+ 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520,
+ 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043,
+ 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a,
+ 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f3c,
+ 0xa438, 0xd702, 0xa438, 0x3bd0, 0xa438, 0x8656, 0xa438, 0x0c3f,
+ 0xa438, 0x020c, 0xa438, 0xf002, 0xa438, 0x823f, 0xa438, 0x0cfc,
+ 0xa438, 0x034c, 0xa438, 0x0cfc, 0xa438, 0x054c, 0xa438, 0xd1c4,
+ 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e,
+ 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c,
+ 0xa438, 0x5f3c, 0xa438, 0x820c, 0xa438, 0xa360, 0xa438, 0xa560,
+ 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0xca83, 0xa438, 0x1000,
+ 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000,
+ 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd70e,
+ 0xa438, 0x406a, 0xa438, 0x8680, 0xa438, 0xf002, 0xa438, 0xa680,
+ 0xa438, 0xa240, 0xa438, 0x0c0f, 0xa438, 0x0604, 0xa438, 0x0c70,
+ 0xa438, 0x0750, 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c,
+ 0xa438, 0x0c1f, 0xa438, 0x0914, 0xa438, 0xf003, 0xa438, 0x0c1f,
+ 0xa438, 0x0910, 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x1702,
+ 0xa438, 0xa780, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e,
+ 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd702,
+ 0xa438, 0x399c, 0xa438, 0x8689, 0xa438, 0x8240, 0xa438, 0x8788,
+ 0xa438, 0xd702, 0xa438, 0x63f8, 0xa438, 0xd705, 0xa438, 0x643c,
+ 0xa438, 0xa402, 0xa438, 0xf012, 0xa438, 0x8402, 0xa438, 0xd705,
+ 0xa438, 0x611b, 0xa438, 0xa401, 0xa438, 0xa302, 0xa438, 0xd702,
+ 0xa438, 0x417d, 0xa438, 0xa440, 0xa438, 0xa280, 0xa438, 0xf008,
+ 0xa438, 0x8401, 0xa438, 0x8302, 0xa438, 0xd70c, 0xa438, 0x6060,
+ 0xa438, 0xa301, 0xa438, 0xf002, 0xa438, 0x8301, 0xa438, 0xd70c,
+ 0xa438, 0x4080, 0xa438, 0xd70e, 0xa438, 0x604a, 0xa438, 0xff5f,
+ 0xa438, 0xd705, 0xa438, 0x3cdd, 0xa438, 0x86b8, 0xa438, 0xff5b,
+ 0xa438, 0x0cfc, 0xa438, 0x0390, 0xa438, 0x0cfc, 0xa438, 0x0590,
+ 0xa438, 0x0800, 0xa438, 0x0c1f, 0xa438, 0x0d00, 0xa438, 0x8dc0,
+ 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xa504, 0xa438, 0x1800,
+ 0xa438, 0x0fd3, 0xa438, 0xd70d, 0xa438, 0x407d, 0xa438, 0xa710,
+ 0xa438, 0xf002, 0xa438, 0xa710, 0xa438, 0x9580, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0x0c1f,
+ 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd,
+ 0xa438, 0xcb81, 0xa438, 0xd70c, 0xa438, 0x4882, 0xa438, 0xd706,
+ 0xa438, 0x407a, 0xa438, 0xd70c, 0xa438, 0x4807, 0xa438, 0xd706,
+ 0xa438, 0x405a, 0xa438, 0x8910, 0xa438, 0xa210, 0xa438, 0xd704,
+ 0xa438, 0x611c, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03,
+ 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x03a0, 0xa438, 0xccb5,
+ 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0102,
+ 0xa438, 0x0ce0, 0xa438, 0x0340, 0xa438, 0xcc52, 0xa438, 0xd706,
+ 0xa438, 0x42ba, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f,
+ 0xa438, 0x0f1c, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x8190, 0xa438, 0x8204,
+ 0xa438, 0xf016, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f,
+ 0xa438, 0x0f1b, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0xd70c, 0xa438, 0x6047,
+ 0xa438, 0xf002, 0xa438, 0xf00c, 0xa438, 0xd403, 0xa438, 0xcb82,
+ 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd40a, 0xa438, 0x1000,
+ 0xa438, 0x110d, 0xa438, 0xd70c, 0xa438, 0x4247, 0xa438, 0x1000,
+ 0xa438, 0x1225, 0xa438, 0x8a40, 0xa438, 0x1000, 0xa438, 0x1118,
+ 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8104,
+ 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xa704, 0xa438, 0x9503, 0xa438, 0xcb88, 0xa438, 0xf012,
+ 0xa438, 0xa210, 0xa438, 0xa00a, 0xa438, 0xaa40, 0xa438, 0x1000,
+ 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a,
+ 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0xa190,
+ 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0x8a10, 0xa438, 0x8a80,
+ 0xa438, 0xcb84, 0xa438, 0xd13e, 0xa438, 0xd05a, 0xa438, 0xd13e,
+ 0xa438, 0xd06b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700,
+ 0xa438, 0x3559, 0xa438, 0x874b, 0xa438, 0xfffb, 0xa438, 0xd700,
+ 0xa438, 0x604b, 0xa438, 0xcb8a, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd700, 0xa438, 0x3659, 0xa438, 0x8754, 0xa438, 0xfffb,
+ 0xa438, 0xd700, 0xa438, 0x606b, 0xa438, 0xcb8b, 0xa438, 0x5eeb,
+ 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb8c,
+ 0xa438, 0xd706, 0xa438, 0x609a, 0xa438, 0xd1f5, 0xa438, 0xd048,
+ 0xa438, 0xf003, 0xa438, 0xd160, 0xa438, 0xd04b, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xcb8d,
+ 0xa438, 0x8710, 0xa438, 0xd71f, 0xa438, 0x5fd4, 0xa438, 0xb920,
+ 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4,
+ 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f,
+ 0xa438, 0x6105, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000,
+ 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0xfff0,
+ 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xd114,
+ 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700,
+ 0xa438, 0x5fba, 0xa438, 0xd704, 0xa438, 0x5f76, 0xa438, 0xd700,
+ 0xa438, 0x5f34, 0xa438, 0xd700, 0xa438, 0x6081, 0xa438, 0xd706,
+ 0xa438, 0x405a, 0xa438, 0xa480, 0xa438, 0xcb86, 0xa438, 0xd706,
+ 0xa438, 0x609a, 0xa438, 0xd1c8, 0xa438, 0xd045, 0xa438, 0xf003,
+ 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175,
+ 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0cc0, 0xa438, 0x0000,
+ 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320,
+ 0xa438, 0xcc29, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xd114,
+ 0xa438, 0xd040, 0xa438, 0xd700, 0xa438, 0x5ff4, 0xa438, 0x1800,
+ 0xa438, 0x0bc3, 0xa438, 0xa00a, 0xa438, 0x9308, 0xa438, 0xb210,
+ 0xa438, 0xb301, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd701,
+ 0xa438, 0x5fa4, 0xa438, 0xb302, 0xa438, 0x9210, 0xa438, 0x800a,
+ 0xa438, 0x1800, 0xa438, 0x0573, 0xa436, 0xA10E, 0xa438, 0x0572,
+ 0xa436, 0xA10C, 0xa438, 0x0e47, 0xa436, 0xA10A, 0xa438, 0x0fd2,
+ 0xa436, 0xA108, 0xa438, 0x1503, 0xa436, 0xA106, 0xa438, 0x0c0d,
+ 0xa436, 0xA104, 0xa438, 0x01ac, 0xa436, 0xA102, 0xa438, 0x0956,
+ 0xa436, 0xA100, 0xa438, 0x001c, 0xa436, 0xA110, 0xa438, 0x00ff,
+ 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x1ff8,
+ 0xa436, 0xA014, 0xa438, 0x0000, 0xa438, 0x85f0, 0xa438, 0xa2a0,
+ 0xa438, 0x8880, 0xa438, 0x0d00, 0xa438, 0xc500, 0xa438, 0x800a,
+ 0xa438, 0xae01, 0xa436, 0xA164, 0xa438, 0x1013, 0xa436, 0xA166,
+ 0xa438, 0x1014, 0xa436, 0xA168, 0xa438, 0x0F98, 0xa436, 0xA16A,
+ 0xa438, 0x0DCA, 0xa436, 0xA16C, 0xa438, 0x109B, 0xa436, 0xA16E,
+ 0xa438, 0x10A2, 0xa436, 0xA170, 0xa438, 0x0F33, 0xa436, 0xA172,
+ 0xa438, 0x0F6E, 0xa436, 0xA162, 0xa438, 0x00ff, 0xa436, 0xb87c,
+ 0xa438, 0x8a45, 0xa436, 0xb87e, 0xa438, 0xaf8a, 0xa438, 0x5daf,
+ 0xa438, 0x8a63, 0xa438, 0xaf8a, 0xa438, 0x6caf, 0xa438, 0x8a78,
+ 0xa438, 0xaf8a, 0xa438, 0x87af, 0xa438, 0x8a90, 0xa438, 0xaf8a,
+ 0xa438, 0x96af, 0xa438, 0x8acf, 0xa438, 0x028a, 0xa438, 0xecaf,
+ 0xa438, 0x211f, 0xa438, 0x0265, 0xa438, 0xcb02, 0xa438, 0x8fb4,
+ 0xa438, 0xaf21, 0xa438, 0x6fa1, 0xa438, 0x1903, 0xa438, 0x028f,
+ 0xa438, 0x3d02, 0xa438, 0x2261, 0xa438, 0xaf21, 0xa438, 0x2ead,
+ 0xa438, 0x2109, 0xa438, 0xe08f, 0xa438, 0xffac, 0xa438, 0x2503,
+ 0xa438, 0xaf4b, 0xa438, 0xeeaf, 0xa438, 0x4beb, 0xa438, 0xad35,
+ 0xa438, 0x03af, 0xa438, 0x421b, 0xa438, 0xaf42, 0xa438, 0x5ce1,
+ 0xa438, 0x8652, 0xa438, 0xaf49, 0xa438, 0xdcef, 0xa438, 0x31e1,
+ 0xa438, 0x8ffd, 0xa438, 0xac28, 0xa438, 0x2ebf, 0xa438, 0x6dda,
+ 0xa438, 0x0274, 0xa438, 0x95ad, 0xa438, 0x2825, 0xa438, 0xe28f,
+ 0xa438, 0xe4ef, 0xa438, 0x131b, 0xa438, 0x12ac, 0xa438, 0x2f10,
+ 0xa438, 0xef31, 0xa438, 0x1f44, 0xa438, 0xef13, 0xa438, 0xbf6c,
+ 0xa438, 0xcf02, 0xa438, 0x7476, 0xa438, 0x1a12, 0xa438, 0xae08,
+ 0xa438, 0xbf6c, 0xa438, 0xcf02, 0xa438, 0x744a, 0xa438, 0xef13,
+ 0xa438, 0xaf08, 0xa438, 0x66af, 0xa438, 0x085c, 0xa438, 0xe18f,
+ 0xa438, 0xe3ad, 0xa438, 0x2706, 0xa438, 0xe58f, 0xa438, 0xe9af,
+ 0xa438, 0x4091, 0xa438, 0xe08f, 0xa438, 0xe1ac, 0xa438, 0x2002,
+ 0xa438, 0xae03, 0xa438, 0xe18f, 0xa438, 0xe2e5, 0xa438, 0x8fe9,
+ 0xa438, 0xaf3f, 0xa438, 0xe5f8, 0xa438, 0xe08f, 0xa438, 0xe7a0,
+ 0xa438, 0x0005, 0xa438, 0x028b, 0xa438, 0x0dae, 0xa438, 0x13a0,
+ 0xa438, 0x0105, 0xa438, 0x028b, 0xa438, 0x96ae, 0xa438, 0x0ba0,
+ 0xa438, 0x0205, 0xa438, 0x028b, 0xa438, 0xc2ae, 0xa438, 0x0302,
+ 0xa438, 0x8c18, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xef69,
+ 0xa438, 0xfafb, 0xa438, 0xe080, 0xa438, 0x15ad, 0xa438, 0x2343,
+ 0xa438, 0xe08f, 0xa438, 0xfdac, 0xa438, 0x203d, 0xa438, 0xe08f,
+ 0xa438, 0xe9a0, 0xa438, 0x0002, 0xa438, 0xae35, 0xa438, 0xee8f,
+ 0xa438, 0xe800, 0xa438, 0x028c, 0xa438, 0xc8bf, 0xa438, 0x8feb,
+ 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf, 0xa438, 0x8fef,
+ 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7402, 0xa438, 0x73a4,
+ 0xa438, 0xad50, 0xa438, 0x18ee, 0xa438, 0x8fff, 0xa438, 0x0102,
+ 0xa438, 0x8e1b, 0xa438, 0x0273, 0xa438, 0xd7ef, 0xa438, 0x47e5,
+ 0xa438, 0x85a6, 0xa438, 0xe485, 0xa438, 0xa5ee, 0xa438, 0x8fe7,
+ 0xa438, 0x01ae, 0xa438, 0x33bf, 0xa438, 0x8f87, 0xa438, 0x0274,
+ 0xa438, 0x4abf, 0xa438, 0x8f8d, 0xa438, 0x0274, 0xa438, 0x4abf,
+ 0xa438, 0x8f93, 0xa438, 0x0274, 0xa438, 0x4abf, 0xa438, 0x8f99,
+ 0xa438, 0x0274, 0xa438, 0x4abf, 0xa438, 0x8f84, 0xa438, 0x0274,
+ 0xa438, 0x53bf, 0xa438, 0x8f8a, 0xa438, 0x0274, 0xa438, 0x53bf,
+ 0xa438, 0x8f90, 0xa438, 0x0274, 0xa438, 0x53bf, 0xa438, 0x8f96,
+ 0xa438, 0x0274, 0xa438, 0x5302, 0xa438, 0x2261, 0xa438, 0xfffe,
+ 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xfafb,
+ 0xa438, 0xe085, 0xa438, 0xa5e1, 0xa438, 0x85a6, 0xa438, 0xef64,
+ 0xa438, 0xd000, 0xa438, 0xe18f, 0xa438, 0xeaef, 0xa438, 0x7402,
+ 0xa438, 0x73f2, 0xa438, 0xad50, 0xa438, 0x10e0, 0xa438, 0x8fe8,
+ 0xa438, 0xac24, 0xa438, 0x06ee, 0xa438, 0x8fe7, 0xa438, 0x02ae,
+ 0xa438, 0x04ee, 0xa438, 0x8fe7, 0xa438, 0x03ff, 0xa438, 0xfefc,
+ 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfb02,
+ 0xa438, 0x8cc8, 0xa438, 0xbf8f, 0xa438, 0xebd8, 0xa438, 0x19d9,
+ 0xa438, 0xbf8f, 0xa438, 0xf3e2, 0xa438, 0x8fe8, 0xa438, 0xef32,
+ 0xa438, 0x4b02, 0xa438, 0x1a93, 0xa438, 0xdc19, 0xa438, 0xdd12,
+ 0xa438, 0xe68f, 0xa438, 0xe8e3, 0xa438, 0x8fe9, 0xa438, 0x1b23,
+ 0xa438, 0xad37, 0xa438, 0x07e0, 0xa438, 0x8fff, 0xa438, 0x4802,
+ 0xa438, 0xae09, 0xa438, 0xee8f, 0xa438, 0xe810, 0xa438, 0x1f00,
+ 0xa438, 0xe48f, 0xa438, 0xfee4, 0xa438, 0x8fff, 0xa438, 0x028e,
+ 0xa438, 0x1b02, 0xa438, 0x73d7, 0xa438, 0xef47, 0xa438, 0xe585,
+ 0xa438, 0xa6e4, 0xa438, 0x85a5, 0xa438, 0xee8f, 0xa438, 0xe701,
+ 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8,
+ 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0x028c,
+ 0xa438, 0xc8bf, 0xa438, 0x8feb, 0xa438, 0xd819, 0xa438, 0xd9ef,
+ 0xa438, 0x64bf, 0xa438, 0x8fef, 0xa438, 0xd819, 0xa438, 0xd9ef,
+ 0xa438, 0x7402, 0xa438, 0x73a4, 0xa438, 0xad50, 0xa438, 0x27bf,
+ 0xa438, 0x8fed, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf,
+ 0xa438, 0x8ff1, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7402,
+ 0xa438, 0x73a4, 0xa438, 0xad50, 0xa438, 0x11e2, 0xa438, 0x8fe8,
+ 0xa438, 0xe38f, 0xa438, 0xe9ef, 0xa438, 0x0258, 0xa438, 0x0f1b,
+ 0xa438, 0x03ac, 0xa438, 0x2744, 0xa438, 0xae09, 0xa438, 0xe08f,
+ 0xa438, 0xfee4, 0xa438, 0x8fff, 0xa438, 0x028e, 0xa438, 0x1b02,
+ 0xa438, 0x2261, 0xa438, 0xee8f, 0xa438, 0xe700, 0xa438, 0xbf8f,
+ 0xa438, 0x8702, 0xa438, 0x744a, 0xa438, 0xbf8f, 0xa438, 0x8d02,
+ 0xa438, 0x744a, 0xa438, 0xbf8f, 0xa438, 0x9302, 0xa438, 0x744a,
+ 0xa438, 0xbf8f, 0xa438, 0x9902, 0xa438, 0x744a, 0xa438, 0xbf8f,
+ 0xa438, 0x8402, 0xa438, 0x7453, 0xa438, 0xbf8f, 0xa438, 0x8a02,
+ 0xa438, 0x7453, 0xa438, 0xbf8f, 0xa438, 0x9002, 0xa438, 0x7453,
+ 0xa438, 0xbf8f, 0xa438, 0x9602, 0xa438, 0x7453, 0xa438, 0xae1f,
+ 0xa438, 0x12e6, 0xa438, 0x8fe8, 0xa438, 0xe08f, 0xa438, 0xffe4,
+ 0xa438, 0x8ffe, 0xa438, 0x028d, 0xa438, 0x3e02, 0xa438, 0x8e1b,
+ 0xa438, 0x0273, 0xa438, 0xd7ef, 0xa438, 0x47e5, 0xa438, 0x85a6,
+ 0xa438, 0xe485, 0xa438, 0xa5ee, 0xa438, 0x8fe7, 0xa438, 0x01ff,
+ 0xa438, 0xfeef, 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8,
+ 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0x1f22,
+ 0xa438, 0xee8f, 0xa438, 0xeb00, 0xa438, 0xee8f, 0xa438, 0xec00,
+ 0xa438, 0xee8f, 0xa438, 0xed00, 0xa438, 0xee8f, 0xa438, 0xee00,
+ 0xa438, 0x1f33, 0xa438, 0xee8f, 0xa438, 0xe500, 0xa438, 0xee8f,
+ 0xa438, 0xe600, 0xa438, 0xbf53, 0xa438, 0x7d02, 0xa438, 0x7662,
+ 0xa438, 0xef64, 0xa438, 0xbf8f, 0xa438, 0xe5d8, 0xa438, 0x19d9,
+ 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0xbfef, 0xa438, 0x47dd,
+ 0xa438, 0x89dc, 0xa438, 0xd1ff, 0xa438, 0xb1fe, 0xa438, 0x13ad,
+ 0xa438, 0x3be0, 0xa438, 0x0d73, 0xa438, 0xbf8f, 0xa438, 0xedd8,
+ 0xa438, 0x19d9, 0xa438, 0xef64, 0xa438, 0xef47, 0xa438, 0x0273,
+ 0xa438, 0xa4ad, 0xa438, 0x5003, 0xa438, 0xdd89, 0xa438, 0xdcef,
+ 0xa438, 0x64bf, 0xa438, 0x8feb, 0xa438, 0xd819, 0xa438, 0xd91a,
+ 0xa438, 0x46dd, 0xa438, 0x89dc, 0xa438, 0x12ad, 0xa438, 0x32b0,
+ 0xa438, 0x0d42, 0xa438, 0xdc19, 0xa438, 0xddff, 0xa438, 0xfeef,
+ 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xf9fa,
+ 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0x1f22, 0xa438, 0xd6ff,
+ 0xa438, 0xffef, 0xa438, 0x03bf, 0xa438, 0x8ff3, 0xa438, 0xef32,
+ 0xa438, 0x4b02, 0xa438, 0x1a93, 0xa438, 0xef30, 0xa438, 0xd819,
+ 0xa438, 0xd9ef, 0xa438, 0x7402, 0xa438, 0x73a4, 0xa438, 0xac50,
+ 0xa438, 0x04ef, 0xa438, 0x32ef, 0xa438, 0x64e0, 0xa438, 0x8fe9,
+ 0xa438, 0x12ef, 0xa438, 0x121b, 0xa438, 0x10ac, 0xa438, 0x2fd9,
+ 0xa438, 0xef03, 0xa438, 0xbf8f, 0xa438, 0xf348, 0xa438, 0x021a,
+ 0xa438, 0x90ec, 0xa438, 0xff19, 0xa438, 0xecff, 0xa438, 0xd001,
+ 0xa438, 0xae03, 0xa438, 0x0c01, 0xa438, 0x83a3, 0xa438, 0x00fa,
+ 0xa438, 0xe18f, 0xa438, 0xff1e, 0xa438, 0x10e5, 0xa438, 0x8fff,
+ 0xa438, 0xfffe, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfc04,
+ 0xa438, 0x725a, 0xa438, 0x725d, 0xa438, 0x7260, 0xa438, 0x7263,
+ 0xa438, 0x71fa, 0xa438, 0x71fd, 0xa438, 0x7200, 0xa438, 0x7203,
+ 0xa438, 0x8f4b, 0xa438, 0x8f4e, 0xa438, 0x8f51, 0xa438, 0x8f54,
+ 0xa438, 0x8f57, 0xa438, 0x8f5a, 0xa438, 0x8f5d, 0xa438, 0x8f60,
+ 0xa438, 0x722a, 0xa438, 0x722d, 0xa438, 0x7230, 0xa438, 0x7233,
+ 0xa438, 0x721e, 0xa438, 0x7221, 0xa438, 0x7224, 0xa438, 0x7227,
+ 0xa438, 0x7212, 0xa438, 0x7215, 0xa438, 0x7218, 0xa438, 0x721b,
+ 0xa438, 0x724e, 0xa438, 0x7251, 0xa438, 0x7254, 0xa438, 0x7257,
+ 0xa438, 0x7242, 0xa438, 0x7245, 0xa438, 0x7248, 0xa438, 0x724b,
+ 0xa438, 0x7236, 0xa438, 0x7239, 0xa438, 0x723c, 0xa438, 0x723f,
+ 0xa438, 0x8f84, 0xa438, 0x8f8a, 0xa438, 0x8f90, 0xa438, 0x8f96,
+ 0xa438, 0x8f9c, 0xa438, 0x8fa2, 0xa438, 0x8fa8, 0xa438, 0x8fae,
+ 0xa438, 0x8f87, 0xa438, 0x8f8d, 0xa438, 0x8f93, 0xa438, 0x8f99,
+ 0xa438, 0x8f9f, 0xa438, 0x8fa5, 0xa438, 0x8fab, 0xa438, 0x8fb1,
+ 0xa438, 0x8f63, 0xa438, 0x8f66, 0xa438, 0x8f69, 0xa438, 0x8f6c,
+ 0xa438, 0x8f6f, 0xa438, 0x8f72, 0xa438, 0x8f75, 0xa438, 0x8f78,
+ 0xa438, 0x8f7b, 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x69fa,
+ 0xa438, 0xfbe2, 0xa438, 0x8fff, 0xa438, 0xad30, 0xa438, 0x06d1,
+ 0xa438, 0x00d3, 0xa438, 0x00ae, 0xa438, 0x04d1, 0xa438, 0x01d3,
+ 0xa438, 0x0fbf, 0xa438, 0x8d99, 0xa438, 0xd700, 0xa438, 0x0802,
+ 0xa438, 0x7677, 0xa438, 0xef13, 0xa438, 0xbf8d, 0xa438, 0xa1d7,
+ 0xa438, 0x0008, 0xa438, 0x0276, 0xa438, 0x77ad, 0xa438, 0x3106,
+ 0xa438, 0xd100, 0xa438, 0xd300, 0xa438, 0xae04, 0xa438, 0xd101,
+ 0xa438, 0xd30f, 0xa438, 0xbf8d, 0xa438, 0xa9d7, 0xa438, 0x0008,
+ 0xa438, 0x0276, 0xa438, 0x77ef, 0xa438, 0x13bf, 0xa438, 0x8db1,
+ 0xa438, 0xd700, 0xa438, 0x0802, 0xa438, 0x7677, 0xa438, 0xad32,
+ 0xa438, 0x06d1, 0xa438, 0x00d3, 0xa438, 0x00ae, 0xa438, 0x04d1,
+ 0xa438, 0x01d3, 0xa438, 0x03bf, 0xa438, 0x8db9, 0xa438, 0xd700,
+ 0xa438, 0x1802, 0xa438, 0x7677, 0xa438, 0xef13, 0xa438, 0xbf8d,
+ 0xa438, 0xd1d7, 0xa438, 0x0018, 0xa438, 0x0276, 0xa438, 0x77ad,
+ 0xa438, 0x3304, 0xa438, 0xd101, 0xa438, 0xae02, 0xa438, 0xd100,
+ 0xa438, 0xd300, 0xa438, 0xbf8d, 0xa438, 0xe9d7, 0xa438, 0x0010,
+ 0xa438, 0x0276, 0xa438, 0x77ef, 0xa438, 0x13bf, 0xa438, 0x8df9,
+ 0xa438, 0xd700, 0xa438, 0x1002, 0xa438, 0x7677, 0xa438, 0x1f33,
+ 0xa438, 0xe38f, 0xa438, 0xfdac, 0xa438, 0x3803, 0xa438, 0xaf8f,
+ 0xa438, 0x35ad, 0xa438, 0x3405, 0xa438, 0xe18f, 0xa438, 0xfbae,
+ 0xa438, 0x02d1, 0xa438, 0x00bf, 0xa438, 0x8e09, 0xa438, 0xd700,
+ 0xa438, 0x1202, 0xa438, 0x7677, 0xa438, 0xad35, 0xa438, 0x06d1,
+ 0xa438, 0x01d3, 0xa438, 0x04ae, 0xa438, 0x04d1, 0xa438, 0x00d3,
+ 0xa438, 0x00bf, 0xa438, 0x6f8a, 0xa438, 0x0274, 0xa438, 0x76bf,
+ 0xa438, 0x6bd0, 0xa438, 0x0274, 0xa438, 0x951a, 0xa438, 0x13bf,
+ 0xa438, 0x6bd0, 0xa438, 0x0274, 0xa438, 0x76bf, 0xa438, 0x6d2c,
+ 0xa438, 0x0274, 0xa438, 0x95ac, 0xa438, 0x280b, 0xa438, 0xbf6d,
+ 0xa438, 0x2f02, 0xa438, 0x7495, 0xa438, 0xac28, 0xa438, 0x02ae,
+ 0xa438, 0x0bad, 0xa438, 0x3504, 0xa438, 0xd101, 0xa438, 0xae0d,
+ 0xa438, 0xd10f, 0xa438, 0xae09, 0xa438, 0xad35, 0xa438, 0x04d1,
+ 0xa438, 0x05ae, 0xa438, 0x02d1, 0xa438, 0x0fbf, 0xa438, 0x8f7e,
+ 0xa438, 0x0274, 0xa438, 0x76e3, 0xa438, 0x8ffc, 0xa438, 0xac38,
+ 0xa438, 0x05ad, 0xa438, 0x3618, 0xa438, 0xae08, 0xa438, 0xbf71,
+ 0xa438, 0x9d02, 0xa438, 0x744a, 0xa438, 0xae0e, 0xa438, 0xd102,
+ 0xa438, 0xbf8f, 0xa438, 0x8102, 0xa438, 0x7476, 0xa438, 0xbf71,
+ 0xa438, 0x9d02, 0xa438, 0x7476, 0xa438, 0xfffe, 0xa438, 0xef96,
+ 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xf91f, 0xa438, 0x33e3,
+ 0xa438, 0x8ffd, 0xa438, 0xad38, 0xa438, 0x0302, 0xa438, 0x8e1b,
+ 0xa438, 0xfd04, 0xa438, 0x55b0, 0xa438, 0x2055, 0xa438, 0xb0a0,
+ 0xa438, 0x55b1, 0xa438, 0x2055, 0xa438, 0xb1a0, 0xa438, 0xfcb0,
+ 0xa438, 0x22fc, 0xa438, 0xb0a2, 0xa438, 0xfcb1, 0xa438, 0x22fc,
+ 0xa438, 0xb1a2, 0xa438, 0xfdad, 0xa438, 0xdaca, 0xa438, 0xadda,
+ 0xa438, 0x97ad, 0xa438, 0xda64, 0xa438, 0xadda, 0xa438, 0x20ad,
+ 0xa438, 0xdafd, 0xa438, 0xaddc, 0xa438, 0xcaad, 0xa438, 0xdc97,
+ 0xa438, 0xaddc, 0xa438, 0x64ad, 0xa438, 0xdca7, 0xa438, 0xbf1e,
+ 0xa438, 0x20bc, 0xa438, 0x3299, 0xa438, 0xadfe, 0xa438, 0x85ad,
+ 0xa438, 0xfe44, 0xa438, 0xadfe, 0xa438, 0x30ad, 0xa438, 0xfeff,
+ 0xa438, 0xae00, 0xa438, 0xebae, 0xa438, 0x00aa, 0xa438, 0xae00,
+ 0xa438, 0x96ae, 0xa438, 0x00dd, 0xa438, 0xad94, 0xa438, 0xccad,
+ 0xa438, 0x9499, 0xa438, 0xad94, 0xa438, 0x88ad, 0xa438, 0x94ff,
+ 0xa438, 0xad94, 0xa438, 0xeead, 0xa438, 0x94bb, 0xa438, 0xad94,
+ 0xa438, 0xaaad, 0xa438, 0x94f9, 0xa438, 0xe28f, 0xa438, 0xffee,
+ 0xa438, 0x8fff, 0xa438, 0x00e3, 0xa438, 0x8ffd, 0xa438, 0xee8f,
+ 0xa438, 0xfd01, 0xa438, 0xee8f, 0xa438, 0xfc01, 0xa438, 0x028e,
+ 0xa438, 0x1be6, 0xa438, 0x8fff, 0xa438, 0xe78f, 0xa438, 0xfdee,
+ 0xa438, 0x8ffc, 0xa438, 0x00ee, 0xa438, 0x8fe7, 0xa438, 0x00fd,
+ 0xa438, 0x0400, 0xa436, 0xb85e, 0xa438, 0x211C, 0xa436, 0xb860,
+ 0xa438, 0x216C, 0xa436, 0xb862, 0xa438, 0x212B, 0xa436, 0xb864,
+ 0xa438, 0x4BE8, 0xa436, 0xb886, 0xa438, 0x4209, 0xa436, 0xb888,
+ 0xa438, 0x49DA, 0xa436, 0xb88a, 0xa438, 0x085A, 0xa436, 0xb88c,
+ 0xa438, 0x3FDF, 0xa436, 0xb838, 0xa438, 0x00ff, 0xb820, 0x0010,
+ 0xa466, 0x0003, 0xa436, 0x8528, 0xa438, 0x0000, 0xa436, 0x85f8,
+ 0xa438, 0xaf86, 0xa438, 0x10af, 0xa438, 0x8622, 0xa438, 0xaf86,
+ 0xa438, 0x4aaf, 0xa438, 0x8658, 0xa438, 0xaf86, 0xa438, 0x64af,
+ 0xa438, 0x8685, 0xa438, 0xaf86, 0xa438, 0xc4af, 0xa438, 0x86cf,
+ 0xa438, 0xa104, 0xa438, 0x0ce0, 0xa438, 0x8394, 0xa438, 0xad20,
+ 0xa438, 0x03af, 0xa438, 0x2b67, 0xa438, 0xaf2a, 0xa438, 0xf0af,
+ 0xa438, 0x2b8d, 0xa438, 0xbf6b, 0xa438, 0x7202, 0xa438, 0x72dc,
+ 0xa438, 0xa106, 0xa438, 0x19e1, 0xa438, 0x8164, 0xa438, 0xbf6d,
+ 0xa438, 0x5b02, 0xa438, 0x72bd, 0xa438, 0x0d13, 0xa438, 0xbf6d,
+ 0xa438, 0x5802, 0xa438, 0x72bd, 0xa438, 0x0d13, 0xa438, 0xbf6d,
+ 0xa438, 0x6a02, 0xa438, 0x72bd, 0xa438, 0x0275, 0xa438, 0x12af,
+ 0xa438, 0x380d, 0xa438, 0x0d55, 0xa438, 0x5d07, 0xa438, 0xffbf,
+ 0xa438, 0x8b09, 0xa438, 0x0272, 0xa438, 0x91af, 0xa438, 0x3ee2,
+ 0xa438, 0x023d, 0xa438, 0xffbf, 0xa438, 0x8b09, 0xa438, 0x0272,
+ 0xa438, 0x9aaf, 0xa438, 0x41a6, 0xa438, 0x0223, 0xa438, 0x24f8,
+ 0xa438, 0xfaef, 0xa438, 0x69bf, 0xa438, 0x6b9c, 0xa438, 0x0272,
+ 0xa438, 0xdce0, 0xa438, 0x8f7a, 0xa438, 0x1f01, 0xa438, 0x9e06,
+ 0xa438, 0xe58f, 0xa438, 0x7a02, 0xa438, 0x7550, 0xa438, 0xef96,
+ 0xa438, 0xfefc, 0xa438, 0xaf06, 0xa438, 0x8702, 0xa438, 0x1cac,
+ 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x69fb, 0xa438, 0xd78f,
+ 0xa438, 0x97ae, 0xa438, 0x00bf, 0xa438, 0x6d4f, 0xa438, 0x0272,
+ 0xa438, 0x91d3, 0xa438, 0x00a3, 0xa438, 0x1202, 0xa438, 0xae1b,
+ 0xa438, 0xbf6d, 0xa438, 0x52ef, 0xa438, 0x1302, 0xa438, 0x72bd,
+ 0xa438, 0xef97, 0xa438, 0xd9bf, 0xa438, 0x6d55, 0xa438, 0x0272,
+ 0xa438, 0xbd17, 0xa438, 0x13ae, 0xa438, 0xe6bf, 0xa438, 0x6d4f,
+ 0xa438, 0x0272, 0xa438, 0x9aff, 0xa438, 0xef96, 0xa438, 0xfefd,
+ 0xa438, 0xfcaf, 0xa438, 0x1c05, 0xa438, 0x0000, 0xa438, 0x021b,
+ 0xa438, 0xf202, 0xa438, 0x8700, 0xa438, 0xaf1b, 0xa438, 0x73ad,
+ 0xa438, 0x2003, 0xa438, 0x0206, 0xa438, 0x6ead, 0xa438, 0x2108,
+ 0xa438, 0xe280, 0xa438, 0x51f7, 0xa438, 0x30e6, 0xa438, 0x8051,
+ 0xa438, 0xe180, 0xa438, 0x421e, 0xa438, 0x10e5, 0xa438, 0x8042,
+ 0xa438, 0xe0ff, 0xa438, 0xeee1, 0xa438, 0x8043, 0xa438, 0x1e10,
+ 0xa438, 0xe580, 0xa438, 0x43e0, 0xa438, 0xffef, 0xa438, 0xad20,
+ 0xa438, 0x04ee, 0xa438, 0x804f, 0xa438, 0x1eaf, 0xa438, 0x0661,
+ 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xe080, 0xa438, 0x4fac,
+ 0xa438, 0x2417, 0xa438, 0xe080, 0xa438, 0x44ad, 0xa438, 0x241a,
+ 0xa438, 0x0287, 0xa438, 0x2fe0, 0xa438, 0x8044, 0xa438, 0xac24,
+ 0xa438, 0x11bf, 0xa438, 0x8b0c, 0xa438, 0x0272, 0xa438, 0x9aae,
+ 0xa438, 0x0902, 0xa438, 0x88c8, 0xa438, 0x028a, 0xa438, 0x9502,
+ 0xa438, 0x8a8a, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8,
+ 0xa438, 0xe08f, 0xa438, 0x96a0, 0xa438, 0x0005, 0xa438, 0x0288,
+ 0xa438, 0x6cae, 0xa438, 0x38a0, 0xa438, 0x0105, 0xa438, 0x0287,
+ 0xa438, 0x75ae, 0xa438, 0x30a0, 0xa438, 0x0205, 0xa438, 0x0287,
+ 0xa438, 0xb3ae, 0xa438, 0x28a0, 0xa438, 0x0305, 0xa438, 0x0287,
+ 0xa438, 0xc9ae, 0xa438, 0x20a0, 0xa438, 0x0405, 0xa438, 0x0287,
+ 0xa438, 0xd6ae, 0xa438, 0x18a0, 0xa438, 0x0505, 0xa438, 0x0288,
+ 0xa438, 0x1aae, 0xa438, 0x10a0, 0xa438, 0x0605, 0xa438, 0x0288,
+ 0xa438, 0x27ae, 0xa438, 0x08a0, 0xa438, 0x0705, 0xa438, 0x0288,
+ 0xa438, 0x48ae, 0xa438, 0x00fc, 0xa438, 0x04f8, 0xa438, 0xfaef,
+ 0xa438, 0x69e0, 0xa438, 0x8018, 0xa438, 0xad25, 0xa438, 0x2c02,
+ 0xa438, 0x8a67, 0xa438, 0xe184, 0xa438, 0x5de5, 0xa438, 0x8f92,
+ 0xa438, 0xe58f, 0xa438, 0x93e5, 0xa438, 0x8f94, 0xa438, 0xe58f,
+ 0xa438, 0x9502, 0xa438, 0x88e6, 0xa438, 0xe184, 0xa438, 0xf759,
+ 0xa438, 0x0fe5, 0xa438, 0x8f7b, 0xa438, 0xe58f, 0xa438, 0x7ce5,
+ 0xa438, 0x8f7d, 0xa438, 0xe58f, 0xa438, 0x7eee, 0xa438, 0x8f96,
+ 0xa438, 0x02ae, 0xa438, 0x0302, 0xa438, 0x8a8a, 0xa438, 0xef96,
+ 0xa438, 0xfefc, 0xa438, 0x04f9, 0xa438, 0x0289, 0xa438, 0x19ac,
+ 0xa438, 0x3009, 0xa438, 0xee8f, 0xa438, 0x9603, 0xa438, 0x0288,
+ 0xa438, 0x8eae, 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x04fd,
+ 0xa438, 0x04fb, 0xa438, 0x0288, 0xa438, 0x55ad, 0xa438, 0x5004,
+ 0xa438, 0xee8f, 0xa438, 0x9602, 0xa438, 0xff04, 0xa438, 0xf902,
+ 0xa438, 0x8943, 0xa438, 0xe28f, 0xa438, 0x920c, 0xa438, 0x245a,
+ 0xa438, 0xf0e3, 0xa438, 0x84f7, 0xa438, 0x5bf0, 0xa438, 0x1b23,
+ 0xa438, 0x9e0f, 0xa438, 0x028a, 0xa438, 0x52ee, 0xa438, 0x8f96,
+ 0xa438, 0x0502, 0xa438, 0x888e, 0xa438, 0x0287, 0xa438, 0xffae,
+ 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x06fd, 0xa438, 0x04f8,
+ 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfa1f, 0xa438, 0x44d2,
+ 0xa438, 0x04bf, 0xa438, 0x8f7f, 0xa438, 0xdc19, 0xa438, 0xdd19,
+ 0xa438, 0x829f, 0xa438, 0xf9fe, 0xa438, 0xef96, 0xa438, 0xfefd,
+ 0xa438, 0xfc04, 0xa438, 0xfb02, 0xa438, 0x8855, 0xa438, 0xad50,
+ 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x04ff, 0xa438, 0x04f8,
+ 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0x0289, 0xa438, 0x19ac,
+ 0xa438, 0x3009, 0xa438, 0xee8f, 0xa438, 0x9607, 0xa438, 0x0288,
+ 0xa438, 0x8eae, 0xa438, 0x0702, 0xa438, 0x8a8a, 0xa438, 0xee8f,
+ 0xa438, 0x9601, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfc04,
+ 0xa438, 0xfb02, 0xa438, 0x8855, 0xa438, 0xad50, 0xa438, 0x04ee,
+ 0xa438, 0x8f96, 0xa438, 0x06ff, 0xa438, 0x04f8, 0xa438, 0xfae0,
+ 0xa438, 0x8457, 0xa438, 0xe184, 0xa438, 0x58ef, 0xa438, 0x64e1,
+ 0xa438, 0x8f90, 0xa438, 0xd000, 0xa438, 0xef74, 0xa438, 0x0271,
+ 0xa438, 0xfffe, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xef69,
+ 0xa438, 0xee8f, 0xa438, 0x9601, 0xa438, 0xee8f, 0xa438, 0x9004,
+ 0xa438, 0xee8f, 0xa438, 0x8f40, 0xa438, 0xbf8b, 0xa438, 0x0f02,
+ 0xa438, 0x72dc, 0xa438, 0xe584, 0xa438, 0x5dee, 0xa438, 0x8f91,
+ 0xa438, 0x77ef, 0xa438, 0x96fe, 0xa438, 0xfc04, 0xa438, 0xf8fa,
+ 0xa438, 0xfbef, 0xa438, 0x69e1, 0xa438, 0x8f92, 0xa438, 0xbf8b,
+ 0xa438, 0x0f02, 0xa438, 0x72bd, 0xa438, 0xe18f, 0xa438, 0x93bf,
+ 0xa438, 0x8b12, 0xa438, 0x0272, 0xa438, 0xbde1, 0xa438, 0x8f94,
+ 0xa438, 0xbf8b, 0xa438, 0x1502, 0xa438, 0x72bd, 0xa438, 0xe18f,
+ 0xa438, 0x95bf, 0xa438, 0x8b18, 0xa438, 0x0272, 0xa438, 0xbd02,
+ 0xa438, 0x71e4, 0xa438, 0xef47, 0xa438, 0xe484, 0xa438, 0x57e5,
+ 0xa438, 0x8458, 0xa438, 0xef96, 0xa438, 0xfffe, 0xa438, 0xfc04,
+ 0xa438, 0xf8e0, 0xa438, 0x8018, 0xa438, 0xad25, 0xa438, 0x15ee,
+ 0xa438, 0x8f96, 0xa438, 0x00d0, 0xa438, 0x08e4, 0xa438, 0x8f92,
+ 0xa438, 0xe48f, 0xa438, 0x93e4, 0xa438, 0x8f94, 0xa438, 0xe48f,
+ 0xa438, 0x9502, 0xa438, 0x888e, 0xa438, 0xfc04, 0xa438, 0xf9e2,
+ 0xa438, 0x845d, 0xa438, 0xe38f, 0xa438, 0x910d, 0xa438, 0x345b,
+ 0xa438, 0x0f1a, 0xa438, 0x32ac, 0xa438, 0x3c09, 0xa438, 0x0c34,
+ 0xa438, 0x5bf0, 0xa438, 0xe784, 0xa438, 0xf7ae, 0xa438, 0x04ee,
+ 0xa438, 0x84f7, 0xa438, 0xf0e3, 0xa438, 0x8f91, 0xa438, 0x5b0f,
+ 0xa438, 0x1b23, 0xa438, 0xac37, 0xa438, 0x0ae3, 0xa438, 0x84f7,
+ 0xa438, 0x1e32, 0xa438, 0xe784, 0xa438, 0xf7ae, 0xa438, 0x00fd,
+ 0xa438, 0x04f8, 0xa438, 0xfaef, 0xa438, 0x69fa, 0xa438, 0xfbd2,
+ 0xa438, 0x01d3, 0xa438, 0x04d6, 0xa438, 0x8f92, 0xa438, 0xd78f,
+ 0xa438, 0x7bef, 0xa438, 0x97d9, 0xa438, 0xef96, 0xa438, 0xd81b,
+ 0xa438, 0x109e, 0xa438, 0x0480, 0xa438, 0xdcd2, 0xa438, 0x0016,
+ 0xa438, 0x1783, 0xa438, 0x9fed, 0xa438, 0xfffe, 0xa438, 0xef96,
+ 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xfbef,
+ 0xa438, 0x79fb, 0xa438, 0xcffb, 0xa438, 0xd200, 0xa438, 0xbe00,
+ 0xa438, 0x00ef, 0xa438, 0x1229, 0xa438, 0x40d0, 0xa438, 0x041c,
+ 0xa438, 0x081a, 0xa438, 0x10bf, 0xa438, 0x8b27, 0xa438, 0x0272,
+ 0xa438, 0xbd02, 0xa438, 0x89ee, 0xa438, 0xbf8f, 0xa438, 0x7fef,
+ 0xa438, 0x1249, 0xa438, 0x021a, 0xa438, 0x91d8, 0xa438, 0x19d9,
+ 0xa438, 0xef74, 0xa438, 0x0271, 0xa438, 0xccef, 0xa438, 0x47dd,
+ 0xa438, 0x89dc, 0xa438, 0x18a8, 0xa438, 0x0002, 0xa438, 0xd202,
+ 0xa438, 0x8990, 0xa438, 0x12a2, 0xa438, 0x04c8, 0xa438, 0xffc7,
+ 0xa438, 0xffef, 0xa438, 0x97ff, 0xa438, 0xfefd, 0xa438, 0xfc04,
+ 0xa438, 0xf8f9, 0xa438, 0xfafb, 0xa438, 0xef79, 0xa438, 0xfbbf,
+ 0xa438, 0x8f7f, 0xa438, 0xef12, 0xa438, 0x4902, 0xa438, 0x1a91,
+ 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf, 0xa438, 0x8f87,
+ 0xa438, 0xef12, 0xa438, 0x4902, 0xa438, 0x1a91, 0xa438, 0xd819,
+ 0xa438, 0xd9ef, 0xa438, 0x7489, 0xa438, 0x0271, 0xa438, 0xb1ad,
+ 0xa438, 0x502c, 0xa438, 0xef46, 0xa438, 0xdc19, 0xa438, 0xdda2,
+ 0xa438, 0x0006, 0xa438, 0xbf8b, 0xa438, 0x0f02, 0xa438, 0x72dc,
+ 0xa438, 0xa201, 0xa438, 0x06bf, 0xa438, 0x8b12, 0xa438, 0x0272,
+ 0xa438, 0xdca2, 0xa438, 0x0206, 0xa438, 0xbf8b, 0xa438, 0x1502,
+ 0xa438, 0x72dc, 0xa438, 0xbf8b, 0xa438, 0x1802, 0xa438, 0x72dc,
+ 0xa438, 0xbf8f, 0xa438, 0x7b1a, 0xa438, 0x92dd, 0xa438, 0xffef,
+ 0xa438, 0x97ff, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xf9f8,
+ 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0x028a, 0xa438, 0xa0bf,
+ 0xa438, 0x8b1b, 0xa438, 0x0272, 0xa438, 0x9a16, 0xa438, 0xbf8b,
+ 0xa438, 0x1e02, 0xa438, 0x72dc, 0xa438, 0xac28, 0xa438, 0x02ae,
+ 0xa438, 0xf4d6, 0xa438, 0x0000, 0xa438, 0xbf8b, 0xa438, 0x1b02,
+ 0xa438, 0x7291, 0xa438, 0xae03, 0xa438, 0x028a, 0xa438, 0x8ad2,
+ 0xa438, 0x00d7, 0xa438, 0x0000, 0xa438, 0xe18f, 0xa438, 0x8f1b,
+ 0xa438, 0x12a1, 0xa438, 0x0004, 0xa438, 0xef67, 0xa438, 0xae1d,
+ 0xa438, 0xef12, 0xa438, 0xbf8b, 0xa438, 0x2102, 0xa438, 0x72bd,
+ 0xa438, 0x12bf, 0xa438, 0x8b24, 0xa438, 0x0272, 0xa438, 0xdcef,
+ 0xa438, 0x64ad, 0xa438, 0x4f04, 0xa438, 0x7eff, 0xa438, 0xff16,
+ 0xa438, 0x0271, 0xa438, 0xccae, 0xa438, 0xd7bf, 0xa438, 0x8b2d,
+ 0xa438, 0x0272, 0xa438, 0x91ff, 0xa438, 0xef97, 0xa438, 0xfffc,
+ 0xa438, 0xfd04, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xd104,
+ 0xa438, 0xbf8f, 0xa438, 0x92d8, 0xa438, 0x10dc, 0xa438, 0x1981,
+ 0xa438, 0x9ff9, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8,
+ 0xa438, 0xfbfa, 0xa438, 0xef69, 0xa438, 0xbf8f, 0xa438, 0x87d0,
+ 0xa438, 0x08d1, 0xa438, 0xff02, 0xa438, 0x8a7c, 0xa438, 0xef96,
+ 0xa438, 0xfeff, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xef69,
+ 0xa438, 0xdd19, 0xa438, 0x809f, 0xa438, 0xfbef, 0xa438, 0x96fe,
+ 0xa438, 0xfc04, 0xa438, 0xf8e0, 0xa438, 0x8044, 0xa438, 0xf624,
+ 0xa438, 0xe480, 0xa438, 0x44fc, 0xa438, 0x04f8, 0xa438, 0xe080,
+ 0xa438, 0x4ff6, 0xa438, 0x24e4, 0xa438, 0x804f, 0xa438, 0xfc04,
+ 0xa438, 0xf8fa, 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0xbf8b,
+ 0xa438, 0x2a02, 0xa438, 0x7291, 0xa438, 0xbf8b, 0xa438, 0x3302,
+ 0xa438, 0x7291, 0xa438, 0xd68b, 0xa438, 0x2dd7, 0xa438, 0x8b30,
+ 0xa438, 0x0116, 0xa438, 0xad50, 0xa438, 0x0cbf, 0xa438, 0x8b2a,
+ 0xa438, 0x0272, 0xa438, 0x9abf, 0xa438, 0x8b33, 0xa438, 0x0272,
+ 0xa438, 0x9aff, 0xa438, 0xef97, 0xa438, 0xfffe, 0xa438, 0xfc04,
+ 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x49f8, 0xa438, 0xccf8,
+ 0xa438, 0xef96, 0xa438, 0x0272, 0xa438, 0x9a1f, 0xa438, 0x22c7,
+ 0xa438, 0xbd02, 0xa438, 0x72dc, 0xa438, 0xac28, 0xa438, 0x16ac,
+ 0xa438, 0x3008, 0xa438, 0x0271, 0xa438, 0xe4ef, 0xa438, 0x6712,
+ 0xa438, 0xaeee, 0xa438, 0xd700, 0xa438, 0x0202, 0xa438, 0x71ff,
+ 0xa438, 0xac50, 0xa438, 0x05ae, 0xa438, 0xe3d7, 0xa438, 0x0000,
+ 0xa438, 0xfcc4, 0xa438, 0xfcef, 0xa438, 0x94fe, 0xa438, 0xfdfc,
+ 0xa438, 0x04cc, 0xa438, 0xc010, 0xa438, 0x44ac, 0xa438, 0x0030,
+ 0xa438, 0xbce0, 0xa438, 0x74bc, 0xa438, 0xe0b8, 0xa438, 0xbce0,
+ 0xa438, 0xfcbc, 0xa438, 0xe011, 0xa438, 0xacb4, 0xa438, 0xddac,
+ 0xa438, 0xb6fa, 0xa438, 0xacb4, 0xa438, 0xf0ac, 0xa438, 0xba92,
+ 0xa438, 0xacb4, 0xa438, 0xffac, 0xa438, 0x5600, 0xa438, 0xacb4,
+ 0xa438, 0xccac, 0xa438, 0xb6ff, 0xa438, 0xb034, 0xa436, 0xb818,
+ 0xa438, 0x2ae4, 0xa436, 0xb81a, 0xa438, 0x380A, 0xa436, 0xb81c,
+ 0xa438, 0x3EDD, 0xa436, 0xb81e, 0xa438, 0x41A3, 0xa436, 0xb850,
+ 0xa438, 0x0684, 0xa436, 0xb852, 0xa438, 0x1C02, 0xa436, 0xb878,
+ 0xa438, 0x1B70, 0xa436, 0xb884, 0xa438, 0x0633, 0xa436, 0xb832,
+ 0xa438, 0x00ff, 0xa436, 0xacfc, 0xa438, 0x0100, 0xa436, 0xacfe,
+ 0xa438, 0x8000, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02,
+ 0xa438, 0x3c67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00,
+ 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x3e67, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02,
+ 0xa438, 0x3067, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00,
+ 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x3267, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02,
+ 0xa438, 0x3467, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00,
+ 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x3667, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02,
+ 0xa438, 0x3867, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00,
+ 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x3a67, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02,
+ 0xa438, 0x3ce7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x3ee7, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02,
+ 0xa438, 0x30e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x32e7, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02,
+ 0xa438, 0x34e7, 0xa436, 0xad04, 0xa438, 0x1008, 0xa436, 0xad06,
+ 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x36ff, 0xa436, 0xad04,
+ 0xa438, 0x1048, 0xa436, 0xad06, 0xa438, 0xfff5, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x38ff, 0xa436, 0xad04, 0xa438, 0x1088, 0xa436, 0xad06,
+ 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x3aff, 0xa436, 0xad04,
+ 0xa438, 0x10c8, 0xa436, 0xad06, 0xa438, 0xf417, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0x1109, 0xa436, 0xad06,
+ 0xa438, 0xf434, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x0207, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x1149, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2227, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x1189, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x4247, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x11c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6267, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x1209, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x0007, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x1249, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2027, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1289, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x4047, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x12c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6067, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1309, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x8087, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x1349, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa0a7, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1389, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xc0c7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x13c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe0e7, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x140b, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x0107, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x144b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2127, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x148b, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x4147, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x14cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6167, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x5109, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x8287, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x5149, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa2a7, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5189, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xc2c7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x51c9, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe2e7, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5009, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x0a0f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x5049, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2a2f, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5089, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x4a4f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x50c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6a6f, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5209, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x080f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x5249, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x282f, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5289, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x484f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x52c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x686f, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5309, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x888f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x5349, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa8af, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5389, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xc8cf, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x53c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe8ef, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x550b, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x090f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x554b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x292f, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x558b, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x494f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x55cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x696f, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x9209, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x8a8f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x9249, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xaaaf, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9289, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xcacf, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x92c9, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xeaef, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9009, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x1217, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x9049, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3237, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9089, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x5257, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x90c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7277, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9109, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x1017, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x9149, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3037, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9189, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x5057, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x91c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7077, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9309, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x9097, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x9349, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb0b7, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9389, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xd0d7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0x93c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf0f7, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x960b, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x1117, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x964b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3137, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x968b, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x5157, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x96cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7177, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xd309, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x9297, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0xd349, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb2b7, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd389, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xd2d7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0xd3c9, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf2f7, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd009, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x1a1f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0xd049, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3a3f, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd089, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x5a5f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0xd0c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7a7f, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd109, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x181f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0xd149, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x383f, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd189, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x585f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0xd1c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x787f, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd209, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x989f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0xd249, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb8bf, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd289, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xd8df, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04,
+ 0xa438, 0xd2c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf8ff, 0xa436, 0xad02,
+ 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd70b, 0xa436, 0xad06,
+ 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x191f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0xd74b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x393f, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xd78b, 0xa436, 0xad06,
+ 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x595f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0xd7cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x797f, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x000d, 0xa436, 0xad06,
+ 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x9a9f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x004d, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xbabf, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x008d, 0xa436, 0xad06,
+ 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xdadf, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04,
+ 0xa438, 0x00cd, 0xa436, 0xad06, 0xa438, 0x2c17, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xfaf8, 0xa436, 0xad02,
+ 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x400d, 0xa436, 0xad06,
+ 0xa438, 0x3c34, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x8187, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x404d, 0xa436, 0xad06, 0xa438, 0x0c55, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa1a7, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x408d, 0xa436, 0xad06,
+ 0xa438, 0x1c76, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xc1c7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x40cd, 0xa436, 0xad06, 0xa438, 0x2c97, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe1e7, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x800d, 0xa436, 0xad06,
+ 0xa438, 0x3cb4, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x898f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x804d, 0xa436, 0xad06, 0xa438, 0x0cd5, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa9af, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x808d, 0xa436, 0xad06,
+ 0xa438, 0x1cf6, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xc9cf, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0x80cd, 0xa436, 0xad06, 0xa438, 0x2d17, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe9ef, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xc00d, 0xa436, 0xad06,
+ 0xa438, 0x3d34, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x9197, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0xc04d, 0xa436, 0xad06, 0xa438, 0x0d55, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb1b7, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xc08d, 0xa436, 0xad06,
+ 0xa438, 0x1d76, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xd1d7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0xc0cd, 0xa436, 0xad06, 0xa438, 0x2d97, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf1f7, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x3dbf, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0x999f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x0ddf, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb9bf, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x1dff, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xd9df, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x2fff, 0xa436, 0xad08,
+ 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf9ff, 0xa436, 0xad02,
+ 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x3fff, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00,
+ 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0xffe7, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02,
+ 0xa438, 0xffe7, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0xffe7, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02,
+ 0xa438, 0x3d67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x3f67, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02,
+ 0xa438, 0x3167, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x3367, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02,
+ 0xa438, 0x3567, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x3767, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x3967, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x3b67, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02,
+ 0xa438, 0x3de7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x3fe7, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02,
+ 0xa438, 0x31e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x33e7, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02,
+ 0xa438, 0x35e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x37e6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02,
+ 0xa438, 0x39e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x3be6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02,
+ 0xa438, 0x2066, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x2264, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02,
+ 0xa438, 0x2464, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x2664, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02,
+ 0xa438, 0x0064, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x0264, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02,
+ 0xa438, 0x0464, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0x0664, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02,
+ 0xa438, 0x0864, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x0a65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02,
+ 0xa438, 0x0c65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x0e65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02,
+ 0xa438, 0x1065, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x1266, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02,
+ 0xa438, 0x1466, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0x1666, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02,
+ 0xa438, 0x2866, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x2a66, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02,
+ 0xa438, 0x2c66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x2e66, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02,
+ 0xa438, 0x20e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x22e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02,
+ 0xa438, 0x24e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x26e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02,
+ 0xa438, 0x00e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x02e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02,
+ 0xa438, 0x04e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x06e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02,
+ 0xa438, 0x08e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x0ae5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02,
+ 0xa438, 0x0ce5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x0ee5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02,
+ 0xa438, 0x10e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x12e6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02,
+ 0xa438, 0x14e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x16e6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02,
+ 0xa438, 0x28e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x2ae6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02,
+ 0xa438, 0x2ce6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x2ee6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02,
+ 0xa438, 0x2166, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x2364, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02,
+ 0xa438, 0x2564, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x2764, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02,
+ 0xa438, 0x0164, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x0364, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02,
+ 0xa438, 0x0564, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0x0764, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02,
+ 0xa438, 0x0964, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x0b65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02,
+ 0xa438, 0x0d65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x0f65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02,
+ 0xa438, 0x1165, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x1366, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02,
+ 0xa438, 0x1566, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0x1766, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02,
+ 0xa438, 0x2966, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x2b66, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02,
+ 0xa438, 0x2d66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x2f66, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02,
+ 0xa438, 0x21e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x23e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02,
+ 0xa438, 0x25e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x27e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02,
+ 0xa438, 0x01e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x03e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02,
+ 0xa438, 0x05e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x07e4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x09e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x0be5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02,
+ 0xa438, 0x0de5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x0fe5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02,
+ 0xa438, 0x11e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x13e6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02,
+ 0xa438, 0x15e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x17e6, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x29e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x2be5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02,
+ 0xa438, 0x2de5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0x2fe5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02,
+ 0xa438, 0x1865, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x1a65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02,
+ 0xa438, 0x1c65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x1e65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02,
+ 0xa438, 0x18e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x1ae5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02,
+ 0xa438, 0x1ce5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0x1ee5, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02,
+ 0xa438, 0x1965, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x1b65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02,
+ 0xa438, 0x1d65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x1f65, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x19e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x1b9c, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02,
+ 0xa438, 0x1d9c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x1f9c, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02,
+ 0xa438, 0x589c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x5c9c, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02,
+ 0xa438, 0x599c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x5d9c, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02,
+ 0xa438, 0x5a9c, 0xa436, 0xad04, 0xa438, 0x100e, 0xa436, 0xad06,
+ 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5eff, 0xa436, 0xad04,
+ 0xa438, 0x104e, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x5bff, 0xa436, 0xad04, 0xa438, 0x110e, 0xa436, 0xad06,
+ 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5fff, 0xa436, 0xad04,
+ 0xa438, 0x114e, 0xa436, 0xad06, 0xa438, 0xf817, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0x120f, 0xa436, 0xad06,
+ 0xa438, 0xf836, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xc3c7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x124f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xe3e7, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x130f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x0307, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x134f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x2327, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x510f, 0xa436, 0xad06,
+ 0xa438, 0x5936, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x4347, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x514f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x6367, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x500f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x8387, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x504f, 0xa436, 0xad06, 0xa438, 0x4817, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xa3a7, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x520f, 0xa436, 0xad06,
+ 0xa438, 0x5836, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0xcbcf, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x524f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xebef, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x530f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x0b0f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x534f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x2b2f, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x920f, 0xa436, 0xad06,
+ 0xa438, 0x5936, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x4b4f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x924f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x6b6f, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x900f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x8b8f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x904f, 0xa436, 0xad06, 0xa438, 0x4817, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xabaf, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x910f, 0xa436, 0xad06,
+ 0xa438, 0x5836, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0xd3d7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x914f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xf3f7, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x930f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x1317, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0x934f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x3337, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd30f, 0xa436, 0xad06,
+ 0xa438, 0x5936, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x5357, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0xd34f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x7377, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd00f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x9397, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0xd04f, 0xa436, 0xad06, 0xa438, 0x4817, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xb3b7, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd10f, 0xa436, 0xad06,
+ 0xa438, 0x5836, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0xdbdf, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0xd14f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xfbff, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd20f, 0xa436, 0xad06,
+ 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x1b1f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0xd24f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x3b3f, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x593f, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x5b5f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x099f, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x7b7f, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x19bf, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x9b9f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08,
+ 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xbbbf, 0xa436, 0xad02,
+ 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x5fff, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00,
+ 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0xffa4, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02,
+ 0xa438, 0xffa4, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0xffa4, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02,
+ 0xa438, 0x58a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x5ca4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02,
+ 0xa438, 0x50a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x54a4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02,
+ 0xa438, 0x59a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x5da4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02,
+ 0xa438, 0x51a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x55a4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02,
+ 0xa438, 0x5aa4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x5ea4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02,
+ 0xa438, 0x52a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x56a4, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02,
+ 0xa438, 0x5ba4, 0xa436, 0xad04, 0xa438, 0x2a06, 0xa436, 0xad06,
+ 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5fff, 0xa436, 0xad04,
+ 0xa438, 0x2b06, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0x53ff, 0xa436, 0xad04, 0xa438, 0x2a06, 0xa436, 0xad06,
+ 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x57ff, 0xa436, 0xad04,
+ 0xa438, 0x2b06, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08,
+ 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08,
+ 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xd0ff, 0xa436, 0xad04, 0xa438, 0x6a46, 0xa436, 0xad06,
+ 0xa438, 0x5ff6, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd4ff, 0xa436, 0xad04,
+ 0xa438, 0x6b46, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xd8ff, 0xa436, 0xad04, 0xa438, 0x6a46, 0xa436, 0xad06,
+ 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xdcff, 0xa436, 0xad04,
+ 0xa438, 0x6b46, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08,
+ 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08,
+ 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xd1ff, 0xa436, 0xad04, 0xa438, 0xaa86, 0xa436, 0xad06,
+ 0xa438, 0x5ff6, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd5ff, 0xa436, 0xad04,
+ 0xa438, 0xab86, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xd9ff, 0xa436, 0xad04, 0xa438, 0xaa86, 0xa436, 0xad06,
+ 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xddff, 0xa436, 0xad04,
+ 0xa438, 0xab86, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08,
+ 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08,
+ 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xd2ff, 0xa436, 0xad04, 0xa438, 0xeac6, 0xa436, 0xad06,
+ 0xa438, 0x5ff6, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd6ff, 0xa436, 0xad04,
+ 0xa438, 0xebc6, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xdaff, 0xa436, 0xad04, 0xa438, 0xeac6, 0xa436, 0xad06,
+ 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xdeff, 0xa436, 0xad04,
+ 0xa438, 0xebc6, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08,
+ 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0017, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08,
+ 0xa438, 0x0013, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02,
+ 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06,
+ 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0013, 0xa436, 0xad00,
+ 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04,
+ 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08,
+ 0xa438, 0x0013, 0xa436, 0xad00, 0xa438, 0xfffa, 0xa436, 0xad02,
+ 0xa438, 0xd3ff, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0x5fff, 0xa436, 0xad08, 0xa438, 0x0013, 0xa436, 0xad00,
+ 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0xd7e7, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0017, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02,
+ 0xa438, 0xdbe7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06,
+ 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0017, 0xa436, 0xad00,
+ 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0xdfe7, 0xa436, 0xad04,
+ 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08,
+ 0xa438, 0x0017, 0xa436, 0xacfc, 0xa438, 0x0000, 0xa436, 0xaccc,
+ 0xa438, 0x2000, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x2001, 0xa436, 0xacce, 0xa438, 0x6008, 0xa436, 0xaccc,
+ 0xa438, 0x2002, 0xa436, 0xacce, 0xa438, 0x6010, 0xa436, 0xaccc,
+ 0xa438, 0x2003, 0xa436, 0xacce, 0xa438, 0x6020, 0xa436, 0xaccc,
+ 0xa438, 0x2004, 0xa436, 0xacce, 0xa438, 0x6060, 0xa436, 0xaccc,
+ 0xa438, 0x2005, 0xa436, 0xacce, 0xa438, 0x60a0, 0xa436, 0xaccc,
+ 0xa438, 0x2006, 0xa436, 0xacce, 0xa438, 0x60e0, 0xa436, 0xaccc,
+ 0xa438, 0x2007, 0xa436, 0xacce, 0xa438, 0x6128, 0xa436, 0xaccc,
+ 0xa438, 0x2008, 0xa436, 0xacce, 0xa438, 0x6178, 0xa436, 0xaccc,
+ 0xa438, 0x2009, 0xa436, 0xacce, 0xa438, 0x61a8, 0xa436, 0xaccc,
+ 0xa438, 0x200a, 0xa436, 0xacce, 0xa438, 0x61f0, 0xa436, 0xaccc,
+ 0xa438, 0x200b, 0xa436, 0xacce, 0xa438, 0x6248, 0xa436, 0xaccc,
+ 0xa438, 0x200c, 0xa436, 0xacce, 0xa438, 0x6258, 0xa436, 0xaccc,
+ 0xa438, 0x200d, 0xa436, 0xacce, 0xa438, 0x6268, 0xa436, 0xaccc,
+ 0xa438, 0x200e, 0xa436, 0xacce, 0xa438, 0x6270, 0xa436, 0xaccc,
+ 0xa438, 0x200f, 0xa436, 0xacce, 0xa438, 0x6274, 0xa436, 0xaccc,
+ 0xa438, 0x2010, 0xa436, 0xacce, 0xa438, 0x627c, 0xa436, 0xaccc,
+ 0xa438, 0x2011, 0xa436, 0xacce, 0xa438, 0x6284, 0xa436, 0xaccc,
+ 0xa438, 0x2012, 0xa436, 0xacce, 0xa438, 0x6294, 0xa436, 0xaccc,
+ 0xa438, 0x2013, 0xa436, 0xacce, 0xa438, 0x629c, 0xa436, 0xaccc,
+ 0xa438, 0x2014, 0xa436, 0xacce, 0xa438, 0x62ac, 0xa436, 0xaccc,
+ 0xa438, 0x2015, 0xa436, 0xacce, 0xa438, 0x62bc, 0xa436, 0xaccc,
+ 0xa438, 0x2016, 0xa436, 0xacce, 0xa438, 0x62c4, 0xa436, 0xaccc,
+ 0xa438, 0x2017, 0xa436, 0xacce, 0xa438, 0x7000, 0xa436, 0xaccc,
+ 0xa438, 0x2018, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x2019, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x201a, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x201b, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x201c, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x201d, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x201e, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc,
+ 0xa438, 0x201f, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xacce,
+ 0xa438, 0x0000, 0xa436, 0x0000, 0xa438, 0x0000, 0xb82e, 0x0000,
+ 0xa436, 0x8023, 0xa438, 0x0000, 0xa436, 0x801E, 0xa438, 0x0027,
+ 0xB820, 0x0000, 0xFFFF, 0xFFFF
+};
+
+static const u16 phy_mcu_ram_code_8126a_2_3[] = {
+ 0xb892, 0x0000, 0xb88e, 0xC15C, 0xb890, 0x0303, 0xb890, 0x0506,
+ 0xb890, 0x0807, 0xb890, 0x090B, 0xb890, 0x0E12, 0xb890, 0x1617,
+ 0xb890, 0x1C24, 0xb890, 0x2B37, 0xb890, 0x0203, 0xb890, 0x0304,
+ 0xb890, 0x0504, 0xb890, 0x0506, 0xb890, 0x0708, 0xb890, 0x090A,
+ 0xb890, 0x0B0E, 0xb890, 0x1013, 0xb890, 0x1519, 0xb890, 0x1D22,
+ 0xb890, 0x282E, 0xb890, 0x363E, 0xb890, 0x474B, 0xb88e, 0xC196,
+ 0xb890, 0x3F5E, 0xb890, 0xF834, 0xb890, 0x6C01, 0xb890, 0xA67F,
+ 0xb890, 0xA06C, 0xb890, 0x043B, 0xb890, 0x6190, 0xb890, 0x88DB,
+ 0xb890, 0x9ECD, 0xb890, 0x4DBC, 0xb890, 0x6E0E, 0xb890, 0x9F2D,
+ 0xb890, 0x2C18, 0xb890, 0x5E8C, 0xb890, 0x5BFE, 0xb890, 0x183C,
+ 0xb890, 0x23C9, 0xb890, 0x3E84, 0xb890, 0x3C20, 0xb890, 0xCC56,
+ 0xb890, 0x3480, 0xb890, 0x0040, 0xb88e, 0xC00F, 0xb890, 0x3502,
+ 0xb890, 0x0203, 0xb890, 0x0303, 0xb890, 0x0404, 0xb890, 0x0506,
+ 0xb890, 0x0607, 0xb890, 0x080A, 0xb890, 0x0B0D, 0xb890, 0x0E10,
+ 0xb890, 0x1114, 0xb890, 0x171B, 0xb890, 0x1F22, 0xb890, 0x2832,
+ 0xb890, 0x0101, 0xb890, 0x0101, 0xb890, 0x0202, 0xb890, 0x0303,
+ 0xb890, 0x0404, 0xb890, 0x0506, 0xb890, 0x0709, 0xb890, 0x0A0D,
+ 0xb88e, 0xC047, 0xb890, 0x365F, 0xb890, 0xBE10, 0xb890, 0x84E4,
+ 0xb890, 0x60E9, 0xb890, 0xA86A, 0xb890, 0xF1E3, 0xb890, 0xF73F,
+ 0xb890, 0x5C02, 0xb890, 0x9547, 0xb890, 0xC30C, 0xb890, 0xB064,
+ 0xb890, 0x079A, 0xb890, 0x1E23, 0xb890, 0x1B5D, 0xb890, 0x92E7,
+ 0xb890, 0x4BAF, 0xb890, 0x2386, 0xb890, 0x01B6, 0xb890, 0x6F82,
+ 0xb890, 0xDC1C, 0xb890, 0x8C92, 0xb88e, 0xC110, 0xb890, 0x0C7F,
+ 0xb890, 0x1014, 0xb890, 0x231D, 0xb890, 0x2023, 0xb890, 0x2628,
+ 0xb890, 0x2A2D, 0xb890, 0x2D2C, 0xb890, 0x2C2E, 0xb890, 0x320D,
+ 0xb88e, 0xC186, 0xb890, 0x0306, 0xb890, 0x0804, 0xb890, 0x0406,
+ 0xb890, 0x0707, 0xb890, 0x0709, 0xb890, 0x0B0F, 0xb890, 0x161D,
+ 0xb890, 0x202A, 0xb890, 0x3F5E, 0xb88e, 0xC1C1, 0xb890, 0x0040,
+ 0xb890, 0x5920, 0xb890, 0x88CD, 0xb890, 0x1CA1, 0xb890, 0x3D20,
+ 0xb890, 0x3AE4, 0xb890, 0x6A43, 0xb890, 0x30AF, 0xb890, 0xDD16,
+ 0xb88e, 0xC283, 0xb890, 0x1611, 0xb890, 0x161C, 0xb890, 0x2127,
+ 0xb890, 0x2C32, 0xb890, 0x373D, 0xb890, 0x4247, 0xb890, 0x4D52,
+ 0xb890, 0x585A, 0xb890, 0x0004, 0xb890, 0x080C, 0xb890, 0x1014,
+ 0xb890, 0x181B, 0xb890, 0x1F23, 0xb890, 0x272B, 0xb890, 0x2F33,
+ 0xb890, 0x363A, 0xb890, 0x3E42, 0xb890, 0x464A, 0xb890, 0x4D51,
+ 0xb890, 0x5559, 0xb890, 0x5D65, 0xb890, 0xE769, 0xb890, 0xEB56,
+ 0xb890, 0xC04B, 0xb890, 0xD502, 0xb890, 0x2FB1, 0xb890, 0x33B5,
+ 0xb890, 0x37F8, 0xb890, 0xBB98, 0xb890, 0x7450, 0xb890, 0x4C48,
+ 0xb890, 0x12DC, 0xb890, 0xDCDC, 0xb890, 0x934A, 0xb890, 0x3E33,
+ 0xb890, 0xE496, 0xb890, 0x724E, 0xb890, 0x2B07, 0xb890, 0xE4C0,
+ 0xb890, 0x9C79, 0xb890, 0x5512, 0xb88e, 0xC212, 0xb890, 0x2020,
+ 0xb890, 0x2020, 0xb890, 0x2020, 0xb890, 0x2020, 0xb890, 0x2020,
+ 0xb890, 0x2019, 0xb88e, 0xC24D, 0xb890, 0x8400, 0xb890, 0x0000,
+ 0xb890, 0x0000, 0xb890, 0x0000, 0xb890, 0x0000, 0xb890, 0x0000,
+ 0xb88e, 0xC2D3, 0xb890, 0x5524, 0xb890, 0x2526, 0xb890, 0x2728,
+ 0xb88e, 0xC2E3, 0xb890, 0x3323, 0xb890, 0x2324, 0xb890, 0x2425,
+ 0xFFFF, 0xFFFF
+};
+
+static const u16 phy_mcu_ram_code_8126a_3_1[] = {
+ 0xa436, 0x8023, 0xa438, 0x4701, 0xa436, 0xB82E, 0xa438, 0x0001,
+ 0xb820, 0x0090, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012,
+ 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010,
+ 0xa438, 0x1800, 0xa438, 0x801a, 0xa438, 0x1800, 0xa438, 0x802a,
+ 0xa438, 0x1800, 0xa438, 0x8032, 0xa438, 0x1800, 0xa438, 0x803a,
+ 0xa438, 0x1800, 0xa438, 0x803e, 0xa438, 0x1800, 0xa438, 0x8044,
+ 0xa438, 0x1800, 0xa438, 0x804b, 0xa438, 0xd504, 0xa438, 0xc9b5,
+ 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x4070, 0xa438, 0x1800,
+ 0xa438, 0x1082, 0xa438, 0xd504, 0xa438, 0x1800, 0xa438, 0x107a,
+ 0xa438, 0x61d0, 0xa438, 0xd701, 0xa438, 0x60a5, 0xa438, 0xd504,
+ 0xa438, 0xc9b2, 0xa438, 0xd500, 0xa438, 0xf004, 0xa438, 0xd504,
+ 0xa438, 0xc9b1, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x6070,
+ 0xa438, 0x1800, 0xa438, 0x10b0, 0xa438, 0x1800, 0xa438, 0x10c5,
+ 0xa438, 0xd707, 0xa438, 0x2005, 0xa438, 0x8030, 0xa438, 0xd75e,
+ 0xa438, 0x1800, 0xa438, 0x138c, 0xa438, 0x1800, 0xa438, 0x13ff,
+ 0xa438, 0xc504, 0xa438, 0xce20, 0xa438, 0xcf01, 0xa438, 0xd70a,
+ 0xa438, 0x4005, 0xa438, 0xcf02, 0xa438, 0x1800, 0xa438, 0x1b99,
+ 0xa438, 0xa980, 0xa438, 0xd500, 0xa438, 0x1800, 0xa438, 0x144d,
+ 0xa438, 0x907f, 0xa438, 0x91a3, 0xa438, 0x9306, 0xa438, 0xb118,
+ 0xa438, 0x1800, 0xa438, 0x2147, 0xa438, 0x907f, 0xa438, 0x9209,
+ 0xa438, 0x91a3, 0xa438, 0x9306, 0xa438, 0xb118, 0xa438, 0x1800,
+ 0xa438, 0x203c, 0xa436, 0xA026, 0xa438, 0xffff, 0xa436, 0xA024,
+ 0xa438, 0x2033, 0xa436, 0xA022, 0xa438, 0x213f, 0xa436, 0xA020,
+ 0xa438, 0x144c, 0xa436, 0xA006, 0xa438, 0x1b98, 0xa436, 0xA004,
+ 0xa438, 0x138b, 0xa436, 0xA002, 0xa438, 0x10c4, 0xa436, 0xA000,
+ 0xa438, 0x1079, 0xa436, 0xA008, 0xa438, 0x7f00, 0xa436, 0xA016,
+ 0xa438, 0x0000, 0xa436, 0xA012, 0xa438, 0x0ff8, 0xa436, 0xA014,
+ 0xa438, 0xd04d, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa436, 0xA152, 0xa438, 0x12dc, 0xa436, 0xA154, 0xa438, 0x3fff,
+ 0xa436, 0xA156, 0xa438, 0x3fff, 0xa436, 0xA158, 0xa438, 0x3fff,
+ 0xa436, 0xA15A, 0xa438, 0x3fff, 0xa436, 0xA15C, 0xa438, 0x3fff,
+ 0xa436, 0xA15E, 0xa438, 0x3fff, 0xa436, 0xA160, 0xa438, 0x3fff,
+ 0xa436, 0xA150, 0xa438, 0x0001, 0xa436, 0xA016, 0xa438, 0x0020,
+ 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800,
+ 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x801a, 0xa438, 0x1800,
+ 0xa438, 0x801a, 0xa438, 0x1800, 0xa438, 0x810a, 0xa438, 0x1800,
+ 0xa438, 0x8111, 0xa438, 0x1800, 0xa438, 0x8341, 0xa438, 0x1800,
+ 0xa438, 0x8349, 0xa438, 0x1800, 0xa438, 0x83df, 0xa438, 0xd706,
+ 0xa438, 0x60a9, 0xa438, 0xd700, 0xa438, 0x60a1, 0xa438, 0x1800,
+ 0xa438, 0x0962, 0xa438, 0x1800, 0xa438, 0x0962, 0xa438, 0x1800,
+ 0xa438, 0x0982, 0xa438, 0xd70d, 0xa438, 0x40fd, 0xa438, 0xd702,
+ 0xa438, 0x40a0, 0xa438, 0xd70c, 0xa438, 0x4066, 0xa438, 0x8710,
+ 0xa438, 0xf002, 0xa438, 0xa710, 0xa438, 0x9580, 0xa438, 0x0c03,
+ 0xa438, 0x1502, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0x0c1f,
+ 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x12b5,
+ 0xa438, 0xcb81, 0xa438, 0xd70c, 0xa438, 0x4882, 0xa438, 0xd706,
+ 0xa438, 0x407a, 0xa438, 0xd70c, 0xa438, 0x4807, 0xa438, 0xd706,
+ 0xa438, 0x405a, 0xa438, 0x8910, 0xa438, 0xa210, 0xa438, 0xd704,
+ 0xa438, 0x611c, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03,
+ 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x03a0, 0xa438, 0xccb5,
+ 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0102,
+ 0xa438, 0x0ce0, 0xa438, 0x0340, 0xa438, 0xcc52, 0xa438, 0xd706,
+ 0xa438, 0x42ba, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f,
+ 0xa438, 0x0f1c, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x8190, 0xa438, 0x8204,
+ 0xa438, 0xf016, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f,
+ 0xa438, 0x0f1b, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0xd70c, 0xa438, 0x6047,
+ 0xa438, 0xf002, 0xa438, 0xf00c, 0xa438, 0xd403, 0xa438, 0xcb82,
+ 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0xd40a, 0xa438, 0x1000,
+ 0xa438, 0x1203, 0xa438, 0xd70c, 0xa438, 0x4247, 0xa438, 0x1000,
+ 0xa438, 0x131d, 0xa438, 0x8a40, 0xa438, 0x1000, 0xa438, 0x120e,
+ 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8104,
+ 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0xa704, 0xa438, 0x9503, 0xa438, 0xcb88, 0xa438, 0xf012,
+ 0xa438, 0xa210, 0xa438, 0xa00a, 0xa438, 0xaa40, 0xa438, 0x1000,
+ 0xa438, 0x120e, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x1220,
+ 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0xa190,
+ 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0x8a10, 0xa438, 0x8a80,
+ 0xa438, 0xcb84, 0xa438, 0xd13e, 0xa438, 0xd05a, 0xa438, 0xd13e,
+ 0xa438, 0xd06b, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700,
+ 0xa438, 0x3559, 0xa438, 0x80a8, 0xa438, 0xfffb, 0xa438, 0xd700,
+ 0xa438, 0x604b, 0xa438, 0xcb8a, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd700, 0xa438, 0x3659, 0xa438, 0x80b1, 0xa438, 0xfffb,
+ 0xa438, 0xd700, 0xa438, 0x606b, 0xa438, 0xcb8b, 0xa438, 0x5eeb,
+ 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb8c,
+ 0xa438, 0xd706, 0xa438, 0x609a, 0xa438, 0xd1b7, 0xa438, 0xd049,
+ 0xa438, 0xf003, 0xa438, 0xd160, 0xa438, 0xd04b, 0xa438, 0x1000,
+ 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xcb8d,
+ 0xa438, 0x8710, 0xa438, 0xd71f, 0xa438, 0x5fd4, 0xa438, 0xb920,
+ 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f, 0xa438, 0x7fb4,
+ 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f,
+ 0xa438, 0x6105, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000,
+ 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0xfff0,
+ 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xd114,
+ 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700,
+ 0xa438, 0x5fba, 0xa438, 0xd704, 0xa438, 0x5f76, 0xa438, 0xd700,
+ 0xa438, 0x5f34, 0xa438, 0xd700, 0xa438, 0x6081, 0xa438, 0xd706,
+ 0xa438, 0x405a, 0xa438, 0xa480, 0xa438, 0xcb86, 0xa438, 0xd706,
+ 0xa438, 0x609a, 0xa438, 0xd1c8, 0xa438, 0xd045, 0xa438, 0xf003,
+ 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0cc0, 0xa438, 0x0000,
+ 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320,
+ 0xa438, 0xcc29, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xd114,
+ 0xa438, 0xd040, 0xa438, 0xd700, 0xa438, 0x5ff4, 0xa438, 0x1800,
+ 0xa438, 0x0c3e, 0xa438, 0xd706, 0xa438, 0x609d, 0xa438, 0xd417,
+ 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0x1800, 0xa438, 0x0d2e,
+ 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70c, 0xa438, 0x5fa4,
+ 0xa438, 0xa706, 0xa438, 0xd70c, 0xa438, 0x408b, 0xa438, 0xa701,
+ 0xa438, 0xa502, 0xa438, 0xa880, 0xa438, 0x8801, 0xa438, 0x8e01,
+ 0xa438, 0xca50, 0xa438, 0x1000, 0xa438, 0x81b6, 0xa438, 0xca51,
+ 0xa438, 0xd70e, 0xa438, 0x2210, 0xa438, 0x81b4, 0xa438, 0xd70c,
+ 0xa438, 0x4084, 0xa438, 0xd705, 0xa438, 0x5efd, 0xa438, 0xf007,
+ 0xa438, 0x1000, 0xa438, 0x17c2, 0xa438, 0xd70c, 0xa438, 0x5ca2,
+ 0xa438, 0x1800, 0xa438, 0x1692, 0xa438, 0xd70c, 0xa438, 0x605a,
+ 0xa438, 0x9a10, 0xa438, 0x8e40, 0xa438, 0x8404, 0xa438, 0x1000,
+ 0xa438, 0x1827, 0xa438, 0x8e80, 0xa438, 0xca62, 0xa438, 0xd705,
+ 0xa438, 0x3084, 0xa438, 0x8196, 0xa438, 0xba10, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x1000, 0xa438, 0x8290, 0xa438, 0x0c03,
+ 0xa438, 0x0100, 0xa438, 0xd702, 0xa438, 0x4638, 0xa438, 0xd1c4,
+ 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000,
+ 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8108,
+ 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000,
+ 0xa438, 0x17db, 0xa438, 0xa0c4, 0xa438, 0x8610, 0xa438, 0x8030,
+ 0xa438, 0x8706, 0xa438, 0x0c07, 0xa438, 0x0b06, 0xa438, 0x8410,
+ 0xa438, 0xa980, 0xa438, 0xa702, 0xa438, 0xd1c4, 0xa438, 0xd045,
+ 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8,
+ 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x0c07, 0xa438, 0x0b06,
+ 0xa438, 0xa030, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6041,
+ 0xa438, 0xa501, 0xa438, 0xa108, 0xa438, 0xd1c4, 0xa438, 0xd045,
+ 0xa438, 0xca63, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000,
+ 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xd702,
+ 0xa438, 0x6078, 0xa438, 0x9920, 0xa438, 0xf003, 0xa438, 0xb920,
+ 0xa438, 0xa880, 0xa438, 0x9a10, 0xa438, 0x1000, 0xa438, 0x17be,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd71f, 0xa438, 0x5f73,
+ 0xa438, 0xf011, 0xa438, 0xd70c, 0xa438, 0x409b, 0xa438, 0x9920,
+ 0xa438, 0x9a10, 0xa438, 0xfff5, 0xa438, 0x80fe, 0xa438, 0x8610,
+ 0xa438, 0x8501, 0xa438, 0x8980, 0xa438, 0x8702, 0xa438, 0xa410,
+ 0xa438, 0xa940, 0xa438, 0x81c0, 0xa438, 0xae80, 0xa438, 0x1800,
+ 0xa438, 0x813b, 0xa438, 0x8804, 0xa438, 0xa704, 0xa438, 0x8788,
+ 0xa438, 0xff80, 0xa438, 0xbb08, 0xa438, 0x0c1f, 0xa438, 0x0907,
+ 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0x8701,
+ 0xa438, 0x8502, 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700,
+ 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0x8706,
+ 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xca64, 0xa438, 0xd110,
+ 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000,
+ 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8804,
+ 0xa438, 0xa706, 0xa438, 0x1800, 0xa438, 0x8115, 0xa438, 0x1800,
+ 0xa438, 0x147c, 0xa438, 0xd705, 0xa438, 0x405f, 0xa438, 0xf036,
+ 0xa438, 0xd705, 0xa438, 0x6234, 0xa438, 0xd70c, 0xa438, 0x41c6,
+ 0xa438, 0xd70d, 0xa438, 0x419d, 0xa438, 0xd70d, 0xa438, 0x417e,
+ 0xa438, 0xd704, 0xa438, 0x6127, 0xa438, 0x2951, 0xa438, 0x81cb,
+ 0xa438, 0xd70c, 0xa438, 0x4083, 0xa438, 0xd70c, 0xa438, 0x2e81,
+ 0xa438, 0x81cb, 0xa438, 0xf0c5, 0xa438, 0x80fe, 0xa438, 0x8610,
+ 0xa438, 0x8501, 0xa438, 0x8704, 0xa438, 0x0c30, 0xa438, 0x0410,
+ 0xa438, 0xa701, 0xa438, 0xac02, 0xa438, 0xa502, 0xa438, 0x8980,
+ 0xa438, 0xca60, 0xa438, 0xa004, 0xa438, 0xd70c, 0xa438, 0x6065,
+ 0xa438, 0x1800, 0xa438, 0x81dc, 0xa438, 0x8004, 0xa438, 0xa804,
+ 0xa438, 0x0c0f, 0xa438, 0x0602, 0xa438, 0x0c70, 0xa438, 0x0730,
+ 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c, 0xa438, 0x0c1f,
+ 0xa438, 0x0912, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x090e,
+ 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0xa780,
+ 0xa438, 0xf0a2, 0xa438, 0xd704, 0xa438, 0x63eb, 0xa438, 0xd705,
+ 0xa438, 0x43b1, 0xa438, 0xd702, 0xa438, 0x339c, 0xa438, 0x828f,
+ 0xa438, 0x8788, 0xa438, 0x8704, 0xa438, 0x0c1f, 0xa438, 0x0907,
+ 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0x8410,
+ 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6061,
+ 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0xa706, 0xa438, 0x8804,
+ 0xa438, 0xa980, 0xa438, 0xd70c, 0xa438, 0x6085, 0xa438, 0x8701,
+ 0xa438, 0x8502, 0xa438, 0x8c02, 0xa438, 0xa701, 0xa438, 0xa502,
+ 0xa438, 0xf082, 0xa438, 0xd70c, 0xa438, 0x60c5, 0xa438, 0xd702,
+ 0xa438, 0x6053, 0xa438, 0xf07d, 0xa438, 0x1800, 0xa438, 0x828c,
+ 0xa438, 0xd70d, 0xa438, 0x4d1b, 0xa438, 0xba10, 0xa438, 0xae40,
+ 0xa438, 0x0cfc, 0xa438, 0x03b4, 0xa438, 0x0cfc, 0xa438, 0x05b4,
+ 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x17be,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c,
+ 0xa438, 0x8706, 0xa438, 0x8280, 0xa438, 0xace0, 0xa438, 0xa680,
+ 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000,
+ 0xa438, 0x17e8, 0xa438, 0xd702, 0xa438, 0x5f79, 0xa438, 0x8240,
+ 0xa438, 0xd702, 0xa438, 0x6898, 0xa438, 0xd702, 0xa438, 0x4957,
+ 0xa438, 0x1800, 0xa438, 0x827e, 0xa438, 0xa1c0, 0xa438, 0x0c3f,
+ 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x030c, 0xa438, 0x0cfc,
+ 0xa438, 0x050c, 0xa438, 0x8108, 0xa438, 0x8640, 0xa438, 0xa120,
+ 0xa438, 0xa640, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0xa110,
+ 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca84, 0xa438, 0x1000,
+ 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c,
+ 0xa438, 0x5f7c, 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210,
+ 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520,
+ 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043,
+ 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8,
+ 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8233, 0xa438, 0x0cfc,
+ 0xa438, 0x036c, 0xa438, 0x0cfc, 0xa438, 0x056c, 0xa438, 0xd1c4,
+ 0xa438, 0xd044, 0xa438, 0xca85, 0xa438, 0x1000, 0xa438, 0x17be,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c,
+ 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x17be,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd702, 0xa438, 0x5f79,
+ 0xa438, 0x8240, 0xa438, 0x0cfc, 0xa438, 0x0390, 0xa438, 0x0cfc,
+ 0xa438, 0x0590, 0xa438, 0xd702, 0xa438, 0x6058, 0xa438, 0xf002,
+ 0xa438, 0xfec7, 0xa438, 0x81c0, 0xa438, 0x8880, 0xa438, 0x8706,
+ 0xa438, 0xca61, 0xa438, 0xd1c4, 0xa438, 0xd054, 0xa438, 0x1000,
+ 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c,
+ 0xa438, 0x5f7d, 0xa438, 0xa706, 0xa438, 0xf004, 0xa438, 0x8788,
+ 0xa438, 0xa404, 0xa438, 0x8702, 0xa438, 0x0800, 0xa438, 0x8443,
+ 0xa438, 0x8303, 0xa438, 0x8280, 0xa438, 0x9920, 0xa438, 0x8ce0,
+ 0xa438, 0x8004, 0xa438, 0xa1c0, 0xa438, 0xd70e, 0xa438, 0x404a,
+ 0xa438, 0xa280, 0xa438, 0xd702, 0xa438, 0x3bd0, 0xa438, 0x82a0,
+ 0xa438, 0x0c3f, 0xa438, 0x0223, 0xa438, 0xf003, 0xa438, 0x0c3f,
+ 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x0308, 0xa438, 0x0cfc,
+ 0xa438, 0x0508, 0xa438, 0x8108, 0xa438, 0x8640, 0xa438, 0xa120,
+ 0xa438, 0xa640, 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0x8103,
+ 0xa438, 0xf003, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0xa110,
+ 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0xa108, 0xa438, 0xf006,
+ 0xa438, 0xd704, 0xa438, 0x6077, 0xa438, 0x8108, 0xa438, 0xf002,
+ 0xa438, 0xa108, 0xa438, 0xd193, 0xa438, 0xd045, 0xa438, 0xca82,
+ 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c,
+ 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210, 0xa438, 0x0ce0,
+ 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520, 0xa438, 0xf002,
+ 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0x1000,
+ 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000,
+ 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd702,
+ 0xa438, 0x3bd0, 0xa438, 0x82de, 0xa438, 0x0c3f, 0xa438, 0x020c,
+ 0xa438, 0xf002, 0xa438, 0x823f, 0xa438, 0x0cfc, 0xa438, 0x034c,
+ 0xa438, 0x0cfc, 0xa438, 0x054c, 0xa438, 0xd1c4, 0xa438, 0xd044,
+ 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c,
+ 0xa438, 0x820c, 0xa438, 0xa360, 0xa438, 0xa560, 0xa438, 0xd1c4,
+ 0xa438, 0xd043, 0xa438, 0xca83, 0xa438, 0x1000, 0xa438, 0x17be,
+ 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x17e8,
+ 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd70e, 0xa438, 0x406a,
+ 0xa438, 0x8680, 0xa438, 0xf002, 0xa438, 0xa680, 0xa438, 0xa240,
+ 0xa438, 0x0c0f, 0xa438, 0x0604, 0xa438, 0x0c70, 0xa438, 0x0750,
+ 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c, 0xa438, 0x0c1f,
+ 0xa438, 0x0914, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0910,
+ 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0xa780,
+ 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a,
+ 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd702, 0xa438, 0x399c,
+ 0xa438, 0x8311, 0xa438, 0x8240, 0xa438, 0x8788, 0xa438, 0xd702,
+ 0xa438, 0x63f8, 0xa438, 0xd705, 0xa438, 0x643c, 0xa438, 0xa402,
+ 0xa438, 0xf012, 0xa438, 0x8402, 0xa438, 0xd705, 0xa438, 0x611b,
+ 0xa438, 0xa401, 0xa438, 0xa302, 0xa438, 0xd702, 0xa438, 0x417d,
+ 0xa438, 0xa440, 0xa438, 0xa280, 0xa438, 0xf008, 0xa438, 0x8401,
+ 0xa438, 0x8302, 0xa438, 0xd70c, 0xa438, 0x6060, 0xa438, 0xa301,
+ 0xa438, 0xf002, 0xa438, 0x8301, 0xa438, 0xd70c, 0xa438, 0x4080,
+ 0xa438, 0xd70e, 0xa438, 0x604a, 0xa438, 0xff5f, 0xa438, 0xd705,
+ 0xa438, 0x3cdd, 0xa438, 0x8340, 0xa438, 0xff5b, 0xa438, 0x0cfc,
+ 0xa438, 0x0390, 0xa438, 0x0cfc, 0xa438, 0x0590, 0xa438, 0x0800,
+ 0xa438, 0xcb50, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa310,
+ 0xa438, 0x9503, 0xa438, 0xcb5f, 0xa438, 0x1800, 0xa438, 0x0d3e,
+ 0xa438, 0xcb13, 0xa438, 0xd706, 0xa438, 0x6089, 0xa438, 0xd1b8,
+ 0xa438, 0xd04a, 0xa438, 0xf003, 0xa438, 0xd11c, 0xa438, 0xd04b,
+ 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd701, 0xa438, 0x67d5,
+ 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xd70c, 0xa438, 0x610c,
+ 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x6846,
+ 0xa438, 0xd706, 0xa438, 0x647b, 0xa438, 0xfffa, 0xa438, 0x1000,
+ 0xa438, 0x1330, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f,
+ 0xa438, 0x0f16, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502,
+ 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x1000, 0xa438, 0x12b5,
+ 0xa438, 0x0c07, 0xa438, 0x0c02, 0xa438, 0x0cc0, 0xa438, 0x0080,
+ 0xa438, 0xd14a, 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1800, 0xa438, 0x8359,
+ 0xa438, 0x800a, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa004,
+ 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8004, 0xa438, 0xa001,
+ 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8001, 0xa438, 0x1000,
+ 0xa438, 0x1217, 0xa438, 0x0c03, 0xa438, 0x0902, 0xa438, 0x1800,
+ 0xa438, 0x04ed, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f,
+ 0xa438, 0x5fab, 0xa438, 0xba08, 0xa438, 0x1000, 0xa438, 0x126b,
+ 0xa438, 0xd71f, 0xa438, 0x7f8b, 0xa438, 0x9a08, 0xa438, 0x1800,
+ 0xa438, 0x0581, 0xa438, 0x800a, 0xa438, 0xd702, 0xa438, 0x6555,
+ 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa004, 0xa438, 0x1000,
+ 0xa438, 0x1220, 0xa438, 0x8004, 0xa438, 0xa001, 0xa438, 0x1000,
+ 0xa438, 0x1220, 0xa438, 0x8001, 0xa438, 0x1000, 0xa438, 0x1217,
+ 0xa438, 0xa00a, 0xa438, 0xa780, 0xa438, 0xcb14, 0xa438, 0xd1b8,
+ 0xa438, 0xd04a, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700,
+ 0xa438, 0x5fb4, 0xa438, 0x6286, 0xa438, 0xd706, 0xa438, 0x5f5b,
+ 0xa438, 0x800a, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa004,
+ 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8004, 0xa438, 0xa001,
+ 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8001, 0xa438, 0x1000,
+ 0xa438, 0x1217, 0xa438, 0x0c03, 0xa438, 0x0902, 0xa438, 0x1800,
+ 0xa438, 0x83a1, 0xa438, 0xa00a, 0xa438, 0x9308, 0xa438, 0xb210,
+ 0xa438, 0xb301, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd701,
+ 0xa438, 0x5fa4, 0xa438, 0xb302, 0xa438, 0x9210, 0xa438, 0xd409,
+ 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0xd103, 0xa438, 0xd04c,
+ 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4,
+ 0xa438, 0x1800, 0xa438, 0x0581, 0xa438, 0xd70c, 0xa438, 0x60b3,
+ 0xa438, 0x1800, 0xa438, 0x83e3, 0xa438, 0x1800, 0xa438, 0x001a,
+ 0xa438, 0x1800, 0xa438, 0x12cb, 0xa436, 0xA10E, 0xa438, 0x12cf,
+ 0xa436, 0xA10C, 0xa438, 0x04f8, 0xa436, 0xA10A, 0xa438, 0x0d3d,
+ 0xa436, 0xA108, 0xa438, 0x15fb, 0xa436, 0xA106, 0xa438, 0x0d2b,
+ 0xa436, 0xA104, 0xa438, 0x0ecb, 0xa436, 0xA102, 0xa438, 0x09ca,
+ 0xa436, 0xA100, 0xa438, 0x0960, 0xa436, 0xA110, 0xa438, 0x00ff,
+ 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x1ff8,
+ 0xa436, 0xA014, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000,
+ 0xa438, 0x0000, 0xa436, 0xA164, 0xa438, 0x3fff, 0xa436, 0xA166,
+ 0xa438, 0x3fff, 0xa436, 0xA168, 0xa438, 0x3fff, 0xa436, 0xA16A,
+ 0xa438, 0x3fff, 0xa436, 0xA16C, 0xa438, 0x3fff, 0xa436, 0xA16E,
+ 0xa438, 0x3fff, 0xa436, 0xA170, 0xa438, 0x3fff, 0xa436, 0xA172,
+ 0xa438, 0x3fff, 0xa436, 0xA162, 0xa438, 0x0000, 0xa436, 0xb87c,
+ 0xa438, 0x8a63, 0xa436, 0xb87e, 0xa438, 0xaf8a, 0xa438, 0x7baf,
+ 0xa438, 0x8ab6, 0xa438, 0xaf8a, 0xa438, 0xd6af, 0xa438, 0x8ae4,
+ 0xa438, 0xaf8a, 0xa438, 0xf2af, 0xa438, 0x8b07, 0xa438, 0xaf8b,
+ 0xa438, 0x07af, 0xa438, 0x8b07, 0xa438, 0xad35, 0xa438, 0x27bf,
+ 0xa438, 0x7308, 0xa438, 0x027b, 0xa438, 0x07ac, 0xa438, 0x280d,
+ 0xa438, 0xbf73, 0xa438, 0x0b02, 0xa438, 0x7b07, 0xa438, 0xac28,
+ 0xa438, 0x04d0, 0xa438, 0x05ae, 0xa438, 0x02d0, 0xa438, 0x01d1,
+ 0xa438, 0x01d3, 0xa438, 0x04ee, 0xa438, 0x8640, 0xa438, 0x00ee,
+ 0xa438, 0x8641, 0xa438, 0x00af, 0xa438, 0x6aa6, 0xa438, 0xd100,
+ 0xa438, 0xd300, 0xa438, 0xee86, 0xa438, 0x4001, 0xa438, 0xee86,
+ 0xa438, 0x4124, 0xa438, 0xd00f, 0xa438, 0xaf6a, 0xa438, 0xa6bf,
+ 0xa438, 0x739e, 0xa438, 0x027b, 0xa438, 0x07ad, 0xa438, 0x280b,
+ 0xa438, 0xe18f, 0xa438, 0xfdad, 0xa438, 0x2805, 0xa438, 0xe08f,
+ 0xa438, 0xfeae, 0xa438, 0x03e0, 0xa438, 0x8fff, 0xa438, 0xe489,
+ 0xa438, 0xe7e0, 0xa438, 0x89e7, 0xa438, 0xaf67, 0xa438, 0x9fa0,
+ 0xa438, 0x9402, 0xa438, 0xae03, 0xa438, 0xa0b5, 0xa438, 0x03af,
+ 0xa438, 0x0d89, 0xa438, 0xaf0d, 0xa438, 0xafa0, 0xa438, 0x9402,
+ 0xa438, 0xae03, 0xa438, 0xa0b5, 0xa438, 0x03af, 0xa438, 0x0c64,
+ 0xa438, 0xaf0c, 0xa438, 0xcce0, 0xa438, 0x8013, 0xa438, 0x026b,
+ 0xa438, 0xa4ad, 0xa438, 0x2109, 0xa438, 0x0264, 0xa438, 0x47bf,
+ 0xa438, 0x769b, 0xa438, 0x027a, 0xa438, 0xbcaf, 0xa438, 0x6562,
+ 0xa436, 0xb85e, 0xa438, 0x6A7F, 0xa436, 0xb860, 0xa438, 0x679C,
+ 0xa436, 0xb862, 0xa438, 0x0d86, 0xa436, 0xb864, 0xa438, 0x0c61,
+ 0xa436, 0xb886, 0xa438, 0x6553, 0xa436, 0xb888, 0xa438, 0xffff,
+ 0xa436, 0xb88a, 0xa438, 0xffff, 0xa436, 0xb88c, 0xa438, 0xffff,
+ 0xa436, 0xb838, 0xa438, 0x001f, 0xb820, 0x0010, 0xa436, 0x8629,
+ 0xa438, 0xaf86, 0xa438, 0x41af, 0xa438, 0x8644, 0xa438, 0xaf88,
+ 0xa438, 0x0caf, 0xa438, 0x8813, 0xa438, 0xaf88, 0xa438, 0x4baf,
+ 0xa438, 0x884b, 0xa438, 0xaf88, 0xa438, 0x4baf, 0xa438, 0x884b,
+ 0xa438, 0xaf1d, 0xa438, 0x8a02, 0xa438, 0x864d, 0xa438, 0x0210,
+ 0xa438, 0x64af, 0xa438, 0x1063, 0xa438, 0xf8fa, 0xa438, 0xef69,
+ 0xa438, 0xe080, 0xa438, 0x4cac, 0xa438, 0x2517, 0xa438, 0xe080,
+ 0xa438, 0x40ad, 0xa438, 0x251a, 0xa438, 0x0286, 0xa438, 0x7ce0,
+ 0xa438, 0x8040, 0xa438, 0xac25, 0xa438, 0x11bf, 0xa438, 0x87f4,
+ 0xa438, 0x0277, 0xa438, 0xf6ae, 0xa438, 0x0902, 0xa438, 0x87b3,
+ 0xa438, 0x0287, 0xa438, 0xe902, 0xa438, 0x87de, 0xa438, 0xef96,
+ 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xe080, 0xa438, 0x18ad,
+ 0xa438, 0x2611, 0xa438, 0xe08f, 0xa438, 0x9cac, 0xa438, 0x2005,
+ 0xa438, 0x0286, 0xa438, 0x99ae, 0xa438, 0x0302, 0xa438, 0x8707,
+ 0xa438, 0x0287, 0xa438, 0x5002, 0xa438, 0x87de, 0xa438, 0xfc04,
+ 0xa438, 0xf8f9, 0xa438, 0xef79, 0xa438, 0xfbbf, 0xa438, 0x87f7,
+ 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x2000, 0xa438, 0x0d4d,
+ 0xa438, 0xa101, 0xa438, 0x51bf, 0xa438, 0x87f7, 0xa438, 0x0278,
+ 0xa438, 0x385c, 0xa438, 0x07ff, 0xa438, 0xe38f, 0xa438, 0x9d1b,
+ 0xa438, 0x319f, 0xa438, 0x410d, 0xa438, 0x48e3, 0xa438, 0x8f9e,
+ 0xa438, 0x1b31, 0xa438, 0x9f38, 0xa438, 0xbf87, 0xa438, 0xfa02,
+ 0xa438, 0x7838, 0xa438, 0x5c07, 0xa438, 0xffe3, 0xa438, 0x8f9f,
+ 0xa438, 0x1b31, 0xa438, 0x9f28, 0xa438, 0x0d48, 0xa438, 0xe38f,
+ 0xa438, 0xa01b, 0xa438, 0x319f, 0xa438, 0x1fbf, 0xa438, 0x87fd,
+ 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x07ff, 0xa438, 0xe38f,
+ 0xa438, 0xa11b, 0xa438, 0x319f, 0xa438, 0x0f0d, 0xa438, 0x48e3,
+ 0xa438, 0x8fa2, 0xa438, 0x1b31, 0xa438, 0x9f06, 0xa438, 0xee8f,
+ 0xa438, 0x9c01, 0xa438, 0xae04, 0xa438, 0xee8f, 0xa438, 0x9c00,
+ 0xa438, 0xffef, 0xa438, 0x97fd, 0xa438, 0xfc04, 0xa438, 0xf8f9,
+ 0xa438, 0xef79, 0xa438, 0xfbbf, 0xa438, 0x87f7, 0xa438, 0x0278,
+ 0xa438, 0x385c, 0xa438, 0x2000, 0xa438, 0x0d4d, 0xa438, 0xa100,
+ 0xa438, 0x20bf, 0xa438, 0x87f7, 0xa438, 0x0278, 0xa438, 0x385c,
+ 0xa438, 0x0600, 0xa438, 0x0d49, 0xa438, 0xe38f, 0xa438, 0xa31b,
+ 0xa438, 0x319f, 0xa438, 0x0ebf, 0xa438, 0x8800, 0xa438, 0x0277,
+ 0xa438, 0xf6bf, 0xa438, 0x8806, 0xa438, 0x0277, 0xa438, 0xf6ae,
+ 0xa438, 0x0cbf, 0xa438, 0x8800, 0xa438, 0x0277, 0xa438, 0xedbf,
+ 0xa438, 0x8806, 0xa438, 0x0277, 0xa438, 0xedee, 0xa438, 0x8f9c,
+ 0xa438, 0x00ff, 0xa438, 0xef97, 0xa438, 0xfdfc, 0xa438, 0x04f8,
+ 0xa438, 0xf9ef, 0xa438, 0x79fb, 0xa438, 0xbf87, 0xa438, 0xf702,
+ 0xa438, 0x7838, 0xa438, 0x5c20, 0xa438, 0x000d, 0xa438, 0x4da1,
+ 0xa438, 0x014a, 0xa438, 0xbf87, 0xa438, 0xf702, 0xa438, 0x7838,
+ 0xa438, 0x5c07, 0xa438, 0xffe3, 0xa438, 0x8fa4, 0xa438, 0x1b31,
+ 0xa438, 0x9f3a, 0xa438, 0x0d48, 0xa438, 0xe38f, 0xa438, 0xa51b,
+ 0xa438, 0x319f, 0xa438, 0x31bf, 0xa438, 0x87fa, 0xa438, 0x0278,
+ 0xa438, 0x38e3, 0xa438, 0x8fa6, 0xa438, 0x1b31, 0xa438, 0x9f24,
+ 0xa438, 0x0d48, 0xa438, 0xe38f, 0xa438, 0xa71b, 0xa438, 0x319f,
+ 0xa438, 0x1bbf, 0xa438, 0x87fd, 0xa438, 0x0278, 0xa438, 0x38e3,
+ 0xa438, 0x8fa8, 0xa438, 0x1b31, 0xa438, 0x9f0e, 0xa438, 0xbf88,
+ 0xa438, 0x0302, 0xa438, 0x77f6, 0xa438, 0xbf88, 0xa438, 0x0902,
+ 0xa438, 0x77f6, 0xa438, 0xae00, 0xa438, 0xffef, 0xa438, 0x97fd,
+ 0xa438, 0xfc04, 0xa438, 0xf8ef, 0xa438, 0x79fb, 0xa438, 0xe080,
+ 0xa438, 0x18ad, 0xa438, 0x261c, 0xa438, 0xee8f, 0xa438, 0x9c00,
+ 0xa438, 0xbf88, 0xa438, 0x0002, 0xa438, 0x77ed, 0xa438, 0xbf88,
+ 0xa438, 0x0602, 0xa438, 0x77ed, 0xa438, 0xbf88, 0xa438, 0x0302,
+ 0xa438, 0x77ed, 0xa438, 0xbf88, 0xa438, 0x0902, 0xa438, 0x77ed,
+ 0xa438, 0xffef, 0xa438, 0x97fc, 0xa438, 0x04f8, 0xa438, 0xe080,
+ 0xa438, 0x40f6, 0xa438, 0x25e4, 0xa438, 0x8040, 0xa438, 0xfc04,
+ 0xa438, 0xf8e0, 0xa438, 0x804c, 0xa438, 0xf625, 0xa438, 0xe480,
+ 0xa438, 0x4cfc, 0xa438, 0x0455, 0xa438, 0xa4ba, 0xa438, 0xf0a6,
+ 0xa438, 0x4af0, 0xa438, 0xa64c, 0xa438, 0xf0a6, 0xa438, 0x4e66,
+ 0xa438, 0xa4b6, 0xa438, 0x55a4, 0xa438, 0xb600, 0xa438, 0xac56,
+ 0xa438, 0x11ac, 0xa438, 0x56ee, 0xa438, 0x804c, 0xa438, 0x3aaf,
+ 0xa438, 0x0627, 0xa438, 0xbf88, 0xa438, 0x4802, 0xa438, 0x77ed,
+ 0xa438, 0xd203, 0xa438, 0xe083, 0xa438, 0x8a0d, 0xa438, 0x01f6,
+ 0xa438, 0x271b, 0xa438, 0x03aa, 0xa438, 0x0182, 0xa438, 0xe083,
+ 0xa438, 0x890d, 0xa438, 0x01f6, 0xa438, 0x271b, 0xa438, 0x03aa,
+ 0xa438, 0x0182, 0xa438, 0xe083, 0xa438, 0x880d, 0xa438, 0x01f6,
+ 0xa438, 0x271b, 0xa438, 0x03aa, 0xa438, 0x0782, 0xa438, 0xbf88,
+ 0xa438, 0x4802, 0xa438, 0x77f6, 0xa438, 0xaf16, 0xa438, 0x1500,
+ 0xa438, 0xa86a, 0xa436, 0xb818, 0xa438, 0x1D84, 0xa436, 0xb81a,
+ 0xa438, 0x1060, 0xa436, 0xb81c, 0xa438, 0x0623, 0xa436, 0xb81e,
+ 0xa438, 0x15ef, 0xa436, 0xb850, 0xa438, 0xffff, 0xa436, 0xb852,
+ 0xa438, 0xffff, 0xa436, 0xb878, 0xa438, 0xffff, 0xa436, 0xb884,
+ 0xa438, 0xffff, 0xa436, 0xb832, 0xa438, 0x000f, 0xa436, 0x0000,
+ 0xa438, 0x0000, 0xB82E, 0x0000, 0xa436, 0x8023, 0xa438, 0x0000,
+ 0xB820, 0x0000, 0xFFFF, 0xFFFF
+};
+
+static void
+rtl8126_real_set_phy_mcu_8126a_1_1(struct net_device *dev)
+{
+ rtl8126_set_phy_mcu_ram_code(dev,
+ phy_mcu_ram_code_8126a_1_1,
+ ARRAY_SIZE(phy_mcu_ram_code_8126a_1_1));
+}
+
+static void
+rtl8126_real_set_phy_mcu_8126a_1_2(struct net_device *dev)
+{
+ rtl8126_set_phy_mcu_ram_code(dev,
+ phy_mcu_ram_code_8126a_1_2,
+ ARRAY_SIZE(phy_mcu_ram_code_8126a_1_2));
+}
+
+static void
+rtl8126_real_set_phy_mcu_8126a_1_3(struct net_device *dev)
+{
+ rtl8126_set_phy_mcu_ram_code(dev,
+ phy_mcu_ram_code_8126a_1_3,
+ ARRAY_SIZE(phy_mcu_ram_code_8126a_1_3));
+}
+
+static void
+rtl8126_set_phy_mcu_8126a_1(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_real_set_phy_mcu_8126a_1_1(dev);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_real_set_phy_mcu_8126a_1_2(dev);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_real_set_phy_mcu_8126a_1_3(dev);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+}
+
+static void
+rtl8126_real_set_phy_mcu_8126a_2_1(struct net_device *dev)
+{
+ rtl8126_set_phy_mcu_ram_code(dev,
+ phy_mcu_ram_code_8126a_2_1,
+ ARRAY_SIZE(phy_mcu_ram_code_8126a_2_1));
+}
+
+static void
+rtl8126_real_set_phy_mcu_8126a_2_3(struct net_device *dev)
+{
+ rtl8126_set_phy_mcu_ram_code(dev,
+ phy_mcu_ram_code_8126a_2_3,
+ ARRAY_SIZE(phy_mcu_ram_code_8126a_2_3));
+}
+
+static void
+rtl8126_set_phy_mcu_8126a_2(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_real_set_phy_mcu_8126a_2_1(dev);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_real_set_phy_mcu_8126a_2_3(dev);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+}
+
+static void
+rtl8126_real_set_phy_mcu_8126a_3_1(struct net_device *dev)
+{
+ rtl8126_set_phy_mcu_ram_code(dev,
+ phy_mcu_ram_code_8126a_3_1,
+ ARRAY_SIZE(phy_mcu_ram_code_8126a_3_1));
+}
+
+static void
+rtl8126_set_phy_mcu_8126a_3(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_real_set_phy_mcu_8126a_3_1(dev);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+}
+
+static void
+rtl8126_init_hw_phy_mcu(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u8 require_disable_phy_disable_mode = FALSE;
+
+ if (tp->NotWrRamCodeToMicroP == TRUE)
+ return;
+
+ if (rtl8126_check_hw_phy_mcu_code_ver(dev))
+ return;
+
+ if (HW_SUPPORT_CHECK_PHY_DISABLE_MODE(tp) && rtl8126_is_in_phy_disable_mode(dev))
+ require_disable_phy_disable_mode = TRUE;
+
+ if (require_disable_phy_disable_mode)
+ rtl8126_disable_phy_disable_mode(dev);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ rtl8126_set_phy_mcu_8126a_1(dev);
+ break;
+ case CFG_METHOD_2:
+ rtl8126_set_phy_mcu_8126a_2(dev);
+ break;
+ case CFG_METHOD_3:
+ rtl8126_set_phy_mcu_8126a_3(dev);
+ break;
+ }
+
+ if (require_disable_phy_disable_mode)
+ rtl8126_enable_phy_disable_mode(dev);
+
+ rtl8126_write_hw_phy_mcu_code_ver(dev);
+
+ rtl8126_mdio_write(tp,0x1F, 0x0000);
+
+ tp->HwHasWrRamCodeToMicroP = TRUE;
+}
+#endif
+
+static void
+rtl8126_enable_phy_aldps(struct rtl8126_private *tp)
+{
+ //enable aldps
+ //GPHY OCP 0xA430 bit[2] = 0x1 (en_aldps)
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA430, BIT_2);
+}
+
+static void
+rtl8126_hw_phy_config_8126a_1(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA442, BIT_11);
+
+
+ if (aspm) {
+ if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) {
+ rtl8126_enable_phy_aldps(tp);
+ }
+ }
+}
+
+static void
+rtl8126_hw_phy_config_8126a_2(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA442, BIT_11);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80BF);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0xED00);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80CD);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x1000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80D1);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0xC800);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80D4);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0xC800);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80E1);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x10CC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80E5);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x4F0C);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8387);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x4700);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA80C,
+ BIT_7 | BIT_6,
+ BIT_7);
+
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xAC90, BIT_4);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xAD2C, BIT_15);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8321);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1100);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xACF8, (BIT_3 | BIT_2));
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8183);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x5900);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAD94, BIT_5);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA654, BIT_11);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xB648, BIT_14);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x839E);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x2F00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83F2);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0800);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xADA0, BIT_1);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80F3);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x9900);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8126);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0xC100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x893A);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x8080);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8647);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0xE600);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x862C);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1200);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x864A);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0xE600);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80A0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0xBCBC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x805E);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0xBCBC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8056);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3077);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8058);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x5A00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8098);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3077);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x809A);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x5A00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8052);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3733);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8094);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3733);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x807F);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x7C75);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x803D);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x7C75);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8036);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x3000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8078);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x3000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8031);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x3300);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8073);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x3300);
+
+
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xAE06,
+ 0xFC00,
+ 0x7C00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89D1);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0004);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8FBD);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x0A00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8FBE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0D09);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89CD);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0F0F);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89CF);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0F0F);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83A4);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83A6);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83C0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83C2);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8414);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8416);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83F8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83FA);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601);
+
+
+ rtl8126_set_phy_mcu_patch_request(tp);
+
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xBD96,
+ 0x1F00,
+ 0x1000);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xBF1C,
+ 0x0007,
+ 0x0007);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xBFBE, BIT_15);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xBF40,
+ 0x0380,
+ 0x0280);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xBF90,
+ BIT_7,
+ (BIT_6 | BIT_5));
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xBF90,
+ BIT_4,
+ BIT_3 | BIT_2);
+
+ rtl8126_clear_phy_mcu_patch_request(tp);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x843B);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x2000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x843D);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x2000);
+
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xB516, 0x7F);
+
+
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xBF80, (BIT_5 | BIT_4));
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8188);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0044);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00A8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00D6);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00EC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00F6);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00FC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00BC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0058);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x002A);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8015);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0800);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFD);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFF);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x7F00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFB);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE9);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0002);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FEF);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x00A5);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FF1);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0106);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE1);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0102);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE3);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0400);
+
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA654, BIT_11);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0XA65A, (BIT_1 | BIT_0));
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xAC3A, 0x5851);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0XAC3C,
+ BIT_15 | BIT_14 | BIT_12,
+ BIT_13);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xAC42,
+ BIT_9,
+ BIT_8 | BIT_7 | BIT_6);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xAC3E, BIT_15 | BIT_14 | BIT_13);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xAC42, BIT_5 | BIT_4 | BIT_3);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xAC42,
+ BIT_1,
+ BIT_2 | BIT_0);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xAC1A, 0x00DB);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xADE4, 0x01B5);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xAD9C, BIT_11 | BIT_10);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814B);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814D);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814F);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0B00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8142);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8144);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8150);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8118);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0700);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811A);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0700);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811C);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0500);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x810F);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8111);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811D);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAC36, BIT_12);
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xAD1C, BIT_8);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xADE8,
+ 0xFFC0,
+ 0x1400);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x864B);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x9D00);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8F97);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x003F);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3F02);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x023C);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3B0A);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x1C00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAD9C, BIT_5);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8122);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0C00);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82C8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80EF);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0C00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82A0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0006);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x001A);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03D8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0023);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0054);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0322);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x00DD);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03AB);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03DC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0027);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E5);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F9);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0012);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0001);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8018);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA438, BIT_13);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE4);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0000);
+
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB54C,
+ 0xFFC0,
+ 0x3700);
+
+
+ if (aspm) {
+ if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) {
+ rtl8126_enable_phy_aldps(tp);
+ }
+ }
+}
+
+static void
+rtl8126_hw_phy_config_8126a_3(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA442, BIT_11);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8183);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x5900);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA654, BIT_11);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xB648, BIT_14);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAD2C, BIT_15);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAD94, BIT_5);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xADA0, BIT_1);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xAE06,
+ BIT_15 | BIT_14 | BIT_13 | BIT_12 | BIT_11 | BIT_10,
+ BIT_14 | BIT_13 | BIT_12 | BIT_11 | BIT_10);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8647);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0xE600);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8036);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x3000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8078);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x3000);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89E9);
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFD);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFE);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0200);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFF);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0400);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8018);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x7700);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8F9C);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0005);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00ED);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0502);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0B00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0xD401);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8FA8);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xA438,
+ 0xFF00,
+ 0x2900);
+
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814B);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814D);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814F);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0B00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8142);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8144);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8150);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8118);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0700);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811A);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0700);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811C);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0500);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x810F);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8111);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811D);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0100);
+
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAD1C, BIT_8);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xADE8,
+ BIT_15 | BIT_14 | BIT_13 | BIT_12 | BIT_11 | BIT_10 | BIT_9 | BIT_8 | BIT_7 | BIT_6,
+ BIT_12 | BIT_10);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x864B);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x9D00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x862C);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x1200);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8566);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x003F);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3F02);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x023C);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3B0A);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x1C00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000);
+
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xAD9C, BIT_5);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8122);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0C00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82C8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED);
+
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80EF);
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB87E,
+ 0xFF00,
+ 0x0C00);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82A0);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0006);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x001A);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03D8);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0023);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0054);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0322);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x00DD);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03AB);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03DC);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0027);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E5);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F9);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0012);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0001);
+ rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1);
+
+
+ rtl8126_set_eth_phy_ocp_bit(tp, 0xA430, BIT_1 | BIT_0);
+
+
+ rtl8126_clear_and_set_eth_phy_ocp_bit(tp,
+ 0xB54C,
+ 0xFFC0,
+ 0x3700);
+
+
+ if (aspm) {
+ if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) {
+ rtl8126_enable_phy_aldps(tp);
+ }
+ }
+}
+
+static void
+rtl8126_hw_phy_config(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (tp->resume_not_chg_speed)
+ return;
+
+ tp->phy_reset_enable(dev);
+
+ if (HW_DASH_SUPPORT_TYPE_3(tp) && tp->HwPkgDet == 0x06)
+ return;
+
+#ifndef ENABLE_USE_FIRMWARE_FILE
+ if (!tp->rtl_fw)
+ rtl8126_init_hw_phy_mcu(dev);
+#endif
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ rtl8126_hw_phy_config_8126a_1(dev);
+ break;
+ case CFG_METHOD_2:
+ rtl8126_hw_phy_config_8126a_2(dev);
+ break;
+ case CFG_METHOD_3:
+ rtl8126_hw_phy_config_8126a_3(dev);
+ break;
+ }
+
+ //legacy force mode(Chap 22)
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ default:
+ rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5B4, BIT_15);
+ break;
+ }
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+
+ if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) {
+ if (tp->eee.eee_enabled)
+ rtl8126_enable_eee(tp);
+ else
+ rtl8126_disable_eee(tp);
+ }
+}
+
+static void
+rtl8126_up(struct net_device *dev)
+{
+ rtl8126_hw_init(dev);
+ rtl8126_hw_reset(dev);
+ rtl8126_powerup_pll(dev);
+ rtl8126_hw_ephy_config(dev);
+ rtl8126_hw_phy_config(dev);
+ rtl8126_hw_config(dev);
+}
+
+/*
+static inline void rtl8126_delete_esd_timer(struct net_device *dev, struct timer_list *timer)
+{
+ del_timer_sync(timer);
+}
+
+static inline void rtl8126_request_esd_timer(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct timer_list *timer = &tp->esd_timer;
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+ setup_timer(timer, rtl8126_esd_timer, (unsigned long)dev);
+#else
+ timer_setup(timer, rtl8126_esd_timer, 0);
+#endif
+ mod_timer(timer, jiffies + RTL8126_ESD_TIMEOUT);
+}
+*/
+
+/*
+static inline void rtl8126_delete_link_timer(struct net_device *dev, struct timer_list *timer)
+{
+ del_timer_sync(timer);
+}
+
+static inline void rtl8126_request_link_timer(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct timer_list *timer = &tp->link_timer;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+ setup_timer(timer, rtl8126_link_timer, (unsigned long)dev);
+#else
+ timer_setup(timer, rtl8126_link_timer, 0);
+#endif
+ mod_timer(timer, jiffies + RTL8126_LINK_TIMEOUT);
+}
+*/
+
+#ifdef CONFIG_NET_POLL_CONTROLLER
+/*
+ * Polling 'interrupt' - used by things like netconsole to send skbs
+ * without having to re-enable interrupts. It's not called while
+ * the interrupt routine is executing.
+ */
+static void
+rtl8126_netpoll(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+ for (i = 0; i < tp->irq_nvecs; i++) {
+ struct r8126_irq *irq = &tp->irq_tbl[i];
+ struct r8126_napi *r8126napi = &tp->r8126napi[i];
+
+ disable_irq(irq->vector);
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,12,0)
+ irq->handler(irq->vector, r8126napi);
+#elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19)
+ irq->handler(irq->vector, r8126napi, NULL);
+#else
+ irq->handler(irq->vector, r8126napi);
+#endif
+
+ enable_irq(irq->vector);
+ }
+}
+#endif //CONFIG_NET_POLL_CONTROLLER
+
+static void
+rtl8126_setup_interrupt_mask(struct rtl8126_private *tp)
+{
+ int i;
+
+ if (tp->HwCurrIsrVer == 5) {
+ tp->intr_mask = ISRIMR_V5_LINKCHG | ISRIMR_V5_TOK_Q0;
+ if (tp->num_tx_rings > 1)
+ tp->intr_mask |= ISRIMR_V5_TOK_Q1;
+ for (i = 0; i < tp->num_rx_rings; i++)
+ tp->intr_mask |= ISRIMR_V5_ROK_Q0 << i;
+ } else if (tp->HwCurrIsrVer == 4) {
+ tp->intr_mask = ISRIMR_V4_LINKCHG;
+ for (i = 0; i < tp->num_rx_rings; i++)
+ tp->intr_mask |= ISRIMR_V4_ROK_Q0 << i;
+ } else if (tp->HwCurrIsrVer == 3) {
+ tp->intr_mask = ISRIMR_V2_LINKCHG;
+ for (i = 0; i < max(tp->num_tx_rings, tp->num_rx_rings); i++)
+ tp->intr_mask |= ISRIMR_V2_ROK_Q0 << i;
+ } else if (tp->HwCurrIsrVer == 2) {
+ tp->intr_mask = ISRIMR_V2_LINKCHG | ISRIMR_TOK_Q0;
+ if (tp->num_tx_rings > 1)
+ tp->intr_mask |= ISRIMR_TOK_Q1;
+
+ for (i = 0; i < tp->num_rx_rings; i++)
+ tp->intr_mask |= ISRIMR_V2_ROK_Q0 << i;
+ } else {
+ tp->intr_mask = LinkChg | RxDescUnavail | TxOK | RxOK | SWInt;
+ tp->timer_intr_mask = LinkChg | PCSTimeout;
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH) {
+ if (HW_DASH_SUPPORT_TYPE_3(tp)) {
+ tp->timer_intr_mask |= (ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET);
+ tp->intr_mask |= (ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET);
+ }
+ }
+#endif
+ }
+}
+
+static void
+rtl8126_setup_mqs_reg(struct rtl8126_private *tp)
+{
+ u16 hw_clo_ptr0_reg, sw_tail_ptr0_reg;
+ u16 reg_len;
+ int i;
+
+ //tx
+ tp->tx_ring[0].tdsar_reg = TxDescStartAddrLow;
+ for (i = 1; i < R8126_MAX_TX_QUEUES; i++) {
+ tp->tx_ring[i].tdsar_reg = (u16)(TNPDS_Q1_LOW_8125 + (i - 1) * 8);
+ }
+
+ switch (tp->HwSuppTxNoCloseVer) {
+ case 4:
+ case 5:
+ hw_clo_ptr0_reg = HW_CLO_PTR0_8126;
+ sw_tail_ptr0_reg = SW_TAIL_PTR0_8126;
+ reg_len = 4;
+ break;
+ case 6:
+ hw_clo_ptr0_reg = HW_CLO_PTR0_8125BP;
+ sw_tail_ptr0_reg = SW_TAIL_PTR0_8125BP;
+ reg_len = 8;
+ break;
+ default:
+ hw_clo_ptr0_reg = HW_CLO_PTR0_8125;
+ sw_tail_ptr0_reg = SW_TAIL_PTR0_8125;
+ reg_len = 4;
+ break;
+ }
+
+ for (i = 0; i < R8126_MAX_TX_QUEUES; i++) {
+ tp->tx_ring[i].hw_clo_ptr_reg = (u16)(hw_clo_ptr0_reg + i * reg_len);
+ tp->tx_ring[i].sw_tail_ptr_reg = (u16)(sw_tail_ptr0_reg + i * reg_len);
+ }
+
+ //rx
+ tp->rx_ring[0].rdsar_reg = RxDescAddrLow;
+ for (i = 1; i < R8126_MAX_RX_QUEUES; i++) {
+ tp->rx_ring[i].rdsar_reg = (u16)(RDSAR_Q1_LOW_8125 + (i - 1) * 8);
+ }
+
+ tp->isr_reg[0] = ISR0_8125;
+ for (i = 1; i < R8126_MAX_QUEUES; i++) {
+ tp->isr_reg[i] = (u16)(ISR1_8125 + (i - 1) * 4);
+ }
+
+ tp->imr_reg[0] = IMR0_8125;
+ for (i = 1; i < R8126_MAX_QUEUES; i++) {
+ tp->imr_reg[i] = (u16)(IMR1_8125 + (i - 1) * 4);
+ }
+}
+
+static void
+rtl8126_init_software_variable(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct pci_dev *pdev = tp->pci_dev;
+
+#ifdef ENABLE_LIB_SUPPORT
+ tp->ring_lib_enabled = 1;
+#endif
+
+ switch (tp->mcfg) {
+ default:
+ tp->HwSuppDashVer = 0;
+ break;
+ }
+ tp->AllowAccessDashOcp = rtl8126_is_allow_access_dash_ocp(tp);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwPkgDet = rtl8126_mac_ocp_read(tp, 0xDC00);
+ tp->HwPkgDet = (tp->HwPkgDet >> 3) & 0x07;
+ break;
+ }
+
+ if (HW_DASH_SUPPORT_TYPE_3(tp) && tp->HwPkgDet == 0x06)
+ eee_enable = 0;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppNowIsOobVer = 1;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwPcieSNOffset = 0x174;
+ break;
+ }
+
+#ifdef ENABLE_REALWOW_SUPPORT
+ rtl8126_get_realwow_hw_version(dev);
+#endif //ENABLE_REALWOW_SUPPORT
+
+ if (HW_DASH_SUPPORT_DASH(tp) && rtl8126_check_dash(tp))
+ tp->DASH = 1;
+ else
+ tp->DASH = 0;
+
+ if (tp->DASH) {
+ if (HW_DASH_SUPPORT_TYPE_3(tp)) {
+ u64 CmacMemPhysAddress;
+ void __iomem *cmac_ioaddr = NULL;
+
+ //map CMAC IO space
+ CmacMemPhysAddress = rtl8126_csi_other_fun_read(tp, 0, 0x18);
+ if (!(CmacMemPhysAddress & BIT_0)) {
+ if (CmacMemPhysAddress & BIT_2)
+ CmacMemPhysAddress |= (u64)rtl8126_csi_other_fun_read(tp, 0, 0x1C) << 32;
+
+ CmacMemPhysAddress &= 0xFFFFFFF0;
+ /* ioremap MMIO region */
+ cmac_ioaddr = ioremap(CmacMemPhysAddress, R8126_REGS_SIZE);
+ }
+
+ if (cmac_ioaddr == NULL) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "cannot remap CMAC MMIO, aborting\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ }
+
+ if (cmac_ioaddr == NULL) {
+ tp->DASH = 0;
+ } else {
+ tp->mapped_cmac_ioaddr = cmac_ioaddr;
+ }
+ }
+
+ eee_enable = 0;
+ }
+
+ if (HW_DASH_SUPPORT_TYPE_3(tp))
+ tp->cmac_ioaddr = tp->mapped_cmac_ioaddr;
+
+ if (aspm) {
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->org_pci_offset_99 = rtl8126_csi_fun0_read_byte(tp, 0x99);
+ tp->org_pci_offset_99 &= ~(BIT_5|BIT_6);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->org_pci_offset_180 = rtl8126_csi_fun0_read_byte(tp, 0x22c);
+ break;
+ }
+ }
+
+ pci_read_config_byte(pdev, 0x80, &tp->org_pci_offset_80);
+ pci_read_config_byte(pdev, 0x81, &tp->org_pci_offset_81);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ default:
+ tp->use_timer_interrupt = TRUE;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ default:
+ tp->HwSuppMaxPhyLinkSpeed = 5000;
+ break;
+ }
+
+ if (timer_count == 0 || tp->mcfg == CFG_METHOD_DEFAULT)
+ tp->use_timer_interrupt = FALSE;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->ShortPacketSwChecksum = TRUE;
+ tp->UseSwPaddingShortPkt = TRUE;
+ break;
+ default:
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppMagicPktVer = WAKEUP_MAGIC_PACKET_V3;
+ break;
+ default:
+ tp->HwSuppMagicPktVer = WAKEUP_MAGIC_PACKET_NOT_SUPPORT;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppLinkChgWakeUpVer = 3;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppD0SpeedUpVer = 1;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppCheckPhyDisableModeVer = 3;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ tp->HwSuppTxNoCloseVer = 4;
+ break;
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppTxNoCloseVer = 5;
+ break;
+ }
+
+ switch (tp->HwSuppTxNoCloseVer) {
+ case 5:
+ case 6:
+ tp->MaxTxDescPtrMask = MAX_TX_NO_CLOSE_DESC_PTR_MASK_V4;
+ break;
+ case 4:
+ tp->MaxTxDescPtrMask = MAX_TX_NO_CLOSE_DESC_PTR_MASK_V3;
+ break;
+ case 3:
+ tp->MaxTxDescPtrMask = MAX_TX_NO_CLOSE_DESC_PTR_MASK_V2;
+ break;
+ default:
+ tx_no_close_enable = 0;
+ break;
+ }
+
+ if (tp->HwSuppTxNoCloseVer > 0 && tx_no_close_enable == 1)
+ tp->EnableTxNoClose = TRUE;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ tp->sw_ram_code_ver = NIC_RAMCODE_VERSION_CFG_METHOD_1;
+ break;
+ case CFG_METHOD_2:
+ tp->sw_ram_code_ver = NIC_RAMCODE_VERSION_CFG_METHOD_2;
+ break;
+ case CFG_METHOD_3:
+ tp->sw_ram_code_ver = NIC_RAMCODE_VERSION_CFG_METHOD_3;
+ break;
+ }
+
+ if (tp->HwIcVerUnknown) {
+ tp->NotWrRamCodeToMicroP = TRUE;
+ tp->NotWrMcuPatchCode = TRUE;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppMacMcuVer = 2;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->MacMcuPageSize = RTL8126_MAC_MCU_PAGE_SIZE;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppNumTxQueues = 2;
+ tp->HwSuppNumRxQueues = 4;
+ break;
+ default:
+ tp->HwSuppNumTxQueues = 1;
+ tp->HwSuppNumRxQueues = 1;
+ break;
+ }
+
+#ifdef ENABLE_PTP_SUPPORT
+ if (tp->HwSuppPtpVer > 0)
+ tp->EnablePtp = 1;
+#endif
+
+ //init interrupt
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ tp->HwSuppIsrVer = 2;
+ break;
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppIsrVer = 3;
+ break;
+ default:
+ tp->HwSuppIsrVer = 1;
+ break;
+ }
+
+ tp->HwCurrIsrVer = tp->HwSuppIsrVer;
+ if (tp->HwCurrIsrVer > 1) {
+ if (!(tp->features & RTL_FEATURE_MSIX) ||
+ tp->irq_nvecs < tp->min_irq_nvecs)
+ tp->HwCurrIsrVer = 1;
+ }
+
+ tp->num_tx_rings = 1;
+#ifdef ENABLE_MULTIPLE_TX_QUEUE
+#ifndef ENABLE_LIB_SUPPORT
+ tp->num_tx_rings = tp->HwSuppNumTxQueues;
+#endif
+#endif
+ if (tp->HwCurrIsrVer < 2 ||
+ (tp->HwCurrIsrVer == 2 && tp->irq_nvecs < 19))
+ tp->num_tx_rings = 1;
+
+ //RSS
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppRssVer = 5;
+ tp->HwSuppIndirTblEntries = 128;
+ break;
+ }
+
+ tp->num_rx_rings = 1;
+#ifdef ENABLE_RSS_SUPPORT
+#ifdef ENABLE_LIB_SUPPORT
+ if (tp->HwSuppRssVer > 0)
+ tp->EnableRss = 1;
+#else
+ if (tp->HwSuppRssVer > 0 && tp->HwCurrIsrVer > 1) {
+ u8 rss_queue_num = netif_get_num_default_rss_queues();
+ tp->num_rx_rings = (tp->HwSuppNumRxQueues > rss_queue_num)?
+ rss_queue_num : tp->HwSuppNumRxQueues;
+
+ if (!(tp->num_rx_rings >= 2 && tp->irq_nvecs >= tp->num_rx_rings))
+ tp->num_rx_rings = 1;
+
+ if (tp->num_rx_rings >= 2)
+ tp->EnableRss = 1;
+ }
+#endif
+#endif
+
+ //interrupt mask
+ rtl8126_setup_interrupt_mask(tp);
+
+ rtl8126_setup_mqs_reg(tp);
+
+ rtl8126_set_ring_size(tp, NUM_RX_DESC, NUM_TX_DESC);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ tp->HwSuppIntMitiVer = 4;
+ break;
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppIntMitiVer = 5;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppTcamVer = 2;
+
+ tp->TcamNotValidReg = TCAM_NOTVALID_ADDR_V2;
+ tp->TcamValidReg = TCAM_VALID_ADDR_V2;
+ tp->TcamMaAddrcOffset = TCAM_MAC_ADDR_V2;
+ tp->TcamVlanTagOffset = TCAM_VLAN_TAG_V2;
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->HwSuppExtendTallyCounterVer = 1;
+ break;
+ }
+
+ timer_count_v2 = (timer_count / 0x100);
+
+ tp->InitRxDescType = RX_DESC_RING_TYPE_1;
+ if (tp->EnableRss || tp->EnablePtp)
+ tp->InitRxDescType = RX_DESC_RING_TYPE_3;
+
+ tp->RxDescLength = RX_DESC_LEN_TYPE_1;
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ tp->RxDescLength = RX_DESC_LEN_TYPE_3;
+
+ tp->rtl8126_rx_config = rtl_chip_info[tp->chipset].RCR_Cfg;
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ tp->rtl8126_rx_config |= EnableRxDescV3;
+
+ tp->NicCustLedValue = RTL_R16(tp, CustomLED);
+
+ tp->wol_opts = rtl8126_get_hw_wol(tp);
+ tp->wol_enabled = (tp->wol_opts) ? WOL_ENABLED : WOL_DISABLED;
+
+ rtl8126_set_link_option(tp, autoneg_mode, speed_mode, duplex_mode,
+ rtl8126_fc_full);
+
+ tp->max_jumbo_frame_size = rtl_chip_info[tp->chipset].jumbo_frame_sz;
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+ /* MTU range: 60 - hw-specific max */
+ dev->min_mtu = ETH_MIN_MTU;
+ dev->max_mtu = tp->max_jumbo_frame_size;
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+
+ if (tp->mcfg != CFG_METHOD_DEFAULT) {
+ struct ethtool_eee *eee = &tp->eee;
+
+ eee->eee_enabled = eee_enable;
+ eee->supported = SUPPORTED_100baseT_Full |
+ SUPPORTED_1000baseT_Full;
+ eee->advertised = mmd_eee_adv_to_ethtool_adv_t(MDIO_EEE_1000T | MDIO_EEE_100TX);
+ switch (tp->mcfg) {
+ default:
+ if (HW_SUPP_PHY_LINK_SPEED_2500M(tp)) {
+ eee->supported |= SUPPORTED_2500baseX_Full;
+ eee->advertised |= SUPPORTED_2500baseX_Full;
+ }
+ break;
+ }
+ eee->tx_lpi_enabled = eee_enable;
+ eee->tx_lpi_timer = dev->mtu + ETH_HLEN + 0x20;
+ }
+
+ tp->ptp_master_mode = enable_ptp_master_mode;
+
+#ifdef ENABLE_RSS_SUPPORT
+ if (tp->EnableRss)
+ rtl8126_init_rss(tp);
+#endif
+}
+
+static void
+rtl8126_release_board(struct pci_dev *pdev,
+ struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ void __iomem *ioaddr = tp->mmio_addr;
+
+ rtl8126_rar_set(tp, tp->org_mac_addr);
+ tp->wol_enabled = WOL_DISABLED;
+
+ if (!tp->DASH)
+ rtl8126_phy_power_down(dev);
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ FreeAllocatedDashShareMemory(dev);
+#endif
+
+ if (tp->mapped_cmac_ioaddr != NULL)
+ iounmap(tp->mapped_cmac_ioaddr);
+
+ iounmap(ioaddr);
+ pci_release_regions(pdev);
+ pci_clear_mwi(pdev);
+ pci_disable_device(pdev);
+ free_netdev(dev);
+}
+
+static void
+rtl8126_hw_address_set(struct net_device *dev, u8 mac_addr[MAC_ADDR_LEN])
+{
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+ eth_hw_addr_set(dev, mac_addr);
+#else
+ memcpy(dev->dev_addr, mac_addr, MAC_ADDR_LEN);
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0)
+}
+
+static int
+rtl8126_get_mac_address(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+ u8 mac_addr[MAC_ADDR_LEN];
+
+ for (i = 0; i < MAC_ADDR_LEN; i++)
+ mac_addr[i] = RTL_R8(tp, MAC0 + i);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ *(u32*)&mac_addr[0] = RTL_R32(tp, BACKUP_ADDR0_8125);
+ *(u16*)&mac_addr[4] = RTL_R16(tp, BACKUP_ADDR1_8125);
+ break;
+ default:
+ break;
+ };
+
+ if (!is_valid_ether_addr(mac_addr)) {
+ netif_err(tp, probe, dev, "Invalid ether addr %pM\n",
+ mac_addr);
+ eth_random_addr(mac_addr);
+ dev->addr_assign_type = NET_ADDR_RANDOM;
+ netif_info(tp, probe, dev, "Random ether addr %pM\n",
+ mac_addr);
+ tp->random_mac = 1;
+ }
+
+ rtl8126_hw_address_set(dev, mac_addr);
+ rtl8126_rar_set(tp, mac_addr);
+
+ /* keep the original MAC address */
+ memcpy(tp->org_mac_addr, dev->dev_addr, MAC_ADDR_LEN);
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13)
+ memcpy(dev->perm_addr, dev->dev_addr, MAC_ADDR_LEN);
+#endif
+ return 0;
+}
+
+/**
+ * rtl8126_set_mac_address - Change the Ethernet Address of the NIC
+ * @dev: network interface device structure
+ * @p: pointer to an address structure
+ *
+ * Return 0 on success, negative on failure
+ **/
+static int
+rtl8126_set_mac_address(struct net_device *dev,
+ void *p)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct sockaddr *addr = p;
+
+ if (!is_valid_ether_addr(addr->sa_data))
+ return -EADDRNOTAVAIL;
+
+ rtl8126_hw_address_set(dev, addr->sa_data);
+
+ rtl8126_rar_set(tp, dev->dev_addr);
+
+ return 0;
+}
+
+/******************************************************************************
+ * rtl8126_rar_set - Puts an ethernet address into a receive address register.
+ *
+ * tp - The private data structure for driver
+ * addr - Address to put into receive address register
+ *****************************************************************************/
+void
+rtl8126_rar_set(struct rtl8126_private *tp,
+ const u8 *addr)
+{
+ uint32_t rar_low = 0;
+ uint32_t rar_high = 0;
+
+ rar_low = ((uint32_t) addr[0] |
+ ((uint32_t) addr[1] << 8) |
+ ((uint32_t) addr[2] << 16) |
+ ((uint32_t) addr[3] << 24));
+
+ rar_high = ((uint32_t) addr[4] |
+ ((uint32_t) addr[5] << 8));
+
+ rtl8126_enable_cfg9346_write(tp);
+ RTL_W32(tp, MAC0, rar_low);
+ RTL_W32(tp, MAC4, rar_high);
+
+ rtl8126_disable_cfg9346_write(tp);
+}
+
+#ifdef ETHTOOL_OPS_COMPAT
+static int ethtool_get_settings(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_cmd cmd = { ETHTOOL_GSET };
+ int err;
+
+ if (!ethtool_ops->get_settings)
+ return -EOPNOTSUPP;
+
+ err = ethtool_ops->get_settings(dev, &cmd);
+ if (err < 0)
+ return err;
+
+ if (copy_to_user(useraddr, &cmd, sizeof(cmd)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_settings(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_cmd cmd;
+
+ if (!ethtool_ops->set_settings)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&cmd, useraddr, sizeof(cmd)))
+ return -EFAULT;
+
+ return ethtool_ops->set_settings(dev, &cmd);
+}
+
+static int ethtool_get_drvinfo(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_drvinfo info;
+ struct ethtool_ops *ops = ethtool_ops;
+
+ if (!ops->get_drvinfo)
+ return -EOPNOTSUPP;
+
+ memset(&info, 0, sizeof(info));
+ info.cmd = ETHTOOL_GDRVINFO;
+ ops->get_drvinfo(dev, &info);
+
+ if (ops->self_test_count)
+ info.testinfo_len = ops->self_test_count(dev);
+ if (ops->get_stats_count)
+ info.n_stats = ops->get_stats_count(dev);
+ if (ops->get_regs_len)
+ info.regdump_len = ops->get_regs_len(dev);
+ if (ops->get_eeprom_len)
+ info.eedump_len = ops->get_eeprom_len(dev);
+
+ if (copy_to_user(useraddr, &info, sizeof(info)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_get_regs(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_regs regs;
+ struct ethtool_ops *ops = ethtool_ops;
+ void *regbuf;
+ int reglen, ret;
+
+ if (!ops->get_regs || !ops->get_regs_len)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(®s, useraddr, sizeof(regs)))
+ return -EFAULT;
+
+ reglen = ops->get_regs_len(dev);
+ if (regs.len > reglen)
+ regs.len = reglen;
+
+ regbuf = kmalloc(reglen, GFP_USER);
+ if (!regbuf)
+ return -ENOMEM;
+
+ ops->get_regs(dev, ®s, regbuf);
+
+ ret = -EFAULT;
+ if (copy_to_user(useraddr, ®s, sizeof(regs)))
+ goto out;
+ useraddr += offsetof(struct ethtool_regs, data);
+ if (copy_to_user(useraddr, regbuf, reglen))
+ goto out;
+ ret = 0;
+
+out:
+ kfree(regbuf);
+ return ret;
+}
+
+static int ethtool_get_wol(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_wolinfo wol = { ETHTOOL_GWOL };
+
+ if (!ethtool_ops->get_wol)
+ return -EOPNOTSUPP;
+
+ ethtool_ops->get_wol(dev, &wol);
+
+ if (copy_to_user(useraddr, &wol, sizeof(wol)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_wol(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_wolinfo wol;
+
+ if (!ethtool_ops->set_wol)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&wol, useraddr, sizeof(wol)))
+ return -EFAULT;
+
+ return ethtool_ops->set_wol(dev, &wol);
+}
+
+static int ethtool_get_msglevel(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata = { ETHTOOL_GMSGLVL };
+
+ if (!ethtool_ops->get_msglevel)
+ return -EOPNOTSUPP;
+
+ edata.data = ethtool_ops->get_msglevel(dev);
+
+ if (copy_to_user(useraddr, &edata, sizeof(edata)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_msglevel(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata;
+
+ if (!ethtool_ops->set_msglevel)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&edata, useraddr, sizeof(edata)))
+ return -EFAULT;
+
+ ethtool_ops->set_msglevel(dev, edata.data);
+ return 0;
+}
+
+static int ethtool_nway_reset(struct net_device *dev)
+{
+ if (!ethtool_ops->nway_reset)
+ return -EOPNOTSUPP;
+
+ return ethtool_ops->nway_reset(dev);
+}
+
+static int ethtool_get_link(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_value edata = { ETHTOOL_GLINK };
+
+ if (!ethtool_ops->get_link)
+ return -EOPNOTSUPP;
+
+ edata.data = ethtool_ops->get_link(dev);
+
+ if (copy_to_user(useraddr, &edata, sizeof(edata)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_get_eeprom(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_eeprom eeprom;
+ struct ethtool_ops *ops = ethtool_ops;
+ u8 *data;
+ int ret;
+
+ if (!ops->get_eeprom || !ops->get_eeprom_len)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&eeprom, useraddr, sizeof(eeprom)))
+ return -EFAULT;
+
+ /* Check for wrap and zero */
+ if (eeprom.offset + eeprom.len <= eeprom.offset)
+ return -EINVAL;
+
+ /* Check for exceeding total eeprom len */
+ if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev))
+ return -EINVAL;
+
+ data = kmalloc(eeprom.len, GFP_USER);
+ if (!data)
+ return -ENOMEM;
+
+ ret = -EFAULT;
+ if (copy_from_user(data, useraddr + sizeof(eeprom), eeprom.len))
+ goto out;
+
+ ret = ops->get_eeprom(dev, &eeprom, data);
+ if (ret)
+ goto out;
+
+ ret = -EFAULT;
+ if (copy_to_user(useraddr, &eeprom, sizeof(eeprom)))
+ goto out;
+ if (copy_to_user(useraddr + sizeof(eeprom), data, eeprom.len))
+ goto out;
+ ret = 0;
+
+out:
+ kfree(data);
+ return ret;
+}
+
+static int ethtool_set_eeprom(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_eeprom eeprom;
+ struct ethtool_ops *ops = ethtool_ops;
+ u8 *data;
+ int ret;
+
+ if (!ops->set_eeprom || !ops->get_eeprom_len)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&eeprom, useraddr, sizeof(eeprom)))
+ return -EFAULT;
+
+ /* Check for wrap and zero */
+ if (eeprom.offset + eeprom.len <= eeprom.offset)
+ return -EINVAL;
+
+ /* Check for exceeding total eeprom len */
+ if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev))
+ return -EINVAL;
+
+ data = kmalloc(eeprom.len, GFP_USER);
+ if (!data)
+ return -ENOMEM;
+
+ ret = -EFAULT;
+ if (copy_from_user(data, useraddr + sizeof(eeprom), eeprom.len))
+ goto out;
+
+ ret = ops->set_eeprom(dev, &eeprom, data);
+ if (ret)
+ goto out;
+
+ if (copy_to_user(useraddr + sizeof(eeprom), data, eeprom.len))
+ ret = -EFAULT;
+
+out:
+ kfree(data);
+ return ret;
+}
+
+static int ethtool_get_coalesce(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_coalesce coalesce = { ETHTOOL_GCOALESCE };
+
+ if (!ethtool_ops->get_coalesce)
+ return -EOPNOTSUPP;
+
+ ethtool_ops->get_coalesce(dev, &coalesce);
+
+ if (copy_to_user(useraddr, &coalesce, sizeof(coalesce)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_coalesce(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_coalesce coalesce;
+
+ if (!ethtool_ops->get_coalesce)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&coalesce, useraddr, sizeof(coalesce)))
+ return -EFAULT;
+
+ return ethtool_ops->set_coalesce(dev, &coalesce);
+}
+
+static int ethtool_get_ringparam(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_ringparam ringparam = { ETHTOOL_GRINGPARAM };
+
+ if (!ethtool_ops->get_ringparam)
+ return -EOPNOTSUPP;
+
+ ethtool_ops->get_ringparam(dev, &ringparam);
+
+ if (copy_to_user(useraddr, &ringparam, sizeof(ringparam)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_ringparam(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_ringparam ringparam;
+
+ if (!ethtool_ops->get_ringparam)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&ringparam, useraddr, sizeof(ringparam)))
+ return -EFAULT;
+
+ return ethtool_ops->set_ringparam(dev, &ringparam);
+}
+
+static int ethtool_get_pauseparam(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_pauseparam pauseparam = { ETHTOOL_GPAUSEPARAM };
+
+ if (!ethtool_ops->get_pauseparam)
+ return -EOPNOTSUPP;
+
+ ethtool_ops->get_pauseparam(dev, &pauseparam);
+
+ if (copy_to_user(useraddr, &pauseparam, sizeof(pauseparam)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_pauseparam(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_pauseparam pauseparam;
+
+ if (!ethtool_ops->get_pauseparam)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&pauseparam, useraddr, sizeof(pauseparam)))
+ return -EFAULT;
+
+ return ethtool_ops->set_pauseparam(dev, &pauseparam);
+}
+
+static int ethtool_get_rx_csum(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata = { ETHTOOL_GRXCSUM };
+
+ if (!ethtool_ops->get_rx_csum)
+ return -EOPNOTSUPP;
+
+ edata.data = ethtool_ops->get_rx_csum(dev);
+
+ if (copy_to_user(useraddr, &edata, sizeof(edata)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_rx_csum(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata;
+
+ if (!ethtool_ops->set_rx_csum)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&edata, useraddr, sizeof(edata)))
+ return -EFAULT;
+
+ ethtool_ops->set_rx_csum(dev, edata.data);
+ return 0;
+}
+
+static int ethtool_get_tx_csum(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata = { ETHTOOL_GTXCSUM };
+
+ if (!ethtool_ops->get_tx_csum)
+ return -EOPNOTSUPP;
+
+ edata.data = ethtool_ops->get_tx_csum(dev);
+
+ if (copy_to_user(useraddr, &edata, sizeof(edata)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_tx_csum(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata;
+
+ if (!ethtool_ops->set_tx_csum)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&edata, useraddr, sizeof(edata)))
+ return -EFAULT;
+
+ return ethtool_ops->set_tx_csum(dev, edata.data);
+}
+
+static int ethtool_get_sg(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata = { ETHTOOL_GSG };
+
+ if (!ethtool_ops->get_sg)
+ return -EOPNOTSUPP;
+
+ edata.data = ethtool_ops->get_sg(dev);
+
+ if (copy_to_user(useraddr, &edata, sizeof(edata)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_sg(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata;
+
+ if (!ethtool_ops->set_sg)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&edata, useraddr, sizeof(edata)))
+ return -EFAULT;
+
+ return ethtool_ops->set_sg(dev, edata.data);
+}
+
+static int ethtool_get_tso(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata = { ETHTOOL_GTSO };
+
+ if (!ethtool_ops->get_tso)
+ return -EOPNOTSUPP;
+
+ edata.data = ethtool_ops->get_tso(dev);
+
+ if (copy_to_user(useraddr, &edata, sizeof(edata)))
+ return -EFAULT;
+ return 0;
+}
+
+static int ethtool_set_tso(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_value edata;
+
+ if (!ethtool_ops->set_tso)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&edata, useraddr, sizeof(edata)))
+ return -EFAULT;
+
+ return ethtool_ops->set_tso(dev, edata.data);
+}
+
+static int ethtool_self_test(struct net_device *dev, char *useraddr)
+{
+ struct ethtool_test test;
+ struct ethtool_ops *ops = ethtool_ops;
+ u64 *data;
+ int ret;
+
+ if (!ops->self_test || !ops->self_test_count)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&test, useraddr, sizeof(test)))
+ return -EFAULT;
+
+ test.len = ops->self_test_count(dev);
+ data = kmalloc(test.len * sizeof(u64), GFP_USER);
+ if (!data)
+ return -ENOMEM;
+
+ ops->self_test(dev, &test, data);
+
+ ret = -EFAULT;
+ if (copy_to_user(useraddr, &test, sizeof(test)))
+ goto out;
+ useraddr += sizeof(test);
+ if (copy_to_user(useraddr, data, test.len * sizeof(u64)))
+ goto out;
+ ret = 0;
+
+out:
+ kfree(data);
+ return ret;
+}
+
+static int ethtool_get_strings(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_gstrings gstrings;
+ struct ethtool_ops *ops = ethtool_ops;
+ u8 *data;
+ int ret;
+
+ if (!ops->get_strings)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&gstrings, useraddr, sizeof(gstrings)))
+ return -EFAULT;
+
+ switch (gstrings.string_set) {
+ case ETH_SS_TEST:
+ if (!ops->self_test_count)
+ return -EOPNOTSUPP;
+ gstrings.len = ops->self_test_count(dev);
+ break;
+ case ETH_SS_STATS:
+ if (!ops->get_stats_count)
+ return -EOPNOTSUPP;
+ gstrings.len = ops->get_stats_count(dev);
+ break;
+ default:
+ return -EINVAL;
+ }
+
+ data = kmalloc(gstrings.len * ETH_GSTRING_LEN, GFP_USER);
+ if (!data)
+ return -ENOMEM;
+
+ ops->get_strings(dev, gstrings.string_set, data);
+
+ ret = -EFAULT;
+ if (copy_to_user(useraddr, &gstrings, sizeof(gstrings)))
+ goto out;
+ useraddr += sizeof(gstrings);
+ if (copy_to_user(useraddr, data, gstrings.len * ETH_GSTRING_LEN))
+ goto out;
+ ret = 0;
+
+out:
+ kfree(data);
+ return ret;
+}
+
+static int ethtool_phys_id(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_value id;
+
+ if (!ethtool_ops->phys_id)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&id, useraddr, sizeof(id)))
+ return -EFAULT;
+
+ return ethtool_ops->phys_id(dev, id.data);
+}
+
+static int ethtool_get_stats(struct net_device *dev, void *useraddr)
+{
+ struct ethtool_stats stats;
+ struct ethtool_ops *ops = ethtool_ops;
+ u64 *data;
+ int ret;
+
+ if (!ops->get_ethtool_stats || !ops->get_stats_count)
+ return -EOPNOTSUPP;
+
+ if (copy_from_user(&stats, useraddr, sizeof(stats)))
+ return -EFAULT;
+
+ stats.n_stats = ops->get_stats_count(dev);
+ data = kmalloc(stats.n_stats * sizeof(u64), GFP_USER);
+ if (!data)
+ return -ENOMEM;
+
+ ops->get_ethtool_stats(dev, &stats, data);
+
+ ret = -EFAULT;
+ if (copy_to_user(useraddr, &stats, sizeof(stats)))
+ goto out;
+ useraddr += sizeof(stats);
+ if (copy_to_user(useraddr, data, stats.n_stats * sizeof(u64)))
+ goto out;
+ ret = 0;
+
+out:
+ kfree(data);
+ return ret;
+}
+
+static int ethtool_ioctl(struct ifreq *ifr)
+{
+ struct net_device *dev = __dev_get_by_name(ifr->ifr_name);
+ void *useraddr = (void *) ifr->ifr_data;
+ u32 ethcmd;
+
+ /*
+ * XXX: This can be pushed down into the ethtool_* handlers that
+ * need it. Keep existing behaviour for the moment.
+ */
+ if (!capable(CAP_NET_ADMIN))
+ return -EPERM;
+
+ if (!dev || !netif_device_present(dev))
+ return -ENODEV;
+
+ if (copy_from_user(ðcmd, useraddr, sizeof (ethcmd)))
+ return -EFAULT;
+
+ switch (ethcmd) {
+ case ETHTOOL_GSET:
+ return ethtool_get_settings(dev, useraddr);
+ case ETHTOOL_SSET:
+ return ethtool_set_settings(dev, useraddr);
+ case ETHTOOL_GDRVINFO:
+ return ethtool_get_drvinfo(dev, useraddr);
+ case ETHTOOL_GREGS:
+ return ethtool_get_regs(dev, useraddr);
+ case ETHTOOL_GWOL:
+ return ethtool_get_wol(dev, useraddr);
+ case ETHTOOL_SWOL:
+ return ethtool_set_wol(dev, useraddr);
+ case ETHTOOL_GMSGLVL:
+ return ethtool_get_msglevel(dev, useraddr);
+ case ETHTOOL_SMSGLVL:
+ return ethtool_set_msglevel(dev, useraddr);
+ case ETHTOOL_NWAY_RST:
+ return ethtool_nway_reset(dev);
+ case ETHTOOL_GLINK:
+ return ethtool_get_link(dev, useraddr);
+ case ETHTOOL_GEEPROM:
+ return ethtool_get_eeprom(dev, useraddr);
+ case ETHTOOL_SEEPROM:
+ return ethtool_set_eeprom(dev, useraddr);
+ case ETHTOOL_GCOALESCE:
+ return ethtool_get_coalesce(dev, useraddr);
+ case ETHTOOL_SCOALESCE:
+ return ethtool_set_coalesce(dev, useraddr);
+ case ETHTOOL_GRINGPARAM:
+ return ethtool_get_ringparam(dev, useraddr);
+ case ETHTOOL_SRINGPARAM:
+ return ethtool_set_ringparam(dev, useraddr);
+ case ETHTOOL_GPAUSEPARAM:
+ return ethtool_get_pauseparam(dev, useraddr);
+ case ETHTOOL_SPAUSEPARAM:
+ return ethtool_set_pauseparam(dev, useraddr);
+ case ETHTOOL_GRXCSUM:
+ return ethtool_get_rx_csum(dev, useraddr);
+ case ETHTOOL_SRXCSUM:
+ return ethtool_set_rx_csum(dev, useraddr);
+ case ETHTOOL_GTXCSUM:
+ return ethtool_get_tx_csum(dev, useraddr);
+ case ETHTOOL_STXCSUM:
+ return ethtool_set_tx_csum(dev, useraddr);
+ case ETHTOOL_GSG:
+ return ethtool_get_sg(dev, useraddr);
+ case ETHTOOL_SSG:
+ return ethtool_set_sg(dev, useraddr);
+ case ETHTOOL_GTSO:
+ return ethtool_get_tso(dev, useraddr);
+ case ETHTOOL_STSO:
+ return ethtool_set_tso(dev, useraddr);
+ case ETHTOOL_TEST:
+ return ethtool_self_test(dev, useraddr);
+ case ETHTOOL_GSTRINGS:
+ return ethtool_get_strings(dev, useraddr);
+ case ETHTOOL_PHYS_ID:
+ return ethtool_phys_id(dev, useraddr);
+ case ETHTOOL_GSTATS:
+ return ethtool_get_stats(dev, useraddr);
+ default:
+ return -EOPNOTSUPP;
+ }
+
+ return -EOPNOTSUPP;
+}
+#endif //ETHTOOL_OPS_COMPAT
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0)
+static int rtl8126_siocdevprivate(struct net_device *dev, struct ifreq *ifr,
+ void __user *data, int cmd)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret = 0;
+
+ switch (cmd) {
+#ifdef ENABLE_DASH_SUPPORT
+ case SIOCDEVPRIVATE_RTLDASH:
+ if (!netif_running(dev)) {
+ ret = -ENODEV;
+ break;
+ }
+ if (!capable(CAP_NET_ADMIN)) {
+ ret = -EPERM;
+ break;
+ }
+
+ ret = rtl8126_dash_ioctl(dev, ifr);
+ break;
+#endif
+
+#ifdef ENABLE_REALWOW_SUPPORT
+ case SIOCDEVPRIVATE_RTLREALWOW:
+ if (!netif_running(dev)) {
+ ret = -ENODEV;
+ break;
+ }
+
+ ret = rtl8126_realwow_ioctl(dev, ifr);
+ break;
+#endif
+
+ case SIOCRTLTOOL:
+ if (!capable(CAP_NET_ADMIN)) {
+ ret = -EPERM;
+ break;
+ }
+
+ ret = rtl8126_tool_ioctl(tp, ifr);
+ break;
+
+ default:
+ ret = -EOPNOTSUPP;
+ }
+
+ return ret;
+}
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0)
+
+static int
+rtl8126_do_ioctl(struct net_device *dev,
+ struct ifreq *ifr,
+ int cmd)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct mii_ioctl_data *data = if_mii(ifr);
+ int ret = 0;
+
+ switch (cmd) {
+ case SIOCGMIIPHY:
+ data->phy_id = 32; /* Internal PHY */
+ break;
+
+ case SIOCGMIIREG:
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ data->val_out = rtl8126_mdio_read(tp, data->reg_num);
+ break;
+
+ case SIOCSMIIREG:
+ if (!capable(CAP_NET_ADMIN))
+ return -EPERM;
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ rtl8126_mdio_write(tp, data->reg_num, data->val_in);
+ break;
+
+#ifdef ETHTOOL_OPS_COMPAT
+ case SIOCETHTOOL:
+ ret = ethtool_ioctl(ifr);
+ break;
+#endif
+
+#ifdef ENABLE_PTP_SUPPORT
+ case SIOCSHWTSTAMP:
+ case SIOCGHWTSTAMP:
+ if (tp->EnablePtp)
+ ret = rtl8126_ptp_ioctl(dev, ifr, cmd);
+ else
+ ret = -EOPNOTSUPP;
+ break;
+#endif
+#if LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0)
+#ifdef ENABLE_DASH_SUPPORT
+ case SIOCDEVPRIVATE_RTLDASH:
+ if (!netif_running(dev)) {
+ ret = -ENODEV;
+ break;
+ }
+ if (!capable(CAP_NET_ADMIN)) {
+ ret = -EPERM;
+ break;
+ }
+
+ ret = rtl8126_dash_ioctl(dev, ifr);
+ break;
+#endif
+
+#ifdef ENABLE_REALWOW_SUPPORT
+ case SIOCDEVPRIVATE_RTLREALWOW:
+ if (!netif_running(dev)) {
+ ret = -ENODEV;
+ break;
+ }
+
+ if (!capable(CAP_NET_ADMIN)) {
+ ret = -EPERM;
+ break;
+ }
+
+ ret = rtl8126_realwow_ioctl(dev, ifr);
+ break;
+#endif
+
+ case SIOCRTLTOOL:
+ if (!capable(CAP_NET_ADMIN)) {
+ ret = -EPERM;
+ break;
+ }
+
+ ret = rtl8126_tool_ioctl(tp, ifr);
+ break;
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0)
+
+ default:
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ return ret;
+}
+
+static void
+rtl8126_phy_power_up(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (rtl8126_is_in_phy_disable_mode(dev))
+ return;
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ rtl8126_mdio_write(tp, MII_BMCR, BMCR_ANENABLE);
+
+ //wait ups resume (phy state 3)
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_wait_phy_ups_resume(dev, 3);
+ break;
+ };
+}
+
+static void
+rtl8126_phy_power_down(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtl8126_mdio_write(tp, 0x1F, 0x0000);
+ rtl8126_mdio_write(tp, MII_BMCR, BMCR_ANENABLE | BMCR_PDOWN);
+}
+
+static int __devinit
+rtl8126_init_board(struct pci_dev *pdev,
+ struct net_device **dev_out,
+ void __iomem **ioaddr_out)
+{
+ void __iomem *ioaddr;
+ struct net_device *dev;
+ struct rtl8126_private *tp;
+ int rc = -ENOMEM, i, pm_cap;
+
+ assert(ioaddr_out != NULL);
+
+ /* dev zeroed in alloc_etherdev */
+ dev = alloc_etherdev_mq(sizeof (*tp), R8126_MAX_QUEUES);
+ if (dev == NULL) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_drv(&debug))
+ dev_err(&pdev->dev, "unable to alloc new ethernet\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ goto err_out;
+ }
+
+ SET_MODULE_OWNER(dev);
+ SET_NETDEV_DEV(dev, &pdev->dev);
+ tp = netdev_priv(dev);
+ tp->dev = dev;
+ tp->pci_dev = pdev;
+ tp->msg_enable = netif_msg_init(debug.msg_enable, R8126_MSG_DEFAULT);
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,26)
+ if (!aspm)
+ pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
+ PCIE_LINK_STATE_CLKPM);
+#endif
+
+ /* enable device (incl. PCI PM wakeup and hotplug setup) */
+ rc = pci_enable_device(pdev);
+ if (rc < 0) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "enable failure\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ goto err_out_free_dev;
+ }
+
+ if (pci_set_mwi(pdev) < 0) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_drv(&debug))
+ dev_info(&pdev->dev, "Mem-Wr-Inval unavailable.\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ }
+
+ /* save power state before pci_enable_device overwrites it */
+ pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM);
+ if (pm_cap) {
+ u16 pwr_command;
+
+ pci_read_config_word(pdev, pm_cap + PCI_PM_CTRL, &pwr_command);
+ } else {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp)) {
+ dev_err(&pdev->dev, "PowerManagement capability not found.\n");
+ }
+#else
+ printk("PowerManagement capability not found.\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+
+ }
+
+ /* make sure PCI base addr 1 is MMIO */
+ if (!(pci_resource_flags(pdev, 2) & IORESOURCE_MEM)) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "region #1 not an MMIO resource, aborting\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ rc = -ENODEV;
+ goto err_out_mwi;
+ }
+ /* check for weird/broken PCI region reporting */
+ if (pci_resource_len(pdev, 2) < R8126_REGS_SIZE) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "Invalid PCI region size(s), aborting\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ rc = -ENODEV;
+ goto err_out_mwi;
+ }
+
+ rc = pci_request_regions(pdev, MODULENAME);
+ if (rc < 0) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "could not request regions.\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ goto err_out_mwi;
+ }
+
+ if ((sizeof(dma_addr_t) > 4) &&
+ use_dac &&
+ !dma_set_mask(&pdev->dev, DMA_BIT_MASK(64)) &&
+ !dma_set_coherent_mask(&pdev->dev, DMA_BIT_MASK(64))) {
+ dev->features |= NETIF_F_HIGHDMA;
+ } else {
+ rc = dma_set_mask(&pdev->dev, DMA_BIT_MASK(32));
+ if (rc < 0) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "DMA configuration failed.\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ goto err_out_free_res;
+ }
+ }
+
+ /* ioremap MMIO region */
+ ioaddr = ioremap(pci_resource_start(pdev, 2), pci_resource_len(pdev, 2));
+ if (ioaddr == NULL) {
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_err(&pdev->dev, "cannot remap MMIO, aborting\n");
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ rc = -EIO;
+ goto err_out_free_res;
+ }
+
+ tp->mmio_addr = ioaddr;
+
+ /* Identify chip attached to board */
+ rtl8126_get_mac_version(tp);
+
+ rtl8126_print_mac_version(tp);
+
+ for (i = ARRAY_SIZE(rtl_chip_info) - 1; i >= 0; i--) {
+ if (tp->mcfg == rtl_chip_info[i].mcfg)
+ break;
+ }
+
+ if (i < 0) {
+ /* Unknown chip: assume array element #0, original RTL-8125 */
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (netif_msg_probe(tp))
+ dev_printk(KERN_DEBUG, &pdev->dev, "unknown chip version, assuming %s\n", rtl_chip_info[0].name);
+#else
+ printk("Realtek unknown chip version, assuming %s\n", rtl_chip_info[0].name);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0)
+ i++;
+ }
+
+ tp->chipset = i;
+
+ *ioaddr_out = ioaddr;
+ *dev_out = dev;
+out:
+ return rc;
+
+err_out_free_res:
+ pci_release_regions(pdev);
+err_out_mwi:
+ pci_clear_mwi(pdev);
+ pci_disable_device(pdev);
+err_out_free_dev:
+ free_netdev(dev);
+err_out:
+ *ioaddr_out = NULL;
+ *dev_out = NULL;
+ goto out;
+}
+
+static void
+rtl8126_esd_checker(struct rtl8126_private *tp)
+{
+ struct net_device *dev = tp->dev;
+ struct pci_dev *pdev = tp->pci_dev;
+ u8 cmd;
+ u16 io_base_l;
+ u16 mem_base_l;
+ u16 mem_base_h;
+ u8 ilr;
+ u16 resv_0x1c_h;
+ u16 resv_0x1c_l;
+ u16 resv_0x20_l;
+ u16 resv_0x20_h;
+ u16 resv_0x24_l;
+ u16 resv_0x24_h;
+ u16 resv_0x2c_h;
+ u16 resv_0x2c_l;
+ u32 pci_sn_l;
+ u32 pci_sn_h;
+
+ if (unlikely(tp->rtk_enable_diag))
+ goto exit;
+
+ tp->esd_flag = 0;
+
+ pci_read_config_byte(pdev, PCI_COMMAND, &cmd);
+ if (cmd != tp->pci_cfg_space.cmd) {
+ printk(KERN_ERR "%s: cmd = 0x%02x, should be 0x%02x \n.", dev->name, cmd, tp->pci_cfg_space.cmd);
+ pci_write_config_byte(pdev, PCI_COMMAND, tp->pci_cfg_space.cmd);
+ tp->esd_flag |= BIT_0;
+
+ pci_read_config_byte(pdev, PCI_COMMAND, &cmd);
+ if (cmd == 0xff) {
+ printk(KERN_ERR "%s: pci link is down \n.", dev->name);
+ goto exit;
+ }
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_0, &io_base_l);
+ if (io_base_l != tp->pci_cfg_space.io_base_l) {
+ printk(KERN_ERR "%s: io_base_l = 0x%04x, should be 0x%04x \n.", dev->name, io_base_l, tp->pci_cfg_space.io_base_l);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_0, tp->pci_cfg_space.io_base_l);
+ tp->esd_flag |= BIT_1;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_2, &mem_base_l);
+ if (mem_base_l != tp->pci_cfg_space.mem_base_l) {
+ printk(KERN_ERR "%s: mem_base_l = 0x%04x, should be 0x%04x \n.", dev->name, mem_base_l, tp->pci_cfg_space.mem_base_l);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_2, tp->pci_cfg_space.mem_base_l);
+ tp->esd_flag |= BIT_2;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, &mem_base_h);
+ if (mem_base_h!= tp->pci_cfg_space.mem_base_h) {
+ printk(KERN_ERR "%s: mem_base_h = 0x%04x, should be 0x%04x \n.", dev->name, mem_base_h, tp->pci_cfg_space.mem_base_h);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, tp->pci_cfg_space.mem_base_h);
+ tp->esd_flag |= BIT_3;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_3, &resv_0x1c_l);
+ if (resv_0x1c_l != tp->pci_cfg_space.resv_0x1c_l) {
+ printk(KERN_ERR "%s: resv_0x1c_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x1c_l, tp->pci_cfg_space.resv_0x1c_l);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_3, tp->pci_cfg_space.resv_0x1c_l);
+ tp->esd_flag |= BIT_4;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_3 + 2, &resv_0x1c_h);
+ if (resv_0x1c_h != tp->pci_cfg_space.resv_0x1c_h) {
+ printk(KERN_ERR "%s: resv_0x1c_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x1c_h, tp->pci_cfg_space.resv_0x1c_h);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_3 + 2, tp->pci_cfg_space.resv_0x1c_h);
+ tp->esd_flag |= BIT_5;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_4, &resv_0x20_l);
+ if (resv_0x20_l != tp->pci_cfg_space.resv_0x20_l) {
+ printk(KERN_ERR "%s: resv_0x20_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x20_l, tp->pci_cfg_space.resv_0x20_l);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_4, tp->pci_cfg_space.resv_0x20_l);
+ tp->esd_flag |= BIT_6;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, &resv_0x20_h);
+ if (resv_0x20_h != tp->pci_cfg_space.resv_0x20_h) {
+ printk(KERN_ERR "%s: resv_0x20_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x20_h, tp->pci_cfg_space.resv_0x20_h);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, tp->pci_cfg_space.resv_0x20_h);
+ tp->esd_flag |= BIT_7;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_5, &resv_0x24_l);
+ if (resv_0x24_l != tp->pci_cfg_space.resv_0x24_l) {
+ printk(KERN_ERR "%s: resv_0x24_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x24_l, tp->pci_cfg_space.resv_0x24_l);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_5, tp->pci_cfg_space.resv_0x24_l);
+ tp->esd_flag |= BIT_8;
+ }
+
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, &resv_0x24_h);
+ if (resv_0x24_h != tp->pci_cfg_space.resv_0x24_h) {
+ printk(KERN_ERR "%s: resv_0x24_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x24_h, tp->pci_cfg_space.resv_0x24_h);
+ pci_write_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, tp->pci_cfg_space.resv_0x24_h);
+ tp->esd_flag |= BIT_9;
+ }
+
+ pci_read_config_byte(pdev, PCI_INTERRUPT_LINE, &ilr);
+ if (ilr != tp->pci_cfg_space.ilr) {
+ printk(KERN_ERR "%s: ilr = 0x%02x, should be 0x%02x \n.", dev->name, ilr, tp->pci_cfg_space.ilr);
+ pci_write_config_byte(pdev, PCI_INTERRUPT_LINE, tp->pci_cfg_space.ilr);
+ tp->esd_flag |= BIT_10;
+ }
+
+ pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, &resv_0x2c_l);
+ if (resv_0x2c_l != tp->pci_cfg_space.resv_0x2c_l) {
+ printk(KERN_ERR "%s: resv_0x2c_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x2c_l, tp->pci_cfg_space.resv_0x2c_l);
+ pci_write_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, tp->pci_cfg_space.resv_0x2c_l);
+ tp->esd_flag |= BIT_11;
+ }
+
+ pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID + 2, &resv_0x2c_h);
+ if (resv_0x2c_h != tp->pci_cfg_space.resv_0x2c_h) {
+ printk(KERN_ERR "%s: resv_0x2c_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x2c_h, tp->pci_cfg_space.resv_0x2c_h);
+ pci_write_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID + 2, tp->pci_cfg_space.resv_0x2c_h);
+ tp->esd_flag |= BIT_12;
+ }
+
+ if (tp->HwPcieSNOffset > 0) {
+ pci_sn_l = rtl8126_csi_read(tp, tp->HwPcieSNOffset);
+ if (pci_sn_l != tp->pci_cfg_space.pci_sn_l) {
+ printk(KERN_ERR "%s: pci_sn_l = 0x%08x, should be 0x%08x \n.", dev->name, pci_sn_l, tp->pci_cfg_space.pci_sn_l);
+ rtl8126_csi_write(tp, tp->HwPcieSNOffset, tp->pci_cfg_space.pci_sn_l);
+ tp->esd_flag |= BIT_13;
+ }
+
+ pci_sn_h = rtl8126_csi_read(tp, tp->HwPcieSNOffset + 4);
+ if (pci_sn_h != tp->pci_cfg_space.pci_sn_h) {
+ printk(KERN_ERR "%s: pci_sn_h = 0x%08x, should be 0x%08x \n.", dev->name, pci_sn_h, tp->pci_cfg_space.pci_sn_h);
+ rtl8126_csi_write(tp, tp->HwPcieSNOffset + 4, tp->pci_cfg_space.pci_sn_h);
+ tp->esd_flag |= BIT_14;
+ }
+ }
+
+ if (tp->esd_flag != 0) {
+ printk(KERN_ERR "%s: esd_flag = 0x%04x\n.\n", dev->name, tp->esd_flag);
+ netif_carrier_off(dev);
+ netif_tx_disable(dev);
+ rtl8126_hw_reset(dev);
+ rtl8126_tx_clear(tp);
+ rtl8126_rx_clear(tp);
+ rtl8126_init_ring(dev);
+ rtl8126_up(dev);
+ rtl8126_enable_hw_linkchg_interrupt(tp);
+ rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising);
+ tp->esd_flag = 0;
+ }
+exit:
+ return;
+}
+/*
+static void
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+rtl8126_esd_timer(unsigned long __opaque)
+#else
+rtl8126_esd_timer(struct timer_list *t)
+#endif
+{
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+ struct net_device *dev = (struct net_device *)__opaque;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct timer_list *timer = &tp->esd_timer;
+#else
+ struct rtl8126_private *tp = from_timer(tp, t, esd_timer);
+ //struct net_device *dev = tp->dev;
+ struct timer_list *timer = t;
+#endif
+ rtl8126_esd_checker(tp);
+
+ mod_timer(timer, jiffies + timeout);
+}
+*/
+
+/*
+static void
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+rtl8126_link_timer(unsigned long __opaque)
+#else
+rtl8126_link_timer(struct timer_list *t)
+#endif
+{
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0)
+ struct net_device *dev = (struct net_device *)__opaque;
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct timer_list *timer = &tp->link_timer;
+#else
+ struct rtl8126_private *tp = from_timer(tp, t, link_timer);
+ struct net_device *dev = tp->dev;
+ struct timer_list *timer = t;
+#endif
+ rtl8126_check_link_status(dev);
+
+ mod_timer(timer, jiffies + RTL8126_LINK_TIMEOUT);
+}
+*/
+
+int
+rtl8126_enable_msix(struct rtl8126_private *tp)
+{
+ int i, nvecs = 0;
+ struct msix_entry msix_ent[R8126_MAX_MSIX_VEC];
+ //struct net_device *dev = tp->dev;
+ //const int len = sizeof(tp->irq_tbl[0].name);
+
+ for (i = 0; i < R8126_MAX_MSIX_VEC; i++) {
+ msix_ent[i].entry = i;
+ msix_ent[i].vector = 0;
+ }
+
+ nvecs = pci_enable_msix_range(tp->pci_dev, msix_ent,
+ tp->min_irq_nvecs, tp->max_irq_nvecs);
+ if (nvecs < 0)
+ goto out;
+
+ for (i = 0; i < nvecs; i++) {
+ struct r8126_irq *irq = &tp->irq_tbl[i];
+ irq->vector = msix_ent[i].vector;
+ //snprintf(irq->name, len, "%s-%d", dev->name, i);
+ //irq->handler = rtl8126_interrupt_msix;
+ }
+
+out:
+ return nvecs;
+}
+
+/* Cfg9346_Unlock assumed. */
+static int rtl8126_try_msi(struct rtl8126_private *tp)
+{
+ struct pci_dev *pdev = tp->pci_dev;
+ unsigned int hw_supp_irq_nvecs;
+ unsigned msi = 0;
+ int nvecs = 1;
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1 ... CFG_METHOD_3:
+ hw_supp_irq_nvecs = R8126_MAX_MSIX_VEC_8125B;
+ break;
+ default:
+ hw_supp_irq_nvecs = 1;
+ break;
+ }
+ tp->hw_supp_irq_nvecs = clamp_val(hw_supp_irq_nvecs, 1,
+ R8126_MAX_MSIX_VEC);
+
+ tp->max_irq_nvecs = 1;
+ tp->min_irq_nvecs = 1;
+#ifndef DISABLE_MULTI_MSIX_VECTOR
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ tp->max_irq_nvecs = tp->hw_supp_irq_nvecs;
+ tp->min_irq_nvecs = R8126_MIN_MSIX_VEC_8125B;
+ break;
+ }
+#endif
+
+#if defined(RTL_USE_NEW_INTR_API)
+ if ((nvecs = pci_alloc_irq_vectors(pdev, tp->min_irq_nvecs, tp->max_irq_nvecs, PCI_IRQ_MSIX)) > 0)
+ msi |= RTL_FEATURE_MSIX;
+ else if ((nvecs = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_ALL_TYPES)) > 0 &&
+ pci_dev_msi_enabled(pdev))
+ msi |= RTL_FEATURE_MSI;
+#elif LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13)
+ if ((nvecs = rtl8126_enable_msix(tp)) > 0)
+ msi |= RTL_FEATURE_MSIX;
+ else if (!pci_enable_msi(pdev))
+ msi |= RTL_FEATURE_MSI;
+#endif
+ if (!(msi & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX)))
+ dev_info(&pdev->dev, "no MSI/MSI-X. Back to INTx.\n");
+
+ if (!(msi & RTL_FEATURE_MSIX) || nvecs < 1)
+ nvecs = 1;
+
+ tp->irq_nvecs = nvecs;
+
+ tp->features |= msi;
+
+ return nvecs;
+}
+
+static void rtl8126_disable_msi(struct pci_dev *pdev, struct rtl8126_private *tp)
+{
+#if defined(RTL_USE_NEW_INTR_API)
+ if (tp->features & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX))
+ pci_free_irq_vectors(pdev);
+#elif LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13)
+ if (tp->features & (RTL_FEATURE_MSIX))
+ pci_disable_msix(pdev);
+ else if (tp->features & (RTL_FEATURE_MSI))
+ pci_disable_msi(pdev);
+#endif
+ tp->features &= ~(RTL_FEATURE_MSI | RTL_FEATURE_MSIX);
+}
+
+static int rtl8126_get_irq(struct pci_dev *pdev)
+{
+#if defined(RTL_USE_NEW_INTR_API)
+ return pci_irq_vector(pdev, 0);
+#else
+ return pdev->irq;
+#endif
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0)
+static void
+rtl8126_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct rtl8126_counters *counters = tp->tally_vaddr;
+ dma_addr_t paddr = tp->tally_paddr;
+
+ if (!counters)
+ return;
+
+ netdev_stats_to_stats64(stats, &dev->stats);
+ dev_fetch_sw_netstats(stats, dev->tstats);
+
+ /*
+ * Fetch additional counter values missing in stats collected by driver
+ * from tally counters.
+ */
+ rtl8126_dump_tally_counter(tp, paddr);
+
+ stats->tx_errors = le64_to_cpu(counters->tx_errors);
+ stats->collisions = le32_to_cpu(counters->tx_multi_collision);
+ stats->tx_aborted_errors = le16_to_cpu(counters->tx_aborted) ;
+ stats->rx_missed_errors = le16_to_cpu(counters->rx_missed);
+}
+#else
+/**
+ * rtl8126_get_stats - Get rtl8126 read/write statistics
+ * @dev: The Ethernet Device to get statistics for
+ *
+ * Get TX/RX statistics for rtl8126
+ */
+static struct
+net_device_stats *rtl8126_get_stats(struct net_device *dev)
+{
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+ struct rtl8126_private *tp = netdev_priv(dev);
+#endif
+ return &RTLDEV->stats;
+}
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,36)
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29)
+static const struct net_device_ops rtl8126_netdev_ops = {
+ .ndo_open = rtl8126_open,
+ .ndo_stop = rtl8126_close,
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0)
+ .ndo_get_stats64 = rtl8126_get_stats64,
+#else
+ .ndo_get_stats = rtl8126_get_stats,
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0)
+ .ndo_start_xmit = rtl8126_start_xmit,
+ .ndo_tx_timeout = rtl8126_tx_timeout,
+ .ndo_change_mtu = rtl8126_change_mtu,
+ .ndo_set_mac_address = rtl8126_set_mac_address,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0)
+ .ndo_do_ioctl = rtl8126_do_ioctl,
+#else
+ .ndo_siocdevprivate = rtl8126_siocdevprivate,
+ .ndo_eth_ioctl = rtl8126_do_ioctl,
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0)
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0)
+ .ndo_set_multicast_list = rtl8126_set_rx_mode,
+#else
+ .ndo_set_rx_mode = rtl8126_set_rx_mode,
+#endif
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+#ifdef CONFIG_R8126_VLAN
+ .ndo_vlan_rx_register = rtl8126_vlan_rx_register,
+#endif
+#else
+ .ndo_fix_features = rtl8126_fix_features,
+ .ndo_set_features = rtl8126_set_features,
+#endif
+#ifdef CONFIG_NET_POLL_CONTROLLER
+ .ndo_poll_controller = rtl8126_netpoll,
+#endif
+};
+#endif
+
+
+#ifdef CONFIG_R8126_NAPI
+
+static int rtl8126_poll(napi_ptr napi, napi_budget budget)
+{
+ struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi);
+ struct rtl8126_private *tp = r8126napi->priv;
+ RTL_GET_NETDEV(tp)
+ unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev);
+ unsigned int work_done = 0;
+ int i;
+
+ for (i = 0; i < tp->num_tx_rings; i++)
+ rtl8126_tx_interrupt(&tp->tx_ring[i], budget);
+
+ for (i = 0; i < tp->num_rx_rings; i++)
+ work_done += rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[i], budget);
+
+ RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget);
+
+ if (work_done < work_to_do) {
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ HandleDashInterrupt(tp->dev);
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+ if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE)
+ return RTL_NAPI_RETURN_VALUE;
+#else
+ RTL_NETIF_RX_COMPLETE(dev, napi, work_done);
+#endif
+ /*
+ * 20040426: the barrier is not strictly required but the
+ * behavior of the irq handler could be less predictable
+ * without it. Btw, the lack of flush for the posted pci
+ * write is safe - FR
+ */
+ smp_wmb();
+
+ rtl8126_switch_to_timer_interrupt(tp);
+ }
+
+ return RTL_NAPI_RETURN_VALUE;
+}
+
+static int rtl8126_poll_msix_ring(napi_ptr napi, napi_budget budget)
+{
+ struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi);
+ struct rtl8126_private *tp = r8126napi->priv;
+ RTL_GET_NETDEV(tp)
+ unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev);
+ unsigned int work_done = 0;
+ const int message_id = r8126napi->index;
+
+ rtl8126_tx_interrupt_with_vector(tp, message_id, budget);
+
+ work_done += rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], budget);
+
+ RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget);
+
+ if (work_done < work_to_do) {
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH && message_id == 0)
+ HandleDashInterrupt(tp->dev);
+#endif
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+ if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE)
+ return RTL_NAPI_RETURN_VALUE;
+#else
+ RTL_NETIF_RX_COMPLETE(dev, napi, work_done);
+#endif
+ /*
+ * 20040426: the barrier is not strictly required but the
+ * behavior of the irq handler could be less predictable
+ * without it. Btw, the lack of flush for the posted pci
+ * write is safe - FR
+ */
+ smp_wmb();
+
+ rtl8126_enable_hw_interrupt_v2(tp, message_id);
+ }
+
+ return RTL_NAPI_RETURN_VALUE;
+}
+
+static int rtl8126_poll_msix_tx(napi_ptr napi, napi_budget budget)
+{
+ struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi);
+ struct rtl8126_private *tp = r8126napi->priv;
+ RTL_GET_NETDEV(tp)
+ unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev);
+ unsigned int work_done = 0;
+ const int message_id = r8126napi->index;
+
+ //suppress unused variable
+ (void)(dev);
+
+ rtl8126_tx_interrupt_with_vector(tp, message_id, budget);
+
+ RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget);
+
+ if (work_done < work_to_do) {
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+ if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE)
+ return RTL_NAPI_RETURN_VALUE;
+#else
+ RTL_NETIF_RX_COMPLETE(dev, napi, work_done);
+#endif
+ /*
+ * 20040426: the barrier is not strictly required but the
+ * behavior of the irq handler could be less predictable
+ * without it. Btw, the lack of flush for the posted pci
+ * write is safe - FR
+ */
+ smp_wmb();
+
+ rtl8126_enable_hw_interrupt_v2(tp, message_id);
+ }
+
+ return RTL_NAPI_RETURN_VALUE;
+}
+
+static int rtl8126_poll_msix_other(napi_ptr napi, napi_budget budget)
+{
+ struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi);
+ struct rtl8126_private *tp = r8126napi->priv;
+ RTL_GET_NETDEV(tp)
+ unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev);
+ const int message_id = r8126napi->index;
+
+ //suppress unused variable
+ (void)(dev);
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+ RTL_NETIF_RX_COMPLETE(dev, napi, work_to_do);
+#else
+ RTL_NETIF_RX_COMPLETE(dev, napi, work_to_do);
+#endif
+
+ rtl8126_enable_hw_interrupt_v2(tp, message_id);
+
+ return 1;
+}
+
+static int rtl8126_poll_msix_rx(napi_ptr napi, napi_budget budget)
+{
+ struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi);
+ struct rtl8126_private *tp = r8126napi->priv;
+ RTL_GET_NETDEV(tp)
+ unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev);
+ unsigned int work_done = 0;
+ const int message_id = r8126napi->index;
+
+ work_done += rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], budget);
+
+ RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget);
+
+ if (work_done < work_to_do) {
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)
+ if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE)
+ return RTL_NAPI_RETURN_VALUE;
+#else
+ RTL_NETIF_RX_COMPLETE(dev, napi, work_done);
+#endif
+ /*
+ * 20040426: the barrier is not strictly required but the
+ * behavior of the irq handler could be less predictable
+ * without it. Btw, the lack of flush for the posted pci
+ * write is safe - FR
+ */
+ smp_wmb();
+
+ rtl8126_enable_hw_interrupt_v2(tp, message_id);
+ }
+
+ return RTL_NAPI_RETURN_VALUE;
+}
+
+void rtl8126_enable_napi(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ int i;
+
+ for (i = 0; i < tp->irq_nvecs; i++)
+ RTL_NAPI_ENABLE(tp->dev, &tp->r8126napi[i].napi);
+#endif
+}
+
+static void rtl8126_disable_napi(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ int i;
+
+ for (i = 0; i < tp->irq_nvecs; i++)
+ RTL_NAPI_DISABLE(tp->dev, &tp->r8126napi[i].napi);
+#endif
+}
+
+static void rtl8126_del_napi(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ int i;
+
+ for (i = 0; i < tp->irq_nvecs; i++)
+ RTL_NAPI_DEL((&tp->r8126napi[i]));
+#endif
+}
+#endif //CONFIG_R8126_NAPI
+
+static void rtl8126_init_napi(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i=0; iirq_nvecs; i++) {
+ struct r8126_napi *r8126napi = &tp->r8126napi[i];
+#ifdef CONFIG_R8126_NAPI
+ int (*poll)(struct napi_struct *, int);
+
+ poll = rtl8126_poll;
+ if (tp->features & RTL_FEATURE_MSIX) {
+ switch (tp->HwCurrIsrVer) {
+ case 5:
+ if (i < R8126_MAX_RX_QUEUES_VEC_V3)
+ poll = rtl8126_poll_msix_rx;
+ else if (i == 16 || i == 17)
+ poll = rtl8126_poll_msix_tx;
+ else
+ poll = rtl8126_poll_msix_other;
+ break;
+ case 2:
+ if (i < R8126_MAX_RX_QUEUES_VEC_V3)
+ poll = rtl8126_poll_msix_rx;
+ else if (i == 16 || i == 18)
+ poll = rtl8126_poll_msix_tx;
+ else
+ poll = rtl8126_poll_msix_other;
+ break;
+ case 3:
+ case 4:
+ if (i < R8126_MAX_RX_QUEUES_VEC_V3)
+ poll = rtl8126_poll_msix_ring;
+ else
+ poll = rtl8126_poll_msix_other;
+ break;
+ }
+ }
+
+ RTL_NAPI_CONFIG(tp->dev, r8126napi, poll, R8126_NAPI_WEIGHT);
+#endif
+
+ r8126napi->priv = tp;
+ r8126napi->index = i;
+ }
+}
+
+static int
+rtl8126_set_real_num_queue(struct rtl8126_private *tp)
+{
+ int retval = 0;
+
+ retval = netif_set_real_num_tx_queues(tp->dev, tp->num_tx_rings);
+ if (retval < 0)
+ goto exit;
+
+ retval = netif_set_real_num_rx_queues(tp->dev, tp->num_rx_rings);
+ if (retval < 0)
+ goto exit;
+
+exit:
+ return retval;
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0)
+void netdev_sw_irq_coalesce_default_on(struct net_device *dev)
+{
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,8,0)
+ WARN_ON(dev->reg_state == NETREG_REGISTERED);
+
+ dev->gro_flush_timeout = 20000;
+ dev->napi_defer_hard_irqs = 1;
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,8,0)
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0)
+
+static int __devinit
+rtl8126_init_one(struct pci_dev *pdev,
+ const struct pci_device_id *ent)
+{
+ struct net_device *dev = NULL;
+ struct rtl8126_private *tp;
+ void __iomem *ioaddr = NULL;
+ static int board_idx = -1;
+
+ int rc;
+
+ assert(pdev != NULL);
+ assert(ent != NULL);
+
+ board_idx++;
+
+ if (netif_msg_drv(&debug))
+ printk(KERN_INFO "%s Ethernet controller driver %s loaded\n",
+ MODULENAME, RTL8126_VERSION);
+
+ rc = rtl8126_init_board(pdev, &dev, &ioaddr);
+ if (rc)
+ goto out;
+
+ tp = netdev_priv(dev);
+ assert(ioaddr != NULL);
+
+ tp->set_speed = rtl8126_set_speed_xmii;
+ tp->get_settings = rtl8126_gset_xmii;
+ tp->phy_reset_enable = rtl8126_xmii_reset_enable;
+ tp->phy_reset_pending = rtl8126_xmii_reset_pending;
+ tp->link_ok = rtl8126_xmii_link_ok;
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0)
+ dev->tstats = devm_netdev_alloc_pcpu_stats(&pdev->dev,
+ struct pcpu_sw_netstats);
+ if (!dev->tstats)
+ goto err_out_1;
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0)
+
+ rc = rtl8126_try_msi(tp);
+ if (rc < 0) {
+ dev_err(&pdev->dev, "Can't allocate interrupt\n");
+ goto err_out_1;
+ }
+
+ rtl8126_init_software_variable(dev);
+
+ RTL_NET_DEVICE_OPS(rtl8126_netdev_ops);
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22)
+ SET_ETHTOOL_OPS(dev, &rtl8126_ethtool_ops);
+#endif
+
+ dev->watchdog_timeo = RTL8126_TX_TIMEOUT;
+ dev->irq = rtl8126_get_irq(pdev);
+ dev->base_addr = (unsigned long) ioaddr;
+
+ rtl8126_init_napi(tp);
+
+#ifdef CONFIG_R8126_VLAN
+ if (tp->mcfg != CFG_METHOD_DEFAULT) {
+ dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+ dev->vlan_rx_kill_vid = rtl8126_vlan_rx_kill_vid;
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+ }
+#endif
+
+ /* There has been a number of reports that using SG/TSO results in
+ * tx timeouts. However for a lot of people SG/TSO works fine.
+ * Therefore disable both features by default, but allow users to
+ * enable them. Use at own risk!
+ */
+ tp->cp_cmd |= RTL_R16(tp, CPlusCmd);
+ if (tp->mcfg != CFG_METHOD_DEFAULT) {
+ dev->features |= NETIF_F_IP_CSUM;
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+ tp->cp_cmd |= RxChkSum;
+#else
+ dev->features |= NETIF_F_RXCSUM;
+ switch (tp->mcfg) {
+ default:
+ dev->features |= NETIF_F_SG | NETIF_F_TSO;
+ break;
+ };
+ dev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO |
+ NETIF_F_RXCSUM | NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
+ dev->vlan_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO |
+ NETIF_F_HIGHDMA;
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,15,0)
+ dev->priv_flags |= IFF_LIVE_ADDR_CHANGE;
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,15,0)
+ dev->hw_features |= NETIF_F_RXALL;
+ dev->hw_features |= NETIF_F_RXFCS;
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22)
+ dev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6;
+ dev->features |= NETIF_F_IPV6_CSUM;
+ switch (tp->mcfg) {
+ default:
+ dev->features |= NETIF_F_TSO6;
+ break;
+ };
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,19,0)
+ netif_set_tso_max_size(dev, LSO_64K);
+ netif_set_tso_max_segs(dev, NIC_MAX_PHYS_BUF_COUNT_LSO2);
+#else //LINUX_VERSION_CODE >= KERNEL_VERSION(5,19,0)
+ netif_set_gso_max_size(dev, LSO_64K);
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,18,0)
+ dev->gso_max_segs = NIC_MAX_PHYS_BUF_COUNT_LSO2;
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0)
+ dev->gso_min_segs = NIC_MIN_PHYS_BUF_COUNT;
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0)
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,18,0)
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,19,0)
+
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22)
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+
+#ifdef ENABLE_RSS_SUPPORT
+ if (tp->EnableRss) {
+ dev->hw_features |= NETIF_F_RXHASH;
+ dev->features |= NETIF_F_RXHASH;
+ }
+#endif
+ }
+
+ netdev_sw_irq_coalesce_default_on(dev);
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH)
+ AllocateDashShareMemory(dev);
+#endif
+
+#ifdef ENABLE_LIB_SUPPORT
+ BLOCKING_INIT_NOTIFIER_HEAD(&tp->lib_nh);
+#endif
+ rtl8126_init_all_schedule_work(tp);
+
+ rc = rtl8126_set_real_num_queue(tp);
+ if (rc < 0)
+ goto err_out;
+
+ rtl8126_exit_oob(dev);
+
+ rtl8126_powerup_pll(dev);
+
+ rtl8126_hw_init(dev);
+
+ rtl8126_hw_reset(dev);
+
+ /* Get production from EEPROM */
+ rtl8126_eeprom_type(tp);
+
+ if (tp->eeprom_type == EEPROM_TYPE_93C46 || tp->eeprom_type == EEPROM_TYPE_93C56)
+ rtl8126_set_eeprom_sel_low(tp);
+
+ rtl8126_get_mac_address(dev);
+
+ tp->fw_name = rtl_chip_fw_infos[tp->mcfg].fw_name;
+
+ tp->tally_vaddr = dma_alloc_coherent(&pdev->dev, sizeof(*tp->tally_vaddr),
+ &tp->tally_paddr, GFP_KERNEL);
+ if (!tp->tally_vaddr) {
+ rc = -ENOMEM;
+ goto err_out;
+ }
+
+ rtl8126_tally_counter_clear(tp);
+
+ pci_set_drvdata(pdev, dev);
+
+ rc = register_netdev(dev);
+ if (rc)
+ goto err_out;
+
+ printk(KERN_INFO "%s: This product is covered by one or more of the following patents: US6,570,884, US6,115,776, and US6,327,625.\n", MODULENAME);
+
+ rtl8126_disable_rxdvgate(dev);
+
+ device_set_wakeup_enable(&pdev->dev, tp->wol_enabled);
+
+ netif_carrier_off(dev);
+
+ rtl8126_sysfs_init(dev);
+
+ printk("%s", GPL_CLAIM);
+
+out:
+ return rc;
+
+err_out:
+ if (tp->tally_vaddr != NULL) {
+ dma_free_coherent(&pdev->dev, sizeof(*tp->tally_vaddr), tp->tally_vaddr,
+ tp->tally_paddr);
+
+ tp->tally_vaddr = NULL;
+ }
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_del_napi(tp);
+#endif
+ rtl8126_disable_msi(pdev, tp);
+
+err_out_1:
+ rtl8126_release_board(pdev, dev);
+
+ goto out;
+}
+
+static void __devexit
+rtl8126_remove_one(struct pci_dev *pdev)
+{
+ struct net_device *dev = pci_get_drvdata(pdev);
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ assert(dev != NULL);
+ assert(tp != NULL);
+
+ set_bit(R8126_FLAG_DOWN, tp->task_flags);
+
+ rtl8126_cancel_all_schedule_work(tp);
+
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_del_napi(tp);
+#endif
+ if (HW_DASH_SUPPORT_DASH(tp))
+ rtl8126_driver_stop(tp);
+
+#ifdef ENABLE_R8126_SYSFS
+ rtl8126_sysfs_remove(dev);
+#endif //ENABLE_R8126_SYSFS
+
+ unregister_netdev(dev);
+ rtl8126_disable_msi(pdev, tp);
+#ifdef ENABLE_R8126_PROCFS
+ rtl8126_proc_remove(dev);
+#endif
+ if (tp->tally_vaddr != NULL) {
+ dma_free_coherent(&pdev->dev, sizeof(*tp->tally_vaddr), tp->tally_vaddr, tp->tally_paddr);
+ tp->tally_vaddr = NULL;
+ }
+
+ rtl8126_release_board(pdev, dev);
+
+#ifdef ENABLE_USE_FIRMWARE_FILE
+ rtl8126_release_firmware(tp);
+#endif
+
+ pci_set_drvdata(pdev, NULL);
+}
+
+#ifdef ENABLE_PAGE_REUSE
+static inline unsigned int rtl8126_rx_page_order(unsigned rx_buf_sz, unsigned page_size)
+{
+ unsigned truesize = SKB_DATA_ALIGN(sizeof(struct skb_shared_info)) +
+ SKB_DATA_ALIGN(rx_buf_sz + R8126_RX_ALIGN);
+
+ return get_order(truesize * 2);
+}
+#endif //ENABLE_PAGE_REUSE
+
+static void
+rtl8126_set_rxbufsize(struct rtl8126_private *tp,
+ struct net_device *dev)
+{
+ unsigned int mtu = dev->mtu;
+
+ tp->rms = (mtu > ETH_DATA_LEN) ?
+ mtu + ETH_HLEN + RT_VALN_HLEN + ETH_FCS_LEN:
+ RX_BUF_SIZE;
+ tp->rx_buf_sz = tp->rms;
+#ifdef ENABLE_RX_PACKET_FRAGMENT
+ tp->rx_buf_sz = SKB_DATA_ALIGN(RX_BUF_SIZE);
+#endif //ENABLE_RX_PACKET_FRAGMENT
+#ifdef ENABLE_PAGE_REUSE
+ tp->rx_buf_page_order = rtl8126_rx_page_order(tp->rx_buf_sz, PAGE_SIZE);
+ tp->rx_buf_page_size = rtl8126_rx_page_size(tp->rx_buf_page_order);
+#endif //ENABLE_PAGE_REUSE
+}
+
+static void rtl8126_free_irq(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i=0; iirq_nvecs; i++) {
+ struct r8126_irq *irq = &tp->irq_tbl[i];
+ struct r8126_napi *r8126napi = &tp->r8126napi[i];
+
+ if (irq->requested) {
+ irq->requested = 0;
+#if defined(RTL_USE_NEW_INTR_API)
+ pci_free_irq(tp->pci_dev, i, r8126napi);
+#else
+ free_irq(irq->vector, r8126napi);
+#endif
+ }
+ }
+}
+
+static int rtl8126_alloc_irq(struct rtl8126_private *tp)
+{
+ struct net_device *dev = tp->dev;
+ int rc = 0;
+ struct r8126_irq *irq;
+ struct r8126_napi *r8126napi;
+ int i = 0;
+ const int len = sizeof(tp->irq_tbl[0].name);
+
+#if defined(RTL_USE_NEW_INTR_API)
+ for (i=0; iirq_nvecs; i++) {
+ irq = &tp->irq_tbl[i];
+ if (tp->features & RTL_FEATURE_MSIX &&
+ tp->HwCurrIsrVer > 1)
+ irq->handler = rtl8126_interrupt_msix;
+ else
+ irq->handler = rtl8126_interrupt;
+
+ r8126napi = &tp->r8126napi[i];
+ snprintf(irq->name, len, "%s-%d", dev->name, i);
+ rc = pci_request_irq(tp->pci_dev, i, irq->handler, NULL, r8126napi,
+ irq->name);
+ if (rc)
+ break;
+
+ irq->vector = pci_irq_vector(tp->pci_dev, i);
+ irq->requested = 1;
+ }
+#else
+ unsigned long irq_flags = 0;
+#ifdef ENABLE_LIB_SUPPORT
+ irq_flags |= IRQF_NO_SUSPEND;
+#endif
+ if (tp->features & RTL_FEATURE_MSIX &&
+ tp->HwCurrIsrVer > 1) {
+ for (i=0; iirq_nvecs; i++) {
+ irq = &tp->irq_tbl[i];
+ irq->handler = rtl8126_interrupt_msix;
+ r8126napi = &tp->r8126napi[i];
+ snprintf(irq->name, len, "%s-%d", dev->name, i);
+ rc = request_irq(irq->vector, irq->handler, irq_flags, irq->name, r8126napi);
+
+ if (rc)
+ break;
+
+ irq->requested = 1;
+ }
+ } else {
+ irq = &tp->irq_tbl[0];
+ irq->handler = rtl8126_interrupt;
+ r8126napi = &tp->r8126napi[0];
+ snprintf(irq->name, len, "%s-0", dev->name);
+ if (!(tp->features & RTL_FEATURE_MSIX))
+ irq->vector = dev->irq;
+ irq_flags |= (tp->features & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX)) ? 0 : SA_SHIRQ;
+ rc = request_irq(irq->vector, irq->handler, irq_flags, irq->name, r8126napi);
+
+ if (rc == 0)
+ irq->requested = 1;
+ }
+#endif
+ if (rc)
+ rtl8126_free_irq(tp);
+
+ return rc;
+}
+
+static int rtl8126_alloc_tx_desc(struct rtl8126_private *tp)
+{
+ struct rtl8126_tx_ring *ring;
+ struct pci_dev *pdev = tp->pci_dev;
+ int i;
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ ring = &tp->tx_ring[i];
+ ring->TxDescAllocSize = (ring->num_tx_desc + 1) * sizeof(struct TxDesc);
+ ring->TxDescArray = dma_alloc_coherent(&pdev->dev,
+ ring->TxDescAllocSize,
+ &ring->TxPhyAddr,
+ GFP_KERNEL);
+
+ if (!ring->TxDescArray)
+ return -1;
+ }
+
+ return 0;
+}
+
+static int rtl8126_alloc_rx_desc(struct rtl8126_private *tp)
+{
+ struct rtl8126_rx_ring *ring;
+ struct pci_dev *pdev = tp->pci_dev;
+ int i;
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ ring = &tp->rx_ring[i];
+ ring->RxDescAllocSize = (ring->num_rx_desc + 1) * tp->RxDescLength;
+ ring->RxDescArray = dma_alloc_coherent(&pdev->dev,
+ ring->RxDescAllocSize,
+ &ring->RxPhyAddr,
+ GFP_KERNEL);
+
+ if (!ring->RxDescArray)
+ return -1;
+ }
+
+ return 0;
+}
+
+static void rtl8126_free_tx_desc(struct rtl8126_private *tp)
+{
+ struct rtl8126_tx_ring *ring;
+ struct pci_dev *pdev = tp->pci_dev;
+ int i;
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ ring = &tp->tx_ring[i];
+ if (ring->TxDescArray) {
+ dma_free_coherent(&pdev->dev,
+ ring->TxDescAllocSize,
+ ring->TxDescArray,
+ ring->TxPhyAddr);
+ ring->TxDescArray = NULL;
+ }
+ }
+}
+
+static void rtl8126_free_rx_desc(struct rtl8126_private *tp)
+{
+ struct rtl8126_rx_ring *ring;
+ struct pci_dev *pdev = tp->pci_dev;
+ int i;
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ ring = &tp->rx_ring[i];
+ if (ring->RxDescArray) {
+ dma_free_coherent(&pdev->dev,
+ ring->RxDescAllocSize,
+ ring->RxDescArray,
+ ring->RxPhyAddr);
+ ring->RxDescArray = NULL;
+ }
+ }
+}
+
+static void rtl8126_free_alloc_resources(struct rtl8126_private *tp)
+{
+ rtl8126_free_rx_desc(tp);
+
+ rtl8126_free_tx_desc(tp);
+}
+
+#ifdef ENABLE_USE_FIRMWARE_FILE
+static void rtl8126_request_firmware(struct rtl8126_private *tp)
+{
+ struct rtl8126_fw *rtl_fw;
+
+ /* firmware loaded already or no firmware available */
+ if (tp->rtl_fw || !tp->fw_name)
+ return;
+
+ rtl_fw = kzalloc(sizeof(*rtl_fw), GFP_KERNEL);
+ if (!rtl_fw)
+ return;
+
+ rtl_fw->phy_write = rtl8126_mdio_write;
+ rtl_fw->phy_read = rtl8126_mdio_read;
+ rtl_fw->mac_mcu_write = mac_mcu_write;
+ rtl_fw->mac_mcu_read = mac_mcu_read;
+ rtl_fw->fw_name = tp->fw_name;
+ rtl_fw->dev = tp_to_dev(tp);
+
+ if (rtl8126_fw_request_firmware(rtl_fw))
+ kfree(rtl_fw);
+ else
+ tp->rtl_fw = rtl_fw;
+}
+#endif
+
+int rtl8126_open(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int retval;
+
+ retval = -ENOMEM;
+
+#ifdef ENABLE_R8126_PROCFS
+ rtl8126_proc_init(dev);
+#endif
+ rtl8126_set_rxbufsize(tp, dev);
+ /*
+ * Rx and Tx descriptors needs 256 bytes alignment.
+ * pci_alloc_consistent provides more.
+ */
+ if (rtl8126_alloc_tx_desc(tp) < 0 || rtl8126_alloc_rx_desc(tp) < 0)
+ goto err_free_all_allocated_mem;
+
+ retval = rtl8126_init_ring(dev);
+ if (retval < 0)
+ goto err_free_all_allocated_mem;
+
+ retval = rtl8126_alloc_irq(tp);
+ if (retval < 0)
+ goto err_free_all_allocated_mem;
+
+ if (netif_msg_probe(tp)) {
+ printk(KERN_INFO "%s: 0x%lx, "
+ "%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x, "
+ "IRQ %d\n",
+ dev->name,
+ dev->base_addr,
+ dev->dev_addr[0], dev->dev_addr[1],
+ dev->dev_addr[2], dev->dev_addr[3],
+ dev->dev_addr[4], dev->dev_addr[5], dev->irq);
+ }
+
+#ifdef ENABLE_USE_FIRMWARE_FILE
+ rtl8126_request_firmware(tp);
+#endif
+ pci_set_master(tp->pci_dev);
+
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_enable_napi(tp);
+#endif
+
+ rtl8126_exit_oob(dev);
+
+ rtl8126_up(dev);
+
+#ifdef ENABLE_PTP_SUPPORT
+ if (tp->EnablePtp)
+ rtl8126_ptp_init(tp);
+#endif
+ clear_bit(R8126_FLAG_DOWN, tp->task_flags);
+
+ if (tp->resume_not_chg_speed)
+ rtl8126_check_link_status(dev);
+ else
+ rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising);
+
+ if (tp->esd_flag == 0) {
+ //rtl8126_request_esd_timer(dev);
+
+ rtl8126_schedule_esd_work(tp);
+ }
+
+ //rtl8126_request_link_timer(dev);
+
+ rtl8126_enable_hw_linkchg_interrupt(tp);
+
+out:
+
+ return retval;
+
+err_free_all_allocated_mem:
+ rtl8126_free_alloc_resources(tp);
+
+ goto out;
+}
+
+static void
+set_offset70F(struct rtl8126_private *tp, u8 setting)
+{
+ u32 csi_tmp;
+ u32 temp = (u32)setting;
+ temp = temp << 24;
+ /*set PCI configuration space offset 0x70F to setting*/
+ /*When the register offset of PCI configuration space larger than 0xff, use CSI to access it.*/
+
+ csi_tmp = rtl8126_csi_read(tp, 0x70c) & 0x00ffffff;
+ rtl8126_csi_write(tp, 0x70c, csi_tmp | temp);
+}
+
+static void
+set_offset79(struct rtl8126_private *tp, u8 setting)
+{
+ //Set PCI configuration space offset 0x79 to setting
+
+ struct pci_dev *pdev = tp->pci_dev;
+ u8 device_control;
+
+ if (hwoptimize & HW_PATCH_SOC_LAN)
+ return;
+
+ pci_read_config_byte(pdev, 0x79, &device_control);
+ device_control &= ~0x70;
+ device_control |= setting;
+ pci_write_config_byte(pdev, 0x79, device_control);
+}
+
+static void
+rtl8126_disable_l1_timeout(struct rtl8126_private *tp)
+{
+ rtl8126_csi_write(tp, 0x890, rtl8126_csi_read(tp, 0x890) & ~BIT(0));
+}
+
+void
+rtl8126_hw_set_rx_packet_filter(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ u32 mc_filter[2]; /* Multicast hash filter */
+ int rx_mode;
+ u32 tmp = 0;
+
+ if (dev->flags & IFF_PROMISC) {
+ /* Unconditionally log net taps. */
+ if (netif_msg_link(tp))
+ printk(KERN_NOTICE "%s: Promiscuous mode enabled.\n",
+ dev->name);
+
+ rx_mode =
+ AcceptBroadcast | AcceptMulticast | AcceptMyPhys |
+ AcceptAllPhys;
+ mc_filter[1] = mc_filter[0] = 0xffffffff;
+ } else if (dev->flags & IFF_ALLMULTI) {
+ /* accept all multicasts. */
+ rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys;
+ mc_filter[1] = mc_filter[0] = 0xffffffff;
+ } else {
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,35)
+ struct dev_mc_list *mclist;
+ unsigned int i;
+
+ rx_mode = AcceptBroadcast | AcceptMyPhys;
+ mc_filter[1] = mc_filter[0] = 0;
+ for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count;
+ i++, mclist = mclist->next) {
+ int bit_nr = ether_crc(ETH_ALEN, mclist->dmi_addr) >> 26;
+ mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31);
+ rx_mode |= AcceptMulticast;
+ }
+#else
+ struct netdev_hw_addr *ha;
+
+ rx_mode = AcceptBroadcast | AcceptMyPhys;
+ mc_filter[1] = mc_filter[0] = 0;
+ netdev_for_each_mc_addr(ha, dev) {
+ int bit_nr = ether_crc(ETH_ALEN, ha->addr) >> 26;
+ mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31);
+ rx_mode |= AcceptMulticast;
+ }
+#endif
+ }
+
+ if (dev->features & NETIF_F_RXALL)
+ rx_mode |= (AcceptErr | AcceptRunt);
+
+ tmp = mc_filter[0];
+ mc_filter[0] = swab32(mc_filter[1]);
+ mc_filter[1] = swab32(tmp);
+
+ tmp = tp->rtl8126_rx_config | rx_mode | (RTL_R32(tp, RxConfig) & rtl_chip_info[tp->chipset].RxConfigMask);
+
+ RTL_W32(tp, RxConfig, tmp);
+ RTL_W32(tp, MAR0 + 0, mc_filter[0]);
+ RTL_W32(tp, MAR0 + 4, mc_filter[1]);
+}
+
+static void
+rtl8126_set_rx_mode(struct net_device *dev)
+{
+ rtl8126_hw_set_rx_packet_filter(dev);
+}
+
+void
+rtl8126_set_rx_q_num(struct rtl8126_private *tp,
+ unsigned int num_rx_queues)
+{
+ u16 q_ctrl;
+ u16 rx_q_num;
+
+ rx_q_num = (u16)ilog2(num_rx_queues);
+ rx_q_num &= (BIT_0 | BIT_1 | BIT_2);
+ rx_q_num <<= 2;
+ q_ctrl = RTL_R16(tp, Q_NUM_CTRL_8125);
+ q_ctrl &= ~(BIT_2 | BIT_3 | BIT_4);
+ q_ctrl |= rx_q_num;
+ RTL_W16(tp, Q_NUM_CTRL_8125, q_ctrl);
+}
+
+void
+rtl8126_set_tx_q_num(struct rtl8126_private *tp,
+ unsigned int num_tx_queues)
+{
+ u16 mac_ocp_data;
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE63E);
+ mac_ocp_data &= ~(BIT_11 | BIT_10);
+ mac_ocp_data |= ((ilog2(num_tx_queues) & 0x03) << 10);
+ rtl8126_mac_ocp_write(tp, 0xE63E, mac_ocp_data);
+}
+
+void
+rtl8126_enable_mcu(struct rtl8126_private *tp, bool enable)
+{
+ if (FALSE == HW_SUPPORT_MAC_MCU(tp))
+ return;
+
+ if (enable)
+ rtl8126_set_mac_ocp_bit(tp, 0xC0B4, BIT_0);
+ else
+ rtl8126_clear_mac_ocp_bit(tp, 0xC0B4, BIT_0);
+}
+
+static void
+rtl8126_clear_tcam_entries(struct rtl8126_private *tp)
+{
+ if (FALSE == HW_SUPPORT_TCAM(tp))
+ return;
+
+ rtl8126_set_mac_ocp_bit(tp, 0xEB54, BIT_0);
+ udelay(1);
+ rtl8126_clear_mac_ocp_bit(tp, 0xEB54, BIT_0);
+}
+
+static u8
+rtl8126_get_l1off_cap_bits(struct rtl8126_private *tp)
+{
+ u8 l1offCapBits = 0;
+
+ l1offCapBits = (BIT_0 | BIT_1);
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ l1offCapBits |= (BIT_2 | BIT_3);
+ default:
+ break;
+ }
+
+ return l1offCapBits;
+}
+
+void
+rtl8126_hw_config(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ struct pci_dev *pdev = tp->pci_dev;
+ u16 mac_ocp_data;
+
+ rtl8126_disable_rx_packet_filter(tp);
+
+ rtl8126_hw_reset(dev);
+
+ rtl8126_enable_cfg9346_write(tp);
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_enable_force_clkreq(tp, 0);
+ rtl8126_enable_aspm_clkreq_lock(tp, 0);
+ break;
+ }
+
+ rtl8126_set_eee_lpi_timer(tp);
+
+ //keep magic packet only
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xC0B6);
+ mac_ocp_data &= BIT_0;
+ rtl8126_mac_ocp_write(tp, 0xC0B6, mac_ocp_data);
+ break;
+ }
+
+ rtl8126_tally_counter_addr_fill(tp);
+
+ rtl8126_enable_extend_tally_couter(tp);
+
+ rtl8126_desc_addr_fill(tp);
+
+ /* Set DMA burst size and Interframe Gap Time */
+ RTL_W32(tp, TxConfig, (TX_DMA_BURST_unlimited << TxDMAShift) |
+ (InterFrameGap << TxInterFrameGapShift));
+
+ if (tp->EnableTxNoClose)
+ RTL_W32(tp, TxConfig, (RTL_R32(tp, TxConfig) | BIT_6));
+
+ if (enable_double_vlan)
+ rtl8126_enable_double_vlan(tp);
+ else
+ rtl8126_disable_double_vlan(tp);
+
+ if (tp->mcfg == CFG_METHOD_1 ||
+ tp->mcfg == CFG_METHOD_2 ||
+ tp->mcfg == CFG_METHOD_3) {
+ set_offset70F(tp, 0x27);
+ set_offset79(tp, 0x40);
+
+ rtl8126_disable_l1_timeout(tp);
+
+#ifdef ENABLE_RSS_SUPPORT
+ rtl8126_config_rss(tp);
+#else
+ RTL_W32(tp, RSS_CTRL_8125, 0x00);
+#endif
+ rtl8126_set_rx_q_num(tp, rtl8126_tot_rx_rings(tp));
+
+ RTL_W8(tp, Config1, RTL_R8(tp, Config1) & ~0x10);
+
+ rtl8126_mac_ocp_write(tp, 0xC140, 0xFFFF);
+ rtl8126_mac_ocp_write(tp, 0xC142, 0xFFFF);
+
+ //new tx desc format
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEB58);
+ if (tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3)
+ mac_ocp_data &= ~(BIT_0 | BIT_1);
+ mac_ocp_data |= (BIT_0);
+ rtl8126_mac_ocp_write(tp, 0xEB58, mac_ocp_data);
+
+ if (tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3)
+ RTL_W8(tp, 0xD8, RTL_R8(tp, 0xD8) & ~BIT_1);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE614);
+ mac_ocp_data &= ~(BIT_10 | BIT_9 | BIT_8);
+ if (tp->mcfg == CFG_METHOD_1 || tp->mcfg == CFG_METHOD_2 ||
+ tp->mcfg == CFG_METHOD_3)
+ mac_ocp_data |= ((4 & 0x07) << 8);
+ else
+ mac_ocp_data |= ((3 & 0x07) << 8);
+ rtl8126_mac_ocp_write(tp, 0xE614, mac_ocp_data);
+
+ rtl8126_set_tx_q_num(tp, rtl8126_tot_tx_rings(tp));
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE63E);
+ mac_ocp_data &= ~(BIT_5 | BIT_4);
+ if (tp->mcfg == CFG_METHOD_1 || tp->mcfg == CFG_METHOD_2 ||
+ tp->mcfg == CFG_METHOD_3)
+ mac_ocp_data |= ((0x02 & 0x03) << 4);
+ rtl8126_mac_ocp_write(tp, 0xE63E, mac_ocp_data);
+
+ rtl8126_enable_mcu(tp, 0);
+ rtl8126_enable_mcu(tp, 1);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xC0B4);
+ mac_ocp_data |= (BIT_3 | BIT_2);
+ rtl8126_mac_ocp_write(tp, 0xC0B4, mac_ocp_data);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEB6A);
+ mac_ocp_data &= ~(BIT_7 | BIT_6 | BIT_5 | BIT_4 | BIT_3 | BIT_2 | BIT_1 | BIT_0);
+ mac_ocp_data |= (BIT_5 | BIT_4 | BIT_1 | BIT_0);
+ rtl8126_mac_ocp_write(tp, 0xEB6A, mac_ocp_data);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEB50);
+ mac_ocp_data &= ~(BIT_9 | BIT_8 | BIT_7 | BIT_6 | BIT_5);
+ mac_ocp_data |= (BIT_6);
+ rtl8126_mac_ocp_write(tp, 0xEB50, mac_ocp_data);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE056);
+ mac_ocp_data &= ~(BIT_7 | BIT_6 | BIT_5 | BIT_4);
+ //mac_ocp_data |= (BIT_4 | BIT_5);
+ rtl8126_mac_ocp_write(tp, 0xE056, mac_ocp_data);
+
+ RTL_W8(tp, TDFNR, 0x10);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE040);
+ mac_ocp_data &= ~(BIT_12);
+ rtl8126_mac_ocp_write(tp, 0xE040, mac_ocp_data);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEA1C);
+ mac_ocp_data &= ~(BIT_1 | BIT_0);
+ mac_ocp_data |= (BIT_0);
+ rtl8126_mac_ocp_write(tp, 0xEA1C, mac_ocp_data);
+
+ rtl8126_mac_ocp_write(tp, 0xE0C0, 0x4000);
+
+ rtl8126_set_mac_ocp_bit(tp, 0xE052, (BIT_6 | BIT_5));
+ rtl8126_clear_mac_ocp_bit(tp, 0xE052, BIT_3 | BIT_7);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xD430);
+ mac_ocp_data &= ~(BIT_11 | BIT_10 | BIT_9 | BIT_8 | BIT_7 | BIT_6 | BIT_5 | BIT_4 | BIT_3 | BIT_2 | BIT_1 | BIT_0);
+ mac_ocp_data |= 0x45F;
+ rtl8126_mac_ocp_write(tp, 0xD430, mac_ocp_data);
+
+ //rtl8126_mac_ocp_write(tp, 0xE0C0, 0x4F87);
+ if (!tp->DASH)
+ RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) | BIT_6 | BIT_7);
+ else
+ RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) & ~(BIT_6 | BIT_7));
+
+ rtl8126_disable_eee_plus(tp);
+
+ mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEA1C);
+ mac_ocp_data &= ~(BIT_2);
+ if (tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3)
+ mac_ocp_data &= ~(BIT_9 | BIT_8);
+ rtl8126_mac_ocp_write(tp, 0xEA1C, mac_ocp_data);
+
+ rtl8126_clear_tcam_entries(tp);
+
+ RTL_W16(tp, 0x1880, RTL_R16(tp, 0x1880) & ~(BIT_4 | BIT_5));
+ }
+
+ /* csum offload command for RTL8125 */
+ tp->tx_tcp_csum_cmd = TxTCPCS_C;
+ tp->tx_udp_csum_cmd = TxUDPCS_C;
+ tp->tx_ip_csum_cmd = TxIPCS_C;
+ tp->tx_ipv6_csum_cmd = TxIPV6F_C;
+
+ /* config interrupt type for RTL8125B */
+ if (tp->HwSuppIsrVer > 1)
+ rtl8126_hw_set_interrupt_type(tp, tp->HwCurrIsrVer);
+
+ //other hw parameters
+ rtl8126_hw_clear_timer_int(dev);
+
+ rtl8126_hw_clear_int_miti(dev);
+
+ if (tp->use_timer_interrupt &&
+ (tp->HwCurrIsrVer > 1) &&
+ (tp->HwSuppIntMitiVer > 3) &&
+ (tp->features & RTL_FEATURE_MSIX)) {
+ int i;
+ for (i = 0; i < tp->irq_nvecs; i++)
+ rtl8126_hw_set_timer_int_8125(tp, i, timer_count_v2);
+ }
+
+ rtl8126_enable_exit_l1_mask(tp);
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_mac_ocp_write(tp, 0xE098, 0xC302);
+ break;
+ }
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_disable_pci_offset_99(tp);
+ if (aspm) {
+ if (tp->org_pci_offset_99 & (BIT_2 | BIT_5 | BIT_6))
+ rtl8126_init_pci_offset_99(tp);
+ }
+ break;
+ }
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_disable_pci_offset_180(tp);
+ if (aspm) {
+ if (tp->org_pci_offset_180 & rtl8126_get_l1off_cap_bits(tp))
+ rtl8126_init_pci_offset_180(tp);
+ }
+ break;
+ }
+
+ tp->cp_cmd &= ~(EnableBist | Macdbgo_oe | Force_halfdup |
+ Force_rxflow_en | Force_txflow_en | Cxpl_dbg_sel |
+ ASF | Macdbgo_sel);
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0)
+ RTL_W16(tp, CPlusCmd, tp->cp_cmd);
+#else
+ rtl8126_hw_set_features(dev, dev->features);
+#endif
+ RTL_W16(tp, RxMaxSize, tp->rms);
+
+ rtl8126_disable_rxdvgate(dev);
+
+ if (!tp->pci_cfg_is_read) {
+ pci_read_config_byte(pdev, PCI_COMMAND, &tp->pci_cfg_space.cmd);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_0, &tp->pci_cfg_space.io_base_l);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_0 + 2, &tp->pci_cfg_space.io_base_h);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_2, &tp->pci_cfg_space.mem_base_l);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, &tp->pci_cfg_space.mem_base_h);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_3, &tp->pci_cfg_space.resv_0x1c_l);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_3 + 2, &tp->pci_cfg_space.resv_0x1c_h);
+ pci_read_config_byte(pdev, PCI_INTERRUPT_LINE, &tp->pci_cfg_space.ilr);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_4, &tp->pci_cfg_space.resv_0x20_l);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, &tp->pci_cfg_space.resv_0x20_h);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_5, &tp->pci_cfg_space.resv_0x24_l);
+ pci_read_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, &tp->pci_cfg_space.resv_0x24_h);
+ pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, &tp->pci_cfg_space.resv_0x2c_l);
+ pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID + 2, &tp->pci_cfg_space.resv_0x2c_h);
+ if (tp->HwPcieSNOffset > 0) {
+ tp->pci_cfg_space.pci_sn_l = rtl8126_csi_read(tp, tp->HwPcieSNOffset);
+ tp->pci_cfg_space.pci_sn_h = rtl8126_csi_read(tp, tp->HwPcieSNOffset + 4);
+ }
+
+ tp->pci_cfg_is_read = 1;
+ }
+
+ /* Set Rx packet filter */
+ rtl8126_hw_set_rx_packet_filter(dev);
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH && !tp->dash_printer_enabled)
+ NICChkTypeEnableDashInterrupt(tp);
+#endif
+
+ switch (tp->mcfg) {
+ case CFG_METHOD_1:
+ case CFG_METHOD_2:
+ case CFG_METHOD_3:
+ rtl8126_enable_aspm_clkreq_lock(tp, aspm ? 1 : 0);
+ break;
+ }
+
+ rtl8126_disable_cfg9346_write(tp);
+
+ udelay(10);
+}
+
+void
+rtl8126_hw_start(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+#ifdef ENABLE_LIB_SUPPORT
+ rtl8126_init_lib_ring(tp);
+#endif
+
+ RTL_W8(tp, ChipCmd, CmdTxEnb | CmdRxEnb);
+
+ rtl8126_enable_hw_interrupt(tp);
+
+ rtl8126_lib_reset_complete(tp);
+}
+
+static int
+rtl8126_change_mtu(struct net_device *dev,
+ int new_mtu)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret = 0;
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0)
+ if (new_mtu < ETH_MIN_MTU)
+ return -EINVAL;
+ else if (new_mtu > tp->max_jumbo_frame_size)
+ new_mtu = tp->max_jumbo_frame_size;
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0)
+
+ dev->mtu = new_mtu;
+
+ tp->eee.tx_lpi_timer = dev->mtu + ETH_HLEN + 0x20;
+
+ if (!netif_running(dev))
+ goto out;
+
+ rtl8126_down(dev);
+
+ rtl8126_set_rxbufsize(tp, dev);
+
+ ret = rtl8126_init_ring(dev);
+
+ if (ret < 0)
+ goto err_out;
+
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_enable_napi(tp);
+#endif//CONFIG_R8126_NAPI
+
+ if (tp->link_ok(dev))
+ rtl8126_link_on_patch(dev);
+ else
+ rtl8126_link_down_patch(dev);
+
+ //mod_timer(&tp->esd_timer, jiffies + RTL8126_ESD_TIMEOUT);
+ //mod_timer(&tp->link_timer, jiffies + RTL8126_LINK_TIMEOUT);
+out:
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0)
+ netdev_update_features(dev);
+#endif
+
+err_out:
+ return ret;
+}
+
+static inline void
+rtl8126_set_desc_dma_addr(struct rtl8126_private *tp,
+ struct RxDesc *desc,
+ dma_addr_t mapping)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ ((struct RxDescV3 *)desc)->addr = cpu_to_le64(mapping);
+ else
+ desc->addr = cpu_to_le64(mapping);
+}
+
+static inline void
+rtl8126_mark_to_asic_v3(struct RxDescV3 *descv3,
+ u32 rx_buf_sz)
+{
+ u32 eor = le32_to_cpu(descv3->RxDescNormalDDWord4.opts1) & RingEnd;
+
+ WRITE_ONCE(descv3->RxDescNormalDDWord4.opts1, cpu_to_le32(DescOwn | eor | rx_buf_sz));
+}
+
+void
+rtl8126_mark_to_asic(struct rtl8126_private *tp,
+ struct RxDesc *desc,
+ u32 rx_buf_sz)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ rtl8126_mark_to_asic_v3((struct RxDescV3 *)desc, rx_buf_sz);
+ else {
+ u32 eor = le32_to_cpu(desc->opts1) & RingEnd;
+
+ WRITE_ONCE(desc->opts1, cpu_to_le32(DescOwn | eor | rx_buf_sz));
+ }
+}
+
+static inline void
+rtl8126_map_to_asic(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ struct RxDesc *desc,
+ dma_addr_t mapping,
+ u32 rx_buf_sz,
+ const u32 cur_rx)
+{
+ ring->RxDescPhyAddr[cur_rx] = mapping;
+ rtl8126_set_desc_dma_addr(tp, desc, mapping);
+ wmb();
+ rtl8126_mark_to_asic(tp, desc, rx_buf_sz);
+}
+
+#ifdef ENABLE_PAGE_REUSE
+
+static int
+rtl8126_alloc_rx_page(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring,
+ struct rtl8126_rx_buffer *rxb)
+{
+ struct page *page;
+ dma_addr_t dma;
+ unsigned int order = tp->rx_buf_page_order;
+
+ //get free page
+ page = dev_alloc_pages(order);
+
+ if (unlikely(!page))
+ return -ENOMEM;
+
+ dma = dma_map_page_attrs(&tp->pci_dev->dev, page, 0,
+ tp->rx_buf_page_size,
+ DMA_FROM_DEVICE,
+ (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING));
+
+ if (unlikely(dma_mapping_error(&tp->pci_dev->dev, dma))) {
+ __free_pages(page, order);
+ return -ENOMEM;
+ }
+
+ rxb->page = page;
+ rxb->data = page_address(page);
+ rxb->page_offset = ring->rx_offset;
+ rxb->dma = dma;
+
+ //after page alloc, page refcount already = 1
+
+ return 0;
+}
+
+static void
+rtl8126_free_rx_page(struct rtl8126_private *tp, struct rtl8126_rx_buffer *rxb)
+{
+ if (!rxb->page)
+ return;
+
+ dma_unmap_page_attrs(&tp->pci_dev->dev, rxb->dma,
+ tp->rx_buf_page_size,
+ DMA_FROM_DEVICE,
+ (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING));
+ __free_pages(rxb->page, tp->rx_buf_page_order);
+ rxb->page = NULL;
+}
+
+static void
+_rtl8126_rx_clear(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring)
+{
+ int i;
+ struct rtl8126_rx_buffer *rxb;
+
+ for (i = 0; i < ring->num_rx_desc; i++) {
+ rxb = &ring->rx_buffer[i];
+ if (rxb->skb) {
+ dev_kfree_skb(rxb->skb);
+ rxb->skb = NULL;
+ }
+ rtl8126_free_rx_page(tp, rxb);
+ }
+}
+
+static u32
+rtl8126_rx_fill(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ struct net_device *dev,
+ u32 start,
+ u32 end,
+ u8 in_intr)
+{
+ u32 cur;
+ struct rtl8126_rx_buffer *rxb;
+
+ for (cur = start; end - cur > 0; cur++) {
+ int ret, i = cur % ring->num_rx_desc;
+
+ rxb = &ring->rx_buffer[i];
+ if (rxb->page)
+ continue;
+
+ ret = rtl8126_alloc_rx_page(tp, ring, rxb);
+ if (ret)
+ break;
+
+ dma_sync_single_range_for_device(tp_to_dev(tp),
+ rxb->dma,
+ rxb->page_offset,
+ tp->rx_buf_sz,
+ DMA_FROM_DEVICE);
+
+ rtl8126_map_to_asic(tp, ring,
+ rtl8126_get_rxdesc(tp, ring->RxDescArray, i),
+ rxb->dma + rxb->page_offset,
+ tp->rx_buf_sz, i);
+ }
+ return cur - start;
+}
+
+#else //ENABLE_PAGE_REUSE
+
+static void
+rtl8126_free_rx_skb(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ struct sk_buff **sk_buff,
+ struct RxDesc *desc,
+ const u32 cur_rx)
+{
+ struct pci_dev *pdev = tp->pci_dev;
+
+ dma_unmap_single(&pdev->dev, ring->RxDescPhyAddr[cur_rx], tp->rx_buf_sz,
+ DMA_FROM_DEVICE);
+ dev_kfree_skb(*sk_buff);
+ *sk_buff = NULL;
+ rtl8126_make_unusable_by_asic(tp, desc);
+}
+
+static int
+rtl8126_alloc_rx_skb(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ struct sk_buff **sk_buff,
+ struct RxDesc *desc,
+ int rx_buf_sz,
+ const u32 cur_rx,
+ u8 in_intr)
+{
+ struct sk_buff *skb;
+ dma_addr_t mapping;
+ int ret = 0;
+
+ if (in_intr)
+ skb = RTL_ALLOC_SKB_INTR(&tp->r8126napi[ring->index].napi, rx_buf_sz + R8126_RX_ALIGN);
+ else
+ skb = dev_alloc_skb(rx_buf_sz + R8126_RX_ALIGN);
+
+ if (unlikely(!skb))
+ goto err_out;
+
+ if (!in_intr || !R8126_USE_NAPI_ALLOC_SKB)
+ skb_reserve(skb, R8126_RX_ALIGN);
+
+ mapping = dma_map_single(tp_to_dev(tp), skb->data, rx_buf_sz,
+ DMA_FROM_DEVICE);
+ if (unlikely(dma_mapping_error(tp_to_dev(tp), mapping))) {
+ if (unlikely(net_ratelimit()))
+ netif_err(tp, drv, tp->dev, "Failed to map RX DMA!\n");
+ goto err_out;
+ }
+
+ *sk_buff = skb;
+ rtl8126_map_to_asic(tp, ring, desc, mapping, rx_buf_sz, cur_rx);
+out:
+ return ret;
+
+err_out:
+ if (skb)
+ dev_kfree_skb(skb);
+ ret = -ENOMEM;
+ rtl8126_make_unusable_by_asic(tp, desc);
+ goto out;
+}
+
+static void
+_rtl8126_rx_clear(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring)
+{
+ int i;
+
+ for (i = 0; i < ring->num_rx_desc; i++) {
+ if (ring->Rx_skbuff[i]) {
+ rtl8126_free_rx_skb(tp,
+ ring,
+ ring->Rx_skbuff + i,
+ rtl8126_get_rxdesc(tp, ring->RxDescArray, i),
+ i);
+ ring->Rx_skbuff[i] = NULL;
+ }
+ }
+}
+
+static u32
+rtl8126_rx_fill(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ struct net_device *dev,
+ u32 start,
+ u32 end,
+ u8 in_intr)
+{
+ u32 cur;
+
+ for (cur = start; end - cur > 0; cur++) {
+ int ret, i = cur % ring->num_rx_desc;
+
+ if (ring->Rx_skbuff[i])
+ continue;
+
+ ret = rtl8126_alloc_rx_skb(tp,
+ ring,
+ ring->Rx_skbuff + i,
+ rtl8126_get_rxdesc(tp, ring->RxDescArray, i),
+ tp->rx_buf_sz,
+ i,
+ in_intr);
+ if (ret < 0)
+ break;
+ }
+ return cur - start;
+}
+
+#endif //ENABLE_PAGE_REUSE
+
+void
+rtl8126_rx_clear(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+
+ _rtl8126_rx_clear(tp, ring);
+ }
+}
+
+static inline void
+rtl8126_mark_as_last_descriptor_8125(struct RxDescV3 *descv3)
+{
+ descv3->RxDescNormalDDWord4.opts1 |= cpu_to_le32(RingEnd);
+}
+
+static inline void
+rtl8126_mark_as_last_descriptor(struct rtl8126_private *tp,
+ struct RxDesc *desc)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ rtl8126_mark_as_last_descriptor_8125((struct RxDescV3 *)desc);
+ else
+ desc->opts1 |= cpu_to_le32(RingEnd);
+}
+
+static void
+rtl8126_desc_addr_fill(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+ RTL_W32(tp, ring->tdsar_reg, ((u64)ring->TxPhyAddr & DMA_BIT_MASK(32)));
+ RTL_W32(tp, ring->tdsar_reg + 4, ((u64)ring->TxPhyAddr >> 32));
+ }
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+ RTL_W32(tp, ring->rdsar_reg, ((u64)ring->RxPhyAddr & DMA_BIT_MASK(32)));
+ RTL_W32(tp, ring->rdsar_reg + 4, ((u64)ring->RxPhyAddr >> 32));
+ }
+}
+
+static void
+rtl8126_tx_desc_init(struct rtl8126_private *tp)
+{
+ int i = 0;
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+ memset(ring->TxDescArray, 0x0, ring->TxDescAllocSize);
+
+ ring->TxDescArray[ring->num_tx_desc - 1].opts1 = cpu_to_le32(RingEnd);
+ }
+}
+
+static void
+rtl8126_rx_desc_init(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+ memset(ring->RxDescArray, 0x0, ring->RxDescAllocSize);
+ }
+}
+
+int
+rtl8126_init_ring(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+
+ rtl8126_init_ring_indexes(tp);
+
+ rtl8126_tx_desc_init(tp);
+ rtl8126_rx_desc_init(tp);
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+ memset(ring->tx_skb, 0x0, sizeof(ring->tx_skb));
+ }
+
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring = &tp->rx_ring[i];
+#ifdef ENABLE_PAGE_REUSE
+ ring->rx_offset = R8126_RX_ALIGN;
+#else
+ memset(ring->Rx_skbuff, 0x0, sizeof(ring->Rx_skbuff));
+#endif //ENABLE_PAGE_REUSE
+ if (rtl8126_rx_fill(tp, ring, dev, 0, ring->num_rx_desc, 0) != ring->num_rx_desc)
+ goto err_out;
+
+ rtl8126_mark_as_last_descriptor(tp, rtl8126_get_rxdesc(tp, ring->RxDescArray, ring->num_rx_desc - 1));
+ }
+
+ return 0;
+
+err_out:
+ rtl8126_rx_clear(tp);
+ return -ENOMEM;
+}
+
+static void
+rtl8126_unmap_tx_skb(struct pci_dev *pdev,
+ struct ring_info *tx_skb,
+ struct TxDesc *desc)
+{
+ unsigned int len = tx_skb->len;
+
+ dma_unmap_single(&pdev->dev, le64_to_cpu(desc->addr), len, DMA_TO_DEVICE);
+
+ desc->opts1 = cpu_to_le32(RTK_MAGIC_DEBUG_VALUE);
+ desc->opts2 = 0x00;
+ desc->addr = RTL8126_MAGIC_NUMBER;
+ tx_skb->len = 0;
+}
+
+static void
+rtl8126_tx_clear_range(struct rtl8126_private *tp,
+ struct rtl8126_tx_ring *ring,
+ u32 start,
+ unsigned int n)
+{
+ unsigned int i;
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22)
+ struct net_device *dev = tp->dev;
+#endif
+
+ for (i = 0; i < n; i++) {
+ unsigned int entry = (start + i) % ring->num_tx_desc;
+ struct ring_info *tx_skb = ring->tx_skb + entry;
+ unsigned int len = tx_skb->len;
+
+ if (len) {
+ struct sk_buff *skb = tx_skb->skb;
+
+ rtl8126_unmap_tx_skb(tp->pci_dev, tx_skb,
+ ring->TxDescArray + entry);
+ if (skb) {
+ RTLDEV->stats.tx_dropped++;
+ dev_kfree_skb_any(skb);
+ tx_skb->skb = NULL;
+ }
+ }
+ }
+}
+
+void
+rtl8126_tx_clear(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < tp->num_tx_rings; i++) {
+ struct rtl8126_tx_ring *ring = &tp->tx_ring[i];
+ rtl8126_tx_clear_range(tp, ring, ring->dirty_tx, ring->num_tx_desc);
+ ring->cur_tx = ring->dirty_tx = 0;
+ }
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+static void rtl8126_schedule_reset_work(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ set_bit(R8126_FLAG_TASK_RESET_PENDING, tp->task_flags);
+ schedule_delayed_work(&tp->reset_task, 4);
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+}
+
+static void rtl8126_schedule_esd_work(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ set_bit(R8126_FLAG_TASK_ESD_CHECK_PENDING, tp->task_flags);
+ schedule_delayed_work(&tp->esd_task, RTL8126_ESD_TIMEOUT);
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+}
+
+static void rtl8126_schedule_linkchg_work(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ set_bit(R8126_FLAG_TASK_LINKCHG_CHECK_PENDING, tp->task_flags);
+ schedule_delayed_work(&tp->linkchg_task, 4);
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+}
+
+#define rtl8126_cancel_schedule_reset_work(a)
+#define rtl8126_cancel_schedule_esd_work(a)
+#define rtl8126_cancel_schedule_linkchg_work(a)
+
+#else
+static void rtl8126_schedule_reset_work(struct rtl8126_private *tp)
+{
+ set_bit(R8126_FLAG_TASK_RESET_PENDING, tp->task_flags);
+ schedule_delayed_work(&tp->reset_task, 4);
+}
+
+static void rtl8126_cancel_schedule_reset_work(struct rtl8126_private *tp)
+{
+ struct work_struct *work = &tp->reset_task.work;
+
+ if (!work->func)
+ return;
+
+ cancel_delayed_work_sync(&tp->reset_task);
+}
+
+static void rtl8126_schedule_esd_work(struct rtl8126_private *tp)
+{
+ set_bit(R8126_FLAG_TASK_ESD_CHECK_PENDING, tp->task_flags);
+ schedule_delayed_work(&tp->esd_task, RTL8126_ESD_TIMEOUT);
+}
+
+static void rtl8126_cancel_schedule_esd_work(struct rtl8126_private *tp)
+{
+ struct work_struct *work = &tp->esd_task.work;
+
+ if (!work->func)
+ return;
+
+ cancel_delayed_work_sync(&tp->esd_task);
+}
+
+static void rtl8126_schedule_linkchg_work(struct rtl8126_private *tp)
+{
+ set_bit(R8126_FLAG_TASK_LINKCHG_CHECK_PENDING, tp->task_flags);
+ schedule_delayed_work(&tp->linkchg_task, 4);
+}
+
+static void rtl8126_cancel_schedule_linkchg_work(struct rtl8126_private *tp)
+{
+ struct work_struct *work = &tp->linkchg_task.work;
+
+ if (!work->func)
+ return;
+
+ cancel_delayed_work_sync(&tp->linkchg_task);
+}
+#endif
+
+static void rtl8126_init_all_schedule_work(struct rtl8126_private *tp)
+{
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+ INIT_WORK(&tp->reset_task, rtl8126_reset_task, dev);
+ INIT_WORK(&tp->esd_task, rtl8126_esd_task, dev);
+ INIT_WORK(&tp->linkchg_task, rtl8126_linkchg_task, dev);
+#else
+ INIT_DELAYED_WORK(&tp->reset_task, rtl8126_reset_task);
+ INIT_DELAYED_WORK(&tp->esd_task, rtl8126_esd_task);
+ INIT_DELAYED_WORK(&tp->linkchg_task, rtl8126_linkchg_task);
+#endif
+}
+
+static void rtl8126_cancel_all_schedule_work(struct rtl8126_private *tp)
+{
+ rtl8126_cancel_schedule_reset_work(tp);
+ rtl8126_cancel_schedule_esd_work(tp);
+ rtl8126_cancel_schedule_linkchg_work(tp);
+}
+
+static void
+rtl8126_wait_for_irq_complete(struct rtl8126_private *tp)
+{
+ if (tp->features & RTL_FEATURE_MSIX) {
+ int i;
+ for (i = 0; i < tp->irq_nvecs; i++)
+ synchronize_irq(tp->irq_tbl[i].vector);
+ } else {
+ synchronize_irq(tp->dev->irq);
+ }
+}
+
+void
+_rtl8126_wait_for_quiescence(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ /* Wait for any pending NAPI task to complete */
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_disable_napi(tp);
+#endif//CONFIG_R8126_NAPI
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,5,67)
+ /* Give a racing hard_start_xmit a few cycles to complete. */
+ synchronize_net();
+#endif
+
+ rtl8126_irq_mask_and_ack(tp);
+
+ rtl8126_wait_for_irq_complete(tp);
+}
+
+static void
+rtl8126_wait_for_quiescence(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ //suppress unused variable
+ (void)(tp);
+
+ _rtl8126_wait_for_quiescence(dev);
+
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_enable_napi(tp);
+#endif//CONFIG_R8126_NAPI
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+static void rtl8126_reset_task(void *_data)
+{
+ struct net_device *dev = _data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+#else
+static void rtl8126_reset_task(struct work_struct *work)
+{
+ struct rtl8126_private *tp =
+ container_of(work, struct rtl8126_private, reset_task.work);
+ struct net_device *dev = tp->dev;
+#endif
+ int i;
+
+ rtnl_lock();
+
+ if (!netif_running(dev) ||
+ test_bit(R8126_FLAG_DOWN, tp->task_flags) ||
+ !test_and_clear_bit(R8126_FLAG_TASK_RESET_PENDING, tp->task_flags))
+ goto out_unlock;
+
+ netdev_err(dev, "Device reseting!\n");
+
+ netif_carrier_off(dev);
+ netif_tx_disable(dev);
+ _rtl8126_wait_for_quiescence(dev);
+ rtl8126_hw_reset(dev);
+
+ rtl8126_tx_clear(tp);
+
+ rtl8126_init_ring_indexes(tp);
+
+ rtl8126_tx_desc_init(tp);
+ for (i = 0; i < tp->num_rx_rings; i++) {
+ struct rtl8126_rx_ring *ring;
+ u32 entry;
+
+ ring = &tp->rx_ring[i];
+ for (entry = 0; entry < ring->num_rx_desc; entry++) {
+ struct RxDesc *desc;
+
+ desc = rtl8126_get_rxdesc(tp, ring->RxDescArray, entry);
+ rtl8126_mark_to_asic(tp, desc, tp->rx_buf_sz);
+ }
+ }
+
+#ifdef ENABLE_PTP_SUPPORT
+ rtl8126_ptp_reset(tp);
+#endif
+
+#ifdef CONFIG_R8126_NAPI
+ rtl8126_enable_napi(tp);
+#endif //CONFIG_R8126_NAPI
+
+ if (tp->resume_not_chg_speed) {
+ _rtl8126_check_link_status(dev);
+
+ tp->resume_not_chg_speed = 0;
+ } else {
+ rtl8126_enable_hw_linkchg_interrupt(tp);
+
+ rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising);
+ }
+
+out_unlock:
+ rtnl_unlock();
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+static void rtl8126_esd_task(void *_data)
+{
+ struct net_device *dev = _data;
+ struct rtl8126_private *tp = netdev_priv(dev);
+#else
+static void rtl8126_esd_task(struct work_struct *work)
+{
+ struct rtl8126_private *tp =
+ container_of(work, struct rtl8126_private, esd_task.work);
+ struct net_device *dev = tp->dev;
+#endif
+ rtnl_lock();
+
+ if (!netif_running(dev) ||
+ test_bit(R8126_FLAG_DOWN, tp->task_flags) ||
+ !test_and_clear_bit(R8126_FLAG_TASK_ESD_CHECK_PENDING, tp->task_flags))
+ goto out_unlock;
+
+ rtl8126_esd_checker(tp);
+
+ rtl8126_schedule_esd_work(tp);
+
+out_unlock:
+ rtnl_unlock();
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20)
+static void rtl8126_linkchg_task(void *_data)
+{
+ struct net_device *dev = _data;
+ //struct rtl8126_private *tp = netdev_priv(dev);
+#else
+static void rtl8126_linkchg_task(struct work_struct *work)
+{
+ struct rtl8126_private *tp =
+ container_of(work, struct rtl8126_private, linkchg_task.work);
+ struct net_device *dev = tp->dev;
+#endif
+ rtnl_lock();
+
+ if (!netif_running(dev) ||
+ test_bit(R8126_FLAG_DOWN, tp->task_flags) ||
+ !test_and_clear_bit(R8126_FLAG_TASK_LINKCHG_CHECK_PENDING, tp->task_flags))
+ goto out_unlock;
+
+ rtl8126_check_link_status(dev);
+
+out_unlock:
+ rtnl_unlock();
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0)
+static void
+rtl8126_tx_timeout(struct net_device *dev, unsigned int txqueue)
+#else
+static void
+rtl8126_tx_timeout(struct net_device *dev)
+#endif
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ netdev_err(dev, "Transmit timeout reset Device!\n");
+
+ /* Let's wait a bit while any (async) irq lands on */
+ rtl8126_schedule_reset_work(tp);
+}
+
+static u32
+rtl8126_get_txd_opts1(struct rtl8126_tx_ring *ring,
+ u32 opts1,
+ u32 len,
+ unsigned int entry)
+{
+ u32 status = opts1 | len;
+
+ if (entry == ring->num_tx_desc - 1)
+ status |= RingEnd;
+
+ return status;
+}
+
+static int
+rtl8126_xmit_frags(struct rtl8126_private *tp,
+ struct rtl8126_tx_ring *ring,
+ struct sk_buff *skb,
+ const u32 *opts)
+{
+ struct skb_shared_info *info = skb_shinfo(skb);
+ unsigned int cur_frag, entry;
+ struct TxDesc *txd = NULL;
+ const unsigned char nr_frags = info->nr_frags;
+ unsigned long PktLenCnt = 0;
+ bool LsoPatchEnabled = FALSE;
+
+ entry = ring->cur_tx;
+ for (cur_frag = 0; cur_frag < nr_frags; cur_frag++) {
+ skb_frag_t *frag = info->frags + cur_frag;
+ dma_addr_t mapping;
+ u32 status, len;
+ void *addr;
+
+ entry = (entry + 1) % ring->num_tx_desc;
+
+ txd = ring->TxDescArray + entry;
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,2,0)
+ len = frag->size;
+ addr = ((void *) page_address(frag->page)) + frag->page_offset;
+#else
+ len = skb_frag_size(frag);
+ addr = skb_frag_address(frag);
+#endif
+ mapping = dma_map_single(tp_to_dev(tp), addr, len, DMA_TO_DEVICE);
+
+ if (unlikely(dma_mapping_error(tp_to_dev(tp), mapping))) {
+ if (unlikely(net_ratelimit()))
+ netif_err(tp, drv, tp->dev,
+ "Failed to map TX fragments DMA!\n");
+ goto err_out;
+ }
+
+ /* anti gcc 2.95.3 bugware (sic) */
+ status = rtl8126_get_txd_opts1(ring, opts[0], len, entry);
+ if (cur_frag == (nr_frags - 1) || LsoPatchEnabled == TRUE)
+ status |= LastFrag;
+
+ txd->addr = cpu_to_le64(mapping);
+
+ ring->tx_skb[entry].len = len;
+
+ txd->opts2 = cpu_to_le32(opts[1]);
+ wmb();
+ txd->opts1 = cpu_to_le32(status);
+
+ PktLenCnt += len;
+ }
+
+ return cur_frag;
+
+err_out:
+ rtl8126_tx_clear_range(tp, ring, ring->cur_tx + 1, cur_frag);
+ return -EIO;
+}
+
+static inline
+__be16 get_protocol(struct sk_buff *skb)
+{
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37)
+ return vlan_get_protocol(skb);
+#else
+ __be16 protocol;
+
+ if (skb->protocol == htons(ETH_P_8021Q))
+ protocol = vlan_eth_hdr(skb)->h_vlan_encapsulated_proto;
+ else
+ protocol = skb->protocol;
+
+ return protocol;
+#endif
+}
+
+static inline
+u8 rtl8126_get_l4_protocol(struct sk_buff *skb)
+{
+ int no = skb_network_offset(skb);
+ struct ipv6hdr *i6h, _i6h;
+ struct iphdr *ih, _ih;
+ u8 ip_protocol = IPPROTO_RAW;
+
+ switch (get_protocol(skb)) {
+ case __constant_htons(ETH_P_IP):
+ ih = skb_header_pointer(skb, no, sizeof(_ih), &_ih);
+ if (ih)
+ ip_protocol = ih->protocol;
+ break;
+ case __constant_htons(ETH_P_IPV6):
+ i6h = skb_header_pointer(skb, no, sizeof(_i6h), &_i6h);
+ if (i6h)
+ ip_protocol = i6h->nexthdr;
+ break;
+ }
+
+ return ip_protocol;
+}
+
+static bool rtl8126_skb_pad_with_len(struct sk_buff *skb, unsigned int len)
+{
+ if (skb_padto(skb, len))
+ return false;
+ skb_put(skb, len - skb->len);
+ return true;
+}
+
+static bool rtl8126_skb_pad(struct sk_buff *skb)
+{
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,19,0)
+ return rtl8126_skb_pad_with_len(skb, ETH_ZLEN);
+#else
+ return !eth_skb_pad(skb);
+#endif
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0)
+/* msdn_giant_send_check()
+ * According to the document of microsoft, the TCP Pseudo Header excludes the
+ * packet length for IPv6 TCP large packets.
+ */
+static int msdn_giant_send_check(struct sk_buff *skb)
+{
+ const struct ipv6hdr *ipv6h;
+ struct tcphdr *th;
+ int ret;
+
+ ret = skb_cow_head(skb, 0);
+ if (ret)
+ return ret;
+
+ ipv6h = ipv6_hdr(skb);
+ th = tcp_hdr(skb);
+
+ th->check = 0;
+ th->check = ~tcp_v6_check(0, &ipv6h->saddr, &ipv6h->daddr, 0);
+
+ return ret;
+}
+#endif
+
+static bool rtl8126_require_pad_ptp_pkt(struct rtl8126_private *tp)
+{
+ switch (tp->mcfg) {
+ default:
+ return false;
+ }
+}
+
+#define MIN_PATCH_LEN (47)
+static u32
+rtl8126_get_patch_pad_len(struct rtl8126_private *tp,
+ struct sk_buff *skb)
+{
+ u32 pad_len = 0;
+ int trans_data_len;
+ u32 hdr_len;
+ u32 pkt_len = skb->len;
+ u8 ip_protocol;
+ bool has_trans = skb_transport_header_was_set(skb);
+
+ if (!rtl8126_require_pad_ptp_pkt(tp))
+ goto no_padding;
+
+ if (!(has_trans && (pkt_len < 175))) //128 + MIN_PATCH_LEN
+ goto no_padding;
+
+ ip_protocol = rtl8126_get_l4_protocol(skb);
+ if (!(ip_protocol == IPPROTO_TCP || ip_protocol == IPPROTO_UDP))
+ goto no_padding;
+
+ trans_data_len = pkt_len -
+ (skb->transport_header -
+ skb_headroom(skb));
+ if (ip_protocol == IPPROTO_UDP) {
+ if (trans_data_len > 3 && trans_data_len < MIN_PATCH_LEN) {
+ u16 dest_port = 0;
+
+ skb_copy_bits(skb, skb->transport_header - skb_headroom(skb) + 2, &dest_port, 2);
+ dest_port = ntohs(dest_port);
+
+ if (dest_port == 0x13f ||
+ dest_port == 0x140) {
+ pad_len = MIN_PATCH_LEN - trans_data_len;
+ goto out;
+ }
+ }
+ }
+
+ hdr_len = 0;
+ if (ip_protocol == IPPROTO_TCP)
+ hdr_len = 20;
+ else if (ip_protocol == IPPROTO_UDP)
+ hdr_len = 8;
+ if (trans_data_len < hdr_len)
+ pad_len = hdr_len - trans_data_len;
+
+out:
+ if ((pkt_len + pad_len) < ETH_ZLEN)
+ pad_len = ETH_ZLEN - pkt_len;
+
+ return pad_len;
+
+no_padding:
+
+ return 0;
+}
+
+static bool
+rtl8126_tso_csum(struct sk_buff *skb,
+ struct net_device *dev,
+ u32 *opts,
+ unsigned int *bytecount,
+ unsigned short *gso_segs)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ unsigned long large_send = 0;
+ u32 csum_cmd = 0;
+ u8 sw_calc_csum = false;
+ u8 check_patch_required = true;
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ if (dev->features & (NETIF_F_TSO | NETIF_F_TSO6)) {
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,18)
+ u32 mss = skb_shinfo(skb)->tso_size;
+#else
+ u32 mss = skb_shinfo(skb)->gso_size;
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,18)
+
+ /* TCP Segmentation Offload (or TCP Large Send) */
+ if (mss) {
+ union {
+ struct iphdr *v4;
+ struct ipv6hdr *v6;
+ unsigned char *hdr;
+ } ip;
+ union {
+ struct tcphdr *tcp;
+ struct udphdr *udp;
+ unsigned char *hdr;
+ } l4;
+ u32 l4_offset, hdr_len;
+
+ ip.hdr = skb_network_header(skb);
+ l4.hdr = skb_checksum_start(skb);
+
+ l4_offset = skb_transport_offset(skb);
+ assert((l4_offset%2) == 0);
+ switch (get_protocol(skb)) {
+ case __constant_htons(ETH_P_IP):
+ if (l4_offset <= GTTCPHO_MAX) {
+ opts[0] |= GiantSendv4;
+ opts[0] |= l4_offset << GTTCPHO_SHIFT;
+ opts[1] |= min(mss, MSS_MAX) << 18;
+ large_send = 1;
+ }
+ break;
+ case __constant_htons(ETH_P_IPV6):
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0)
+ if (msdn_giant_send_check(skb))
+ return false;
+#endif
+ if (l4_offset <= GTTCPHO_MAX) {
+ opts[0] |= GiantSendv6;
+ opts[0] |= l4_offset << GTTCPHO_SHIFT;
+ opts[1] |= min(mss, MSS_MAX) << 18;
+ large_send = 1;
+ }
+ break;
+ default:
+ if (unlikely(net_ratelimit()))
+ dprintk("tso proto=%x!\n", skb->protocol);
+ break;
+ }
+
+ if (large_send == 0)
+ return false;
+
+
+ /* compute length of segmentation header */
+ hdr_len = (l4.tcp->doff * 4) + l4_offset;
+ /* update gso size and bytecount with header size */
+ *gso_segs = skb_shinfo(skb)->gso_segs;
+ *bytecount += (*gso_segs - 1) * hdr_len;
+
+ return true;
+ }
+ }
+#endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+
+ if (skb->ip_summed == CHECKSUM_PARTIAL) {
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
+ const struct iphdr *ip = skb->nh.iph;
+
+ if (dev->features & NETIF_F_IP_CSUM) {
+ if (ip->protocol == IPPROTO_TCP)
+ csum_cmd = tp->tx_ip_csum_cmd | tp->tx_tcp_csum_cmd;
+ else if (ip->protocol == IPPROTO_UDP)
+ csum_cmd = tp->tx_ip_csum_cmd | tp->tx_udp_csum_cmd;
+ else if (ip->protocol == IPPROTO_IP)
+ csum_cmd = tp->tx_ip_csum_cmd;
+ }
+#else
+ u8 ip_protocol = IPPROTO_RAW;
+
+ switch (get_protocol(skb)) {
+ case __constant_htons(ETH_P_IP):
+ if (dev->features & NETIF_F_IP_CSUM) {
+ ip_protocol = ip_hdr(skb)->protocol;
+ csum_cmd = tp->tx_ip_csum_cmd;
+ }
+ break;
+ case __constant_htons(ETH_P_IPV6):
+ if (dev->features & NETIF_F_IPV6_CSUM) {
+ if (skb_transport_offset(skb) > 0 && skb_transport_offset(skb) <= TCPHO_MAX) {
+ ip_protocol = ipv6_hdr(skb)->nexthdr;
+ csum_cmd = tp->tx_ipv6_csum_cmd;
+ csum_cmd |= skb_transport_offset(skb) << TCPHO_SHIFT;
+ }
+ }
+ break;
+ default:
+ if (unlikely(net_ratelimit()))
+ dprintk("checksum_partial proto=%x!\n", skb->protocol);
+ break;
+ }
+
+ if (ip_protocol == IPPROTO_TCP)
+ csum_cmd |= tp->tx_tcp_csum_cmd;
+ else if (ip_protocol == IPPROTO_UDP)
+ csum_cmd |= tp->tx_udp_csum_cmd;
+#endif
+ if (csum_cmd == 0) {
+ sw_calc_csum = true;
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+ WARN_ON(1); /* we need a WARN() */
+#endif
+ }
+
+ if (ip_protocol == IPPROTO_TCP)
+ check_patch_required = false;
+ }
+
+ if (check_patch_required) {
+ u32 pad_len = rtl8126_get_patch_pad_len(tp, skb);
+
+ if (pad_len > 0) {
+ if (!rtl8126_skb_pad_with_len(skb, skb->len + pad_len))
+ return false;
+
+ if (csum_cmd != 0)
+ sw_calc_csum = true;
+ }
+ }
+
+ if (skb->len < ETH_ZLEN) {
+ if (tp->UseSwPaddingShortPkt ||
+ (tp->ShortPacketSwChecksum && csum_cmd != 0)) {
+ if (!rtl8126_skb_pad(skb))
+ return false;
+
+ if (csum_cmd != 0)
+ sw_calc_csum = true;
+ }
+ }
+
+ if (sw_calc_csum) {
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,7)
+ skb_checksum_help(&skb, 0);
+#elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,10)
+ skb_checksum_help(skb, 0);
+#else
+ skb_checksum_help(skb);
+#endif
+ } else
+ opts[1] |= csum_cmd;
+
+ return true;
+}
+
+static bool rtl8126_tx_slots_avail(struct rtl8126_private *tp,
+ struct rtl8126_tx_ring *ring)
+{
+ unsigned int slots_avail = READ_ONCE(ring->dirty_tx) + ring->num_tx_desc
+ - READ_ONCE(ring->cur_tx);
+
+ /* A skbuff with nr_frags needs nr_frags+1 entries in the tx queue */
+ return slots_avail > MAX_SKB_FRAGS;
+}
+
+static inline u32
+rtl8126_fast_mod_mask(const u32 input, const u32 mask)
+{
+ return input > mask ? input & mask : input;
+}
+
+static void rtl8126_doorbell(struct rtl8126_private *tp,
+ struct rtl8126_tx_ring *ring)
+{
+ if (tp->EnableTxNoClose) {
+ if (tp->HwSuppTxNoCloseVer > 3)
+ RTL_W32(tp, ring->sw_tail_ptr_reg, ring->cur_tx);
+ else
+ RTL_W16(tp, ring->sw_tail_ptr_reg, ring->cur_tx);
+ } else
+ RTL_W16(tp, TPPOLL_8125, BIT(ring->index)); /* set polling bit */
+}
+
+static netdev_tx_t
+rtl8126_start_xmit(struct sk_buff *skb,
+ struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ unsigned int bytecount;
+ unsigned short gso_segs;
+ struct ring_info *last;
+ unsigned int last_entry;
+ unsigned int entry;
+ struct TxDesc *txd;
+ dma_addr_t mapping;
+ u32 len;
+ u32 opts[2];
+ netdev_tx_t ret = NETDEV_TX_OK;
+ int frags;
+ u8 EnableTxNoClose = tp->EnableTxNoClose;
+ const u16 queue_mapping = skb_get_queue_mapping(skb);
+ struct rtl8126_tx_ring *ring;
+ bool stop_queue;
+
+ assert(queue_mapping < tp->num_tx_rings);
+
+ ring = &tp->tx_ring[queue_mapping];
+
+ if (unlikely(!rtl8126_tx_slots_avail(tp, ring))) {
+ if (netif_msg_drv(tp)) {
+ printk(KERN_ERR
+ "%s: BUG! Tx Ring[%d] full when queue awake!\n",
+ dev->name,
+ queue_mapping);
+ }
+ goto err_stop;
+ }
+
+ entry = ring->cur_tx % ring->num_tx_desc;
+ txd = ring->TxDescArray + entry;
+
+ if (!EnableTxNoClose) {
+ if (unlikely(le32_to_cpu(txd->opts1) & DescOwn)) {
+ if (netif_msg_drv(tp)) {
+ printk(KERN_ERR
+ "%s: BUG! Tx Desc is own by hardware!\n",
+ dev->name);
+ }
+ goto err_stop;
+ }
+ }
+
+ bytecount = skb->len;
+ gso_segs = 1;
+
+ opts[0] = DescOwn;
+ opts[1] = rtl8126_tx_vlan_tag(tp, skb);
+
+ if (unlikely(!rtl8126_tso_csum(skb, dev, opts, &bytecount, &gso_segs)))
+ goto err_dma_0;
+
+ frags = rtl8126_xmit_frags(tp, ring, skb, opts);
+ if (unlikely(frags < 0))
+ goto err_dma_0;
+ if (frags) {
+ len = skb_headlen(skb);
+ opts[0] |= FirstFrag;
+ } else {
+ len = skb->len;
+ opts[0] |= FirstFrag | LastFrag;
+ }
+
+ opts[0] = rtl8126_get_txd_opts1(ring, opts[0], len, entry);
+ mapping = dma_map_single(tp_to_dev(tp), skb->data, len, DMA_TO_DEVICE);
+ if (unlikely(dma_mapping_error(tp_to_dev(tp), mapping))) {
+ if (unlikely(net_ratelimit()))
+ netif_err(tp, drv, dev, "Failed to map TX DMA!\n");
+ goto err_dma_1;
+ }
+
+#ifdef ENABLE_PTP_SUPPORT
+ if (unlikely(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) {
+ if (!test_and_set_bit_lock(__RTL8126_PTP_TX_IN_PROGRESS, &tp->state)) {
+ if (tp->hwtstamp_config.tx_type == HWTSTAMP_TX_ON &&
+ !tp->ptp_tx_skb) {
+ skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS;
+
+ tp->ptp_tx_skb = skb_get(skb);
+ tp->ptp_tx_start = jiffies;
+ schedule_work(&tp->ptp_tx_work);
+ } else
+ tp->tx_hwtstamp_skipped++;
+ }
+ }
+#endif
+ /* set first fragment's length */
+ ring->tx_skb[entry].len = len;
+
+ /* set skb to last fragment */
+ last_entry = (entry + frags) % ring->num_tx_desc;
+ last = &ring->tx_skb[last_entry];
+ last->skb = skb;
+ last->gso_segs = gso_segs;
+ last->bytecount = bytecount;
+
+ txd->addr = cpu_to_le64(mapping);
+ txd->opts2 = cpu_to_le32(opts[1]);
+ wmb();
+ txd->opts1 = cpu_to_le32(opts[0]);
+
+ netdev_tx_sent_queue(txring_txq(ring), bytecount);
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)
+ dev->trans_start = jiffies;
+#else
+ skb_tx_timestamp(skb);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)
+
+ /* rtl_tx needs to see descriptor changes before updated tp->cur_tx */
+ smp_wmb();
+
+ WRITE_ONCE(ring->cur_tx, ring->cur_tx + frags + 1);
+
+ stop_queue = !rtl8126_tx_slots_avail(tp, ring);
+ if (unlikely(stop_queue)) {
+ /* Avoid wrongly optimistic queue wake-up: rtl_tx thread must
+ * not miss a ring update when it notices a stopped queue.
+ */
+ smp_wmb();
+ netif_stop_subqueue(dev, queue_mapping);
+ }
+
+ if (netif_xmit_stopped(txring_txq(ring)) || !netdev_xmit_more())
+ rtl8126_doorbell(tp, ring);
+
+ if (unlikely(stop_queue)) {
+ /* Sync with rtl_tx:
+ * - publish queue status and cur_tx ring index (write barrier)
+ * - refresh dirty_tx ring index (read barrier).
+ * May the current thread have a pessimistic view of the ring
+ * status and forget to wake up queue, a racing rtl_tx thread
+ * can't.
+ */
+ smp_mb();
+ if (rtl8126_tx_slots_avail(tp, ring))
+ netif_start_subqueue(dev, queue_mapping);
+ }
+out:
+ return ret;
+err_dma_1:
+ rtl8126_tx_clear_range(tp, ring, ring->cur_tx + 1, frags);
+err_dma_0:
+ RTLDEV->stats.tx_dropped++;
+ dev_kfree_skb_any(skb);
+ ret = NETDEV_TX_OK;
+ goto out;
+err_stop:
+ netif_stop_subqueue(dev, queue_mapping);
+ ret = NETDEV_TX_BUSY;
+ RTLDEV->stats.tx_dropped++;
+ goto out;
+}
+
+/* recycle tx no close desc*/
+static int
+rtl8126_tx_interrupt_noclose(struct rtl8126_tx_ring *ring, int budget)
+{
+ unsigned int total_bytes = 0, total_packets = 0;
+ struct rtl8126_private *tp = ring->priv;
+ struct net_device *dev = tp->dev;
+ unsigned int dirty_tx, tx_left;
+ unsigned int tx_desc_closed;
+ unsigned int count = 0;
+
+ dirty_tx = ring->dirty_tx;
+ ring->NextHwDesCloPtr = rtl8126_get_hw_clo_ptr(ring);
+ tx_desc_closed = rtl8126_fast_mod_mask(ring->NextHwDesCloPtr -
+ ring->BeginHwDesCloPtr,
+ tp->MaxTxDescPtrMask);
+ tx_left = min((READ_ONCE(ring->cur_tx) - dirty_tx), tx_desc_closed);
+ ring->BeginHwDesCloPtr += tx_left;
+
+ while (tx_left > 0) {
+ unsigned int entry = dirty_tx % ring->num_tx_desc;
+ struct ring_info *tx_skb = ring->tx_skb + entry;
+
+ rtl8126_unmap_tx_skb(tp->pci_dev,
+ tx_skb,
+ ring->TxDescArray + entry);
+
+ if (tx_skb->skb != NULL) {
+ /* update the statistics for this packet */
+ total_bytes += tx_skb->bytecount;
+ total_packets += tx_skb->gso_segs;
+
+ RTL_NAPI_CONSUME_SKB_ANY(tx_skb->skb, budget);
+ tx_skb->skb = NULL;
+ }
+ dirty_tx++;
+ tx_left--;
+ }
+
+ if (total_packets) {
+ netdev_tx_completed_queue(txring_txq(ring),
+ total_packets, total_bytes);
+
+ RTLDEV->stats.tx_bytes += total_bytes;
+ RTLDEV->stats.tx_packets+= total_packets;
+ }
+
+ if (ring->dirty_tx != dirty_tx) {
+ count = dirty_tx - ring->dirty_tx;
+ WRITE_ONCE(ring->dirty_tx, dirty_tx);
+ smp_wmb();
+ if (__netif_subqueue_stopped(dev, ring->index) &&
+ (rtl8126_tx_slots_avail(tp, ring))) {
+ netif_start_subqueue(dev, ring->index);
+ }
+ }
+
+ return count;
+}
+
+/* recycle tx close desc*/
+static int
+rtl8126_tx_interrupt_close(struct rtl8126_tx_ring *ring, int budget)
+{
+ unsigned int total_bytes = 0, total_packets = 0;
+ struct rtl8126_private *tp = ring->priv;
+ struct net_device *dev = tp->dev;
+ unsigned int dirty_tx, tx_left;
+ unsigned int count = 0;
+
+ dirty_tx = ring->dirty_tx;
+ tx_left = READ_ONCE(ring->cur_tx) - dirty_tx;
+
+ while (tx_left > 0) {
+ unsigned int entry = dirty_tx % ring->num_tx_desc;
+ struct ring_info *tx_skb = ring->tx_skb + entry;
+
+ if (le32_to_cpu(ring->TxDescArray[entry].opts1) & DescOwn)
+ break;
+
+ rtl8126_unmap_tx_skb(tp->pci_dev,
+ tx_skb,
+ ring->TxDescArray + entry);
+
+ if (tx_skb->skb != NULL) {
+ /* update the statistics for this packet */
+ total_bytes += tx_skb->bytecount;
+ total_packets += tx_skb->gso_segs;
+
+ RTL_NAPI_CONSUME_SKB_ANY(tx_skb->skb, budget);
+ tx_skb->skb = NULL;
+ }
+ dirty_tx++;
+ tx_left--;
+ }
+
+ if (total_packets) {
+ netdev_tx_completed_queue(txring_txq(ring),
+ total_packets, total_bytes);
+
+ RTLDEV->stats.tx_bytes += total_bytes;
+ RTLDEV->stats.tx_packets+= total_packets;
+ }
+
+ if (ring->dirty_tx != dirty_tx) {
+ count = dirty_tx - ring->dirty_tx;
+ WRITE_ONCE(ring->dirty_tx, dirty_tx);
+ smp_wmb();
+ if (__netif_subqueue_stopped(dev, ring->index) &&
+ (rtl8126_tx_slots_avail(tp, ring))) {
+ netif_start_subqueue(dev, ring->index);
+ }
+
+ if (ring->cur_tx != dirty_tx)
+ rtl8126_doorbell(tp, ring);
+ }
+
+ return count;
+}
+
+static int
+rtl8126_tx_interrupt(struct rtl8126_tx_ring *ring, int budget)
+{
+ struct rtl8126_private *tp = ring->priv;
+
+ if (tp->EnableTxNoClose)
+ return rtl8126_tx_interrupt_noclose(ring, budget);
+ else
+ return rtl8126_tx_interrupt_close(ring, budget);
+}
+
+static int
+rtl8126_tx_interrupt_with_vector(struct rtl8126_private *tp,
+ const int message_id,
+ int budget)
+{
+ int count = 0;
+
+ switch (tp->HwCurrIsrVer) {
+ case 3:
+ case 4:
+ if (message_id < tp->num_tx_rings)
+ count += rtl8126_tx_interrupt(&tp->tx_ring[message_id], budget);
+ break;
+ case 5:
+ if (message_id == 16)
+ count += rtl8126_tx_interrupt(&tp->tx_ring[0], budget);
+#ifdef ENABLE_MULTIPLE_TX_QUEUE
+ else if (message_id == 17)
+ count += rtl8126_tx_interrupt(&tp->tx_ring[1], budget);
+#endif
+ break;
+ default:
+ if (message_id == 16)
+ count += rtl8126_tx_interrupt(&tp->tx_ring[0], budget);
+#ifdef ENABLE_MULTIPLE_TX_QUEUE
+ else if (message_id == 18)
+ count += rtl8126_tx_interrupt(&tp->tx_ring[1], budget);
+#endif
+ break;
+ }
+
+ return count;
+}
+
+static inline int
+rtl8126_fragmented_frame(struct rtl8126_private *tp, u32 status)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ return (status & (FirstFrag_V3 | LastFrag_V3)) != (FirstFrag_V3 | LastFrag_V3);
+ else
+ return (status & (FirstFrag | LastFrag)) != (FirstFrag | LastFrag);
+}
+
+static inline int
+rtl8126_is_non_eop(struct rtl8126_private *tp, u32 status)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ return !(status & LastFrag_V3);
+ else
+ return !(status & LastFrag);
+}
+
+static inline int
+rtl8126_rx_desc_type(u32 status)
+{
+ return ((status >> 26) & 0x0F);
+}
+
+static inline void
+rtl8126_rx_v3_csum(struct rtl8126_private *tp,
+ struct sk_buff *skb,
+ struct RxDescV3 *descv3)
+{
+ u32 opts2 = le32_to_cpu(descv3->RxDescNormalDDWord4.opts2);
+
+ /* rx csum offload for RTL8125 */
+ if (((opts2 & RxTCPT_v3) && !(opts2 & RxTCPF_v3)) ||
+ ((opts2 & RxUDPT_v3) && !(opts2 & RxUDPF_v3)))
+ skb->ip_summed = CHECKSUM_UNNECESSARY;
+ else
+ skb_checksum_none_assert(skb);
+}
+
+static inline void
+rtl8126_rx_csum(struct rtl8126_private *tp,
+ struct sk_buff *skb,
+ struct RxDesc *desc,
+ u32 opts1)
+{
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3)
+ rtl8126_rx_v3_csum(tp, skb, (struct RxDescV3 *)desc);
+ else {
+ /* rx csum offload for RTL8125 */
+ if (((opts1 & RxTCPT) && !(opts1 & RxTCPF)) ||
+ ((opts1 & RxUDPT) && !(opts1 & RxUDPF)))
+ skb->ip_summed = CHECKSUM_UNNECESSARY;
+ else
+ skb_checksum_none_assert(skb);
+ }
+}
+
+/*
+static inline int
+rtl8126_try_rx_copy(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ struct sk_buff **sk_buff,
+ int pkt_size,
+ struct RxDesc *desc,
+ int rx_buf_sz)
+{
+ int ret = -1;
+
+ struct sk_buff *skb;
+
+ skb = RTL_ALLOC_SKB_INTR(&tp->r8126napi[ring->index].napi, pkt_size + R8126_RX_ALIGN);
+ if (skb) {
+ u8 *data;
+
+ data = sk_buff[0]->data;
+ if (!R8126_USE_NAPI_ALLOC_SKB)
+ skb_reserve(skb, R8126_RX_ALIGN);
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37)
+ prefetch(data - R8126_RX_ALIGN);
+#endif
+ eth_copy_and_sum(skb, data, pkt_size, 0);
+ *sk_buff = skb;
+ rtl8126_mark_to_asic(tp, desc, rx_buf_sz);
+ ret = 0;
+ }
+
+ return ret;
+}
+*/
+
+static inline void
+rtl8126_rx_skb(struct rtl8126_private *tp,
+ struct sk_buff *skb,
+ u32 ring_index)
+{
+#ifdef CONFIG_R8126_NAPI
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29)
+ netif_receive_skb(skb);
+#else
+ napi_gro_receive(&tp->r8126napi[ring_index].napi, skb);
+#endif
+#else
+ netif_rx(skb);
+#endif
+}
+
+static int
+rtl8126_check_rx_desc_error(struct net_device *dev,
+ struct rtl8126_private *tp,
+ u32 status)
+{
+ int ret = 0;
+
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) {
+ if (unlikely(status & RxRES_V3)) {
+ if (status & (RxRWT_V3 | RxRUNT_V3))
+ RTLDEV->stats.rx_length_errors++;
+ if (status & RxCRC_V3)
+ RTLDEV->stats.rx_crc_errors++;
+
+ ret = -1;
+ }
+ } else {
+ if (unlikely(status & RxRES)) {
+ if (status & (RxRWT | RxRUNT))
+ RTLDEV->stats.rx_length_errors++;
+ if (status & RxCRC)
+ RTLDEV->stats.rx_crc_errors++;
+
+ ret = -1;
+ }
+ }
+
+ return ret;
+}
+
+#ifdef ENABLE_PAGE_REUSE
+
+static inline bool
+rtl8126_reuse_rx_ok(struct page *page)
+{
+ /* avoid re-using remote pages */
+ if (!dev_page_is_reusable(page)) {
+ //printk(KERN_INFO "r8126 page pfmemalloc, can't reuse!\n");
+ return false;
+ }
+ /* if we are only owner of page we can reuse it */
+ if (unlikely(page_ref_count(page) != 1)) {
+ //printk(KERN_INFO "r8126 page refcnt %d, can't reuse!\n", page_ref_count(page));
+ return false;
+ }
+
+ return true;
+}
+
+static void
+rtl8126_reuse_rx_buffer(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, u32 cur_rx, struct rtl8126_rx_buffer *rxb)
+{
+ struct page *page = rxb->page;
+
+ u32 dirty_rx = ring->dirty_rx;
+ u32 entry = dirty_rx % ring->num_rx_desc;
+ struct rtl8126_rx_buffer *nrxb = &ring->rx_buffer[entry];
+
+ u32 noffset;
+
+ //the page gonna be shared by us and kernel, keep page ref = 2
+ page_ref_inc(page);
+
+ //flip the buffer in page to use next
+ noffset = rxb->page_offset ^ (tp->rx_buf_page_size / 2); //one page, two buffer, ping-pong
+
+ nrxb->dma = rxb->dma;
+ nrxb->page_offset = noffset;
+ nrxb->data = rxb->data;
+
+ if (cur_rx != dirty_rx) {
+ //move the buffer to other slot
+ nrxb->page = page;
+ rxb->page = NULL;
+ }
+}
+
+static void rtl8126_put_rx_buffer(struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ u32 cur_rx,
+ struct rtl8126_rx_buffer *rxb)
+{
+ struct rtl8126_rx_buffer *nrxb;
+ struct page *page = rxb->page;
+ u32 entry;
+
+ entry = ring->dirty_rx % ring->num_rx_desc;
+ nrxb = &ring->rx_buffer[entry];
+ if (likely(rtl8126_reuse_rx_ok(page))) {
+ /* hand second half of page back to the ring */
+ rtl8126_reuse_rx_buffer(tp, ring, cur_rx, rxb);
+ } else {
+ tp->page_reuse_fail_cnt++;
+
+ dma_unmap_page_attrs(&tp->pci_dev->dev, rxb->dma,
+ tp->rx_buf_page_size,
+ DMA_FROM_DEVICE,
+ (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING));
+ //the page ref is kept 1, uniquely owned by kernel now
+ rxb->page = NULL;
+
+ return;
+ }
+
+ dma_sync_single_range_for_device(tp_to_dev(tp),
+ nrxb->dma,
+ nrxb->page_offset,
+ tp->rx_buf_sz,
+ DMA_FROM_DEVICE);
+
+ rtl8126_map_to_asic(tp, ring,
+ rtl8126_get_rxdesc(tp, ring->RxDescArray, entry),
+ nrxb->dma + nrxb->page_offset,
+ tp->rx_buf_sz, entry);
+
+ ring->dirty_rx++;
+}
+
+#endif //ENABLE_PAGE_REUSE
+
+static int
+rtl8126_rx_interrupt(struct net_device *dev,
+ struct rtl8126_private *tp,
+ struct rtl8126_rx_ring *ring,
+ napi_budget budget)
+{
+ unsigned int cur_rx, rx_left;
+ unsigned int delta, count = 0;
+ unsigned int entry;
+ struct RxDesc *desc;
+ struct sk_buff *skb;
+ u32 status;
+ u32 rx_quota;
+ u32 ring_index = ring->index;
+#ifdef ENABLE_PAGE_REUSE
+ struct rtl8126_rx_buffer *rxb;
+#else //ENABLE_PAGE_REUSE
+ u64 rx_buf_phy_addr;
+#endif //ENABLE_PAGE_REUSE
+ unsigned int total_rx_multicast_packets = 0;
+ unsigned int total_rx_bytes = 0, total_rx_packets = 0;
+
+ assert(dev != NULL);
+ assert(tp != NULL);
+
+ if (ring->RxDescArray == NULL)
+ goto rx_out;
+
+ rx_quota = RTL_RX_QUOTA(budget);
+ cur_rx = ring->cur_rx;
+ rx_left = ring->num_rx_desc + ring->dirty_rx - cur_rx;
+ rx_left = rtl8126_rx_quota(rx_left, (u32)rx_quota);
+
+ for (; rx_left > 0; rx_left--, cur_rx++) {
+#ifdef ENABLE_PTP_SUPPORT
+ u8 desc_type = RXDESC_TYPE_NORMAL;
+ struct RxDescV3 ptp_desc;
+#endif //ENABLE_PTP_SUPPORT
+#ifndef ENABLE_PAGE_REUSE
+ const void *rx_buf;
+#endif //!ENABLE_PAGE_REUSE
+ u32 pkt_size;
+
+ entry = cur_rx % ring->num_rx_desc;
+ desc = rtl8126_get_rxdesc(tp, ring->RxDescArray, entry);
+ status = le32_to_cpu(rtl8126_rx_desc_opts1(tp, desc));
+
+ if (status & DescOwn)
+ break;
+
+ rmb();
+
+ if (unlikely(rtl8126_check_rx_desc_error(dev, tp, status) < 0)) {
+ if (netif_msg_rx_err(tp)) {
+ printk(KERN_INFO
+ "%s: Rx ERROR. status = %08x\n",
+ dev->name, status);
+ }
+
+ RTLDEV->stats.rx_errors++;
+
+ if (!(dev->features & NETIF_F_RXALL))
+ goto release_descriptor;
+ }
+ pkt_size = status & 0x00003fff;
+ if (likely(!(dev->features & NETIF_F_RXFCS))) {
+#ifdef ENABLE_RX_PACKET_FRAGMENT
+ if (rtl8126_is_non_eop(tp, status) &&
+ pkt_size == tp->rx_buf_sz) {
+ struct RxDesc *desc_next;
+ unsigned int entry_next;
+ int pkt_size_next;
+ u32 status_next;
+
+ entry_next = (cur_rx + 1) % ring->num_rx_desc;
+ desc_next = rtl8126_get_rxdesc(tp, ring->RxDescArray, entry_next);
+ status_next = le32_to_cpu(rtl8126_rx_desc_opts1(tp, desc_next));
+ if (!(status_next & DescOwn)) {
+ pkt_size_next = status_next & 0x00003fff;
+ if (pkt_size_next < ETH_FCS_LEN)
+ pkt_size -= (ETH_FCS_LEN - pkt_size_next);
+ }
+ }
+#endif //ENABLE_RX_PACKET_FRAGMENT
+ if (!rtl8126_is_non_eop(tp, status)) {
+ if (pkt_size < ETH_FCS_LEN) {
+#ifdef ENABLE_RX_PACKET_FRAGMENT
+ pkt_size = 0;
+#else
+ goto drop_packet;
+#endif //ENABLE_RX_PACKET_FRAGMENT
+ } else
+ pkt_size -= ETH_FCS_LEN;
+ }
+ }
+
+ if (unlikely(pkt_size > tp->rx_buf_sz))
+ goto drop_packet;
+
+#if !defined(ENABLE_RX_PACKET_FRAGMENT) || !defined(ENABLE_PAGE_REUSE)
+ /*
+ * The driver does not support incoming fragmented
+ * frames. They are seen as a symptom of over-mtu
+ * sized frames.
+ */
+ if (unlikely(rtl8126_fragmented_frame(tp, status)))
+ goto drop_packet;
+#endif //!ENABLE_RX_PACKET_FRAGMENT || !ENABLE_PAGE_REUSE
+
+#ifdef ENABLE_PTP_SUPPORT
+ if (tp->EnablePtp) {
+ desc_type = rtl8126_rx_desc_type(status);
+ if (desc_type == RXDESC_TYPE_NEXT && rx_left > 0) {
+ u32 status_next;
+ struct RxDescV3 *desc_next;
+ unsigned int entry_next;
+
+ cur_rx++;
+ rx_left--;
+ entry_next = cur_rx % ring->num_rx_desc;
+ desc_next = (struct RxDescV3 *)rtl8126_get_rxdesc(tp, ring->RxDescArray, entry_next);
+ status_next = le32_to_cpu(desc_next->RxDescNormalDDWord4.opts1);
+ if (unlikely(status_next & DescOwn)) {
+ udelay(1);
+ status_next = le32_to_cpu(desc_next->RxDescNormalDDWord4.opts1);
+ if (unlikely(status_next & DescOwn)) {
+ if (netif_msg_rx_err(tp)) {
+ printk(KERN_ERR
+ "%s: Rx Next Desc ERROR. status = %08x\n",
+ dev->name, status_next);
+ }
+ rtl8126_set_desc_dma_addr(tp, (struct RxDesc *)desc_next,
+ ring->RxDescPhyAddr[entry_next]);
+ wmb();
+ rtl8126_mark_to_asic(tp, (struct RxDesc *)desc_next, tp->rx_buf_sz);
+ goto drop_packet;
+ }
+ }
+
+ rmb();
+
+ desc_type = rtl8126_rx_desc_type(status_next);
+ if (desc_type == RXDESC_TYPE_PTP) {
+ ptp_desc = *desc_next;
+ rmb();
+ rtl8126_set_desc_dma_addr(tp, (struct RxDesc *)desc_next,
+ ring->RxDescPhyAddr[entry_next]);
+ wmb();
+ rtl8126_mark_to_asic(tp, (struct RxDesc *)desc_next, tp->rx_buf_sz);
+ } else {
+ WARN_ON(1);
+ rtl8126_set_desc_dma_addr(tp, (struct RxDesc *)desc_next,
+ ring->RxDescPhyAddr[entry_next]);
+ wmb();
+ rtl8126_mark_to_asic(tp, (struct RxDesc *)desc_next, tp->rx_buf_sz);
+ goto drop_packet;
+ }
+ } else
+ WARN_ON(desc_type != RXDESC_TYPE_NORMAL);
+ }
+#endif
+#ifdef ENABLE_PAGE_REUSE
+ rxb = &ring->rx_buffer[entry];
+ skb = rxb->skb;
+ rxb->skb = NULL;
+ if (!skb) {
+ skb = RTL_BUILD_SKB_INTR(rxb->data + rxb->page_offset - ring->rx_offset, tp->rx_buf_page_size / 2);
+ if (!skb) {
+ //netdev_err(tp->dev, "Failed to allocate RX skb!\n");
+ goto drop_packet;
+ }
+
+ skb->dev = dev;
+ if (!R8126_USE_NAPI_ALLOC_SKB)
+ skb_reserve(skb, R8126_RX_ALIGN);
+ skb_put(skb, pkt_size);
+ } else
+ skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rxb->page,
+ rxb->page_offset, pkt_size, tp->rx_buf_page_size / 2);
+#ifdef ENABLE_PTP_SUPPORT
+ if (desc_type == RXDESC_TYPE_PTP)
+ rtl8126_rx_ptp_pktstamp(tp, skb, &ptp_desc);
+#endif //ENABLE_PTP_SUPPORT
+ //recycle desc
+ rtl8126_put_rx_buffer(tp, ring, cur_rx, rxb);
+
+ dma_sync_single_range_for_cpu(tp_to_dev(tp),
+ rxb->dma,
+ rxb->page_offset,
+ tp->rx_buf_sz,
+ DMA_FROM_DEVICE);
+#else //ENABLE_PAGE_REUSE
+ skb = RTL_ALLOC_SKB_INTR(&tp->r8126napi[ring->index].napi, pkt_size + R8126_RX_ALIGN);
+ if (!skb) {
+ //netdev_err(tp->dev, "Failed to allocate RX skb!\n");
+ goto drop_packet;
+ }
+
+ skb->dev = dev;
+ if (!R8126_USE_NAPI_ALLOC_SKB)
+ skb_reserve(skb, R8126_RX_ALIGN);
+ skb_put(skb, pkt_size);
+#ifdef ENABLE_PTP_SUPPORT
+ if (desc_type == RXDESC_TYPE_PTP)
+ rtl8126_rx_ptp_pktstamp(tp, skb, &ptp_desc);
+#endif //ENABLE_PTP_SUPPORT
+ rx_buf_phy_addr = ring->RxDescPhyAddr[entry];
+ dma_sync_single_for_cpu(tp_to_dev(tp),
+ rx_buf_phy_addr, tp->rx_buf_sz,
+ DMA_FROM_DEVICE);
+ rx_buf = ring->Rx_skbuff[entry]->data;
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37)
+ prefetch(rx_buf - R8126_RX_ALIGN);
+#endif
+ eth_copy_and_sum(skb, rx_buf, pkt_size, 0);
+
+ dma_sync_single_for_device(tp_to_dev(tp), rx_buf_phy_addr,
+ tp->rx_buf_sz, DMA_FROM_DEVICE);
+#endif //ENABLE_PAGE_REUSE
+
+#ifdef ENABLE_RX_PACKET_FRAGMENT
+ if (rtl8126_is_non_eop(tp, status)) {
+ unsigned int entry_next;
+ entry_next = (entry + 1) % ring->num_rx_desc;
+ rxb = &ring->rx_buffer[entry_next];
+ rxb->skb = skb;
+ continue;
+ }
+#endif //ENABLE_RX_PACKET_FRAGMENT
+
+#ifdef ENABLE_RSS_SUPPORT
+ rtl8126_rx_hash(tp, (struct RxDescV3 *)desc, skb);
+#endif
+ rtl8126_rx_csum(tp, skb, desc, status);
+
+ skb->protocol = eth_type_trans(skb, dev);
+
+ total_rx_bytes += skb->len;
+
+ if (skb->pkt_type == PACKET_MULTICAST)
+ total_rx_multicast_packets++;
+
+ if (rtl8126_rx_vlan_skb(tp, desc, skb) < 0)
+ rtl8126_rx_skb(tp, skb, ring_index);
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(4,11,0)
+ dev->last_rx = jiffies;
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,11,0)
+ total_rx_packets++;
+
+#ifdef ENABLE_PAGE_REUSE
+ rxb->skb = NULL;
+ continue;
+#endif
+
+release_descriptor:
+ if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) {
+ rtl8126_set_desc_dma_addr(tp, desc,
+ ring->RxDescPhyAddr[entry]);
+ wmb();
+ }
+ rtl8126_mark_to_asic(tp, desc, tp->rx_buf_sz);
+ continue;
+drop_packet:
+ RTLDEV->stats.rx_dropped++;
+ RTLDEV->stats.rx_length_errors++;
+ goto release_descriptor;
+ }
+
+ count = cur_rx - ring->cur_rx;
+ ring->cur_rx = cur_rx;
+
+ delta = rtl8126_rx_fill(tp, ring, dev, ring->dirty_rx, ring->cur_rx, 1);
+ if (!delta && count && netif_msg_intr(tp))
+ printk(KERN_INFO "%s: no Rx buffer allocated\n", dev->name);
+ ring->dirty_rx += delta;
+
+ RTLDEV->stats.rx_bytes += total_rx_bytes;
+ RTLDEV->stats.rx_packets += total_rx_packets;
+ RTLDEV->stats.multicast += total_rx_multicast_packets;
+
+ /*
+ * FIXME: until there is periodic timer to try and refill the ring,
+ * a temporary shortage may definitely kill the Rx process.
+ * - disable the asic to try and avoid an overflow and kick it again
+ * after refill ?
+ * - how do others driver handle this condition (Uh oh...).
+ */
+ if ((ring->dirty_rx + ring->num_rx_desc == ring->cur_rx) && netif_msg_intr(tp))
+ printk(KERN_EMERG "%s: Rx buffers exhausted\n", dev->name);
+
+rx_out:
+ return total_rx_packets;
+}
+
+static bool
+rtl8126_linkchg_interrupt(struct rtl8126_private *tp, u32 status)
+{
+ switch (tp->HwCurrIsrVer) {
+ case 2:
+ case 3:
+ return status & ISRIMR_V2_LINKCHG;
+ case 4:
+ return status & ISRIMR_V4_LINKCHG;
+ case 5:
+ return status & ISRIMR_V5_LINKCHG;
+ default:
+ return status & LinkChg;
+ }
+}
+
+static u32
+rtl8126_get_linkchg_message_id(struct rtl8126_private *tp)
+{
+ switch (tp->HwCurrIsrVer) {
+ case 4:
+ return 29;
+ case 5:
+ return 18;
+ default:
+ return 21;
+ }
+}
+
+/*
+ *The interrupt handler does all of the Rx thread work and cleans up after
+ *the Tx thread.
+ */
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19)
+static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance, struct pt_regs *regs)
+#else
+static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance)
+#endif
+{
+ struct r8126_napi *r8126napi = dev_instance;
+ struct rtl8126_private *tp = r8126napi->priv;
+ struct net_device *dev = tp->dev;
+ u32 status;
+ int handled = 0;
+
+ do {
+ status = RTL_R32(tp, tp->isr_reg[0]);
+
+ if (!(tp->features & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX))) {
+ /* hotplug/major error/no more work/shared irq */
+ if (!status)
+ break;
+
+ if (status == 0xFFFFFFFF)
+ break;
+
+ if (!(status & (tp->intr_mask | tp->timer_intr_mask)))
+ break;
+ }
+
+ handled = 1;
+
+#if defined(RTL_USE_NEW_INTR_API)
+ if (!tp->irq_tbl[0].requested)
+ break;
+#endif
+ rtl8126_disable_hw_interrupt(tp);
+
+ RTL_W32(tp, tp->isr_reg[0], status&~RxFIFOOver);
+
+ if (rtl8126_linkchg_interrupt(tp, status))
+ rtl8126_schedule_linkchg_work(tp);
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH) {
+ if (HW_DASH_SUPPORT_TYPE_3(tp)) {
+ u8 DashIntType2Status;
+
+ if (status & ISRIMR_DASH_INTR_CMAC_RESET)
+ tp->CmacResetIntr = TRUE;
+
+ DashIntType2Status = RTL_CMAC_R8(tp, CMAC_IBISR0);
+ if (DashIntType2Status & ISRIMR_DASH_TYPE2_ROK) {
+ tp->RcvFwDashOkEvt = TRUE;
+ }
+ if (DashIntType2Status & ISRIMR_DASH_TYPE2_TOK) {
+ tp->SendFwHostOkEvt = TRUE;
+ }
+ if (DashIntType2Status & ISRIMR_DASH_TYPE2_RX_DISABLE_IDLE) {
+ tp->DashFwDisableRx = TRUE;
+ }
+
+ RTL_CMAC_W8(tp, CMAC_IBISR0, DashIntType2Status);
+ }
+ }
+#endif
+
+#ifdef CONFIG_R8126_NAPI
+ if (status & tp->intr_mask || tp->keep_intr_cnt-- > 0) {
+ if (status & tp->intr_mask)
+ tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT;
+
+ if (likely(RTL_NETIF_RX_SCHEDULE_PREP(dev, &tp->r8126napi[0].napi)))
+ __RTL_NETIF_RX_SCHEDULE(dev, &tp->r8126napi[0].napi);
+ else if (netif_msg_intr(tp))
+ printk(KERN_INFO "%s: interrupt %04x in poll\n",
+ dev->name, status);
+ } else {
+ tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT;
+ rtl8126_switch_to_hw_interrupt(tp);
+ }
+#else
+ if (status & tp->intr_mask || tp->keep_intr_cnt-- > 0) {
+ u32 budget = ~(u32)0;
+ int i;
+
+ if (status & tp->intr_mask)
+ tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT;
+
+ for (i = 0; i < tp->num_tx_rings; i++)
+ rtl8126_tx_interrupt(&tp->tx_ring[i], ~(u32)0);
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24)
+ rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[0], &budget);
+#else
+ rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[0], budget);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24)
+
+#ifdef ENABLE_DASH_SUPPORT
+ if (tp->DASH) {
+ struct net_device *dev = tp->dev;
+
+ HandleDashInterrupt(dev);
+ }
+#endif
+
+ rtl8126_switch_to_timer_interrupt(tp);
+ } else {
+ tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT;
+ rtl8126_switch_to_hw_interrupt(tp);
+ }
+#endif
+ } while (false);
+
+ return IRQ_RETVAL(handled);
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19)
+static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance, struct pt_regs *regs)
+#else
+static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance)
+#endif
+{
+ struct r8126_napi *r8126napi = dev_instance;
+ struct rtl8126_private *tp = r8126napi->priv;
+ struct net_device *dev = tp->dev;
+ int message_id = r8126napi->index;
+#ifndef CONFIG_R8126_NAPI
+ u32 budget = ~(u32)0;
+#endif
+
+ do {
+#if defined(RTL_USE_NEW_INTR_API)
+ if (!tp->irq_tbl[message_id].requested)
+ break;
+#endif
+ //link change
+ if (message_id == rtl8126_get_linkchg_message_id(tp)) {
+ rtl8126_disable_hw_interrupt_v2(tp, message_id);
+ rtl8126_clear_hw_isr_v2(tp, message_id);
+ rtl8126_schedule_linkchg_work(tp);
+ break;
+ }
+
+#ifdef CONFIG_R8126_NAPI
+ if (likely(RTL_NETIF_RX_SCHEDULE_PREP(dev, &r8126napi->napi))) {
+ rtl8126_disable_hw_interrupt_v2(tp, message_id);
+ __RTL_NETIF_RX_SCHEDULE(dev, &r8126napi->napi);
+ } else if (netif_msg_intr(tp))
+ printk(KERN_INFO "%s: interrupt message id %d in poll_msix\n",
+ dev->name, message_id);
+ rtl8126_clear_hw_isr_v2(tp, message_id);
+#else
+ rtl8126_tx_interrupt_with_vector(tp, message_id, ~(u32)0);
+
+ if (message_id < tp->num_rx_rings) {
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24)
+ rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], &budget);
+#else
+ rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], budget);
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24)
+ }
+
+ rtl8126_enable_hw_interrupt_v2(tp, message_id);
+#endif
+
+ } while (false);
+
+ return IRQ_HANDLED;
+}
+
+static void rtl8126_down(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ //rtl8126_delete_esd_timer(dev, &tp->esd_timer);
+
+ //rtl8126_delete_link_timer(dev, &tp->link_timer);
+
+ netif_carrier_off(dev);
+
+ netif_tx_disable(dev);
+
+ _rtl8126_wait_for_quiescence(dev);
+
+ rtl8126_hw_reset(dev);
+
+ rtl8126_tx_clear(tp);
+
+ rtl8126_rx_clear(tp);
+}
+
+static int rtl8126_resource_freed(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < tp->num_tx_rings; i++)
+ if (tp->tx_ring[i].TxDescArray)
+ return 0;
+
+ for (i = 0; i < tp->num_rx_rings; i++)
+ if (tp->rx_ring[i].RxDescArray)
+ return 0;
+
+ return 1;
+}
+
+int rtl8126_close(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ if (!rtl8126_resource_freed(tp)) {
+ set_bit(R8126_FLAG_DOWN, tp->task_flags);
+
+ rtl8126_down(dev);
+
+ pci_clear_master(tp->pci_dev);
+
+#ifdef ENABLE_PTP_SUPPORT
+ rtl8126_ptp_stop(tp);
+#endif
+ rtl8126_hw_d3_para(dev);
+
+ rtl8126_powerdown_pll(dev, 0);
+
+ rtl8126_free_irq(tp);
+
+ rtl8126_free_alloc_resources(tp);
+ } else {
+ rtl8126_hw_d3_para(dev);
+
+ rtl8126_powerdown_pll(dev, 0);
+ }
+
+ return 0;
+}
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11)
+static void rtl8126_shutdown(struct pci_dev *pdev)
+{
+ struct net_device *dev = pci_get_drvdata(pdev);
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ rtnl_lock();
+
+ if (HW_DASH_SUPPORT_DASH(tp))
+ rtl8126_driver_stop(tp);
+
+ if (s5_keep_curr_mac == 0 && tp->random_mac == 0)
+ rtl8126_rar_set(tp, tp->org_mac_addr);
+
+ if (s5wol == 0)
+ tp->wol_enabled = WOL_DISABLED;
+
+ rtl8126_close(dev);
+ rtl8126_disable_msi(pdev, tp);
+
+ rtnl_unlock();
+
+ if (system_state == SYSTEM_POWER_OFF) {
+ pci_clear_master(tp->pci_dev);
+ pci_wake_from_d3(pdev, tp->wol_enabled);
+ pci_set_power_state(pdev, PCI_D3hot);
+ }
+}
+#endif
+
+#ifdef CONFIG_PM
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11)
+static int
+rtl8126_suspend(struct pci_dev *pdev, u32 state)
+#elif LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29)
+static int
+rtl8126_suspend(struct device *device)
+#else
+static int
+rtl8126_suspend(struct pci_dev *pdev, pm_message_t state)
+#endif
+{
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29)
+ struct pci_dev *pdev = to_pci_dev(device);
+ struct net_device *dev = pci_get_drvdata(pdev);
+#else
+ struct net_device *dev = pci_get_drvdata(pdev);
+#endif
+ struct rtl8126_private *tp = netdev_priv(dev);
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10)
+ u32 pci_pm_state = pci_choose_state(pdev, state);
+#endif
+ if (!netif_running(dev))
+ goto out;
+
+ //rtl8126_cancel_all_schedule_work(tp);
+
+ //rtl8126_delete_esd_timer(dev, &tp->esd_timer);
+
+ //rtl8126_delete_link_timer(dev, &tp->link_timer);
+
+ rtnl_lock();
+
+ set_bit(R8126_FLAG_DOWN, tp->task_flags);
+
+ netif_carrier_off(dev);
+
+ netif_tx_disable(dev);
+
+ netif_device_detach(dev);
+
+#ifdef ENABLE_PTP_SUPPORT
+ rtl8126_ptp_suspend(tp);
+#endif
+ rtl8126_hw_reset(dev);
+
+ pci_clear_master(pdev);
+
+ rtl8126_hw_d3_para(dev);
+
+ rtl8126_powerdown_pll(dev, 1);
+
+ if (HW_DASH_SUPPORT_DASH(tp))
+ rtl8126_driver_stop(tp);
+
+ rtnl_unlock();
+out:
+
+ pci_disable_device(pdev);
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10)
+ pci_save_state(pdev, &pci_pm_state);
+#else
+ pci_save_state(pdev);
+#endif
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29)
+ pci_enable_wake(pdev, pci_choose_state(pdev, state), tp->wol_enabled);
+#endif
+
+ pci_prepare_to_sleep(pdev);
+
+ return 0;
+}
+
+static int
+rtl8126_hw_d3_not_power_off(struct net_device *dev)
+{
+ return rtl8126_check_hw_phy_mcu_code_ver(dev);
+}
+
+static int rtl8126_wait_phy_nway_complete_sleep(struct rtl8126_private *tp)
+{
+ int i, val;
+
+ for (i = 0; i < 30; i++) {
+ val = rtl8126_mdio_read(tp, MII_BMSR) & BMSR_ANEGCOMPLETE;
+ if (val)
+ return 0;
+
+ msleep(100);
+ }
+
+ return -1;
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29)
+static int
+rtl8126_resume(struct pci_dev *pdev)
+#else
+static int
+rtl8126_resume(struct device *device)
+#endif
+{
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29)
+ struct pci_dev *pdev = to_pci_dev(device);
+ struct net_device *dev = pci_get_drvdata(pdev);
+#else
+ struct net_device *dev = pci_get_drvdata(pdev);
+#endif
+ struct rtl8126_private *tp = netdev_priv(dev);
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10)
+ u32 pci_pm_state = PCI_D0;
+#endif
+ u32 err;
+
+ rtnl_lock();
+
+ err = pci_enable_device(pdev);
+ if (err) {
+ dev_err(&pdev->dev, "Cannot enable PCI device from suspend\n");
+ goto out_unlock;
+ }
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10)
+ pci_restore_state(pdev, &pci_pm_state);
+#else
+ pci_restore_state(pdev);
+#endif
+ pci_enable_wake(pdev, PCI_D0, 0);
+
+ /* restore last modified mac address */
+ rtl8126_rar_set(tp, dev->dev_addr);
+
+ tp->resume_not_chg_speed = 0;
+ if (tp->check_keep_link_speed &&
+ //tp->link_ok(dev) &&
+ rtl8126_hw_d3_not_power_off(dev) &&
+ rtl8126_wait_phy_nway_complete_sleep(tp) == 0)
+ tp->resume_not_chg_speed = 1;
+
+ if (!netif_running(dev))
+ goto out_unlock;
+
+ pci_set_master(pdev);
+
+ rtl8126_exit_oob(dev);
+
+ rtl8126_up(dev);
+
+ clear_bit(R8126_FLAG_DOWN, tp->task_flags);
+
+ rtl8126_schedule_reset_work(tp);
+
+ rtl8126_schedule_esd_work(tp);
+
+ //mod_timer(&tp->esd_timer, jiffies + RTL8126_ESD_TIMEOUT);
+ //mod_timer(&tp->link_timer, jiffies + RTL8126_LINK_TIMEOUT);
+out_unlock:
+ netif_device_attach(dev);
+
+ rtnl_unlock();
+
+ return err;
+}
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29)
+
+static struct dev_pm_ops rtl8126_pm_ops = {
+ .suspend = rtl8126_suspend,
+ .resume = rtl8126_resume,
+ .freeze = rtl8126_suspend,
+ .thaw = rtl8126_resume,
+ .poweroff = rtl8126_suspend,
+ .restore = rtl8126_resume,
+};
+
+#define RTL8126_PM_OPS (&rtl8126_pm_ops)
+
+#endif
+
+#else /* !CONFIG_PM */
+
+#define RTL8126_PM_OPS NULL
+
+#endif /* CONFIG_PM */
+
+static struct pci_driver rtl8126_pci_driver = {
+ .name = MODULENAME,
+ .id_table = rtl8126_pci_tbl,
+ .probe = rtl8126_init_one,
+ .remove = __devexit_p(rtl8126_remove_one),
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11)
+ .shutdown = rtl8126_shutdown,
+#endif
+#ifdef CONFIG_PM
+#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29)
+ .suspend = rtl8126_suspend,
+ .resume = rtl8126_resume,
+#else
+ .driver.pm = RTL8126_PM_OPS,
+#endif
+#endif
+};
+
+static int __init
+rtl8126_init_module(void)
+{
+ int ret = 0;
+#ifdef ENABLE_R8126_PROCFS
+ rtl8126_proc_module_init();
+#endif
+
+#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)
+
+ ret = pci_register_driver(&rtl8126_pci_driver);
+#else
+ ret = pci_module_init(&rtl8126_pci_driver);
+#endif
+
+ return ret;
+}
+
+static void __exit
+rtl8126_cleanup_module(void)
+{
+ pci_unregister_driver(&rtl8126_pci_driver);
+
+#ifdef ENABLE_R8126_PROCFS
+ if (rtl8126_proc) {
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+ remove_proc_subtree(MODULENAME, init_net.proc_net);
+#else
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32)
+ remove_proc_entry(MODULENAME, init_net.proc_net);
+#else
+ remove_proc_entry(MODULENAME, proc_net);
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32)
+#endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0)
+ rtl8126_proc = NULL;
+ }
+#endif
+}
+
+module_init(rtl8126_init_module);
+module_exit(rtl8126_cleanup_module);
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_ptp.c b/drivers/net/ethernet/realtek/r8126/r8126_ptp.c
new file mode 100755
index 00000000..8743f5e6
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_ptp.c
@@ -0,0 +1,619 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+
+#include "r8126.h"
+#include "r8126_ptp.h"
+
+#if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0)
+static inline struct timespec timespec64_to_timespec(const struct timespec64 ts64)
+{
+ return *(const struct timespec *)&ts64;
+}
+
+static inline struct timespec64 timespec_to_timespec64(const struct timespec ts)
+{
+ return *(const struct timespec64 *)&ts;
+}
+#endif
+
+static int _rtl8126_phc_gettime(struct rtl8126_private *tp, struct timespec64 *ts64)
+{
+ //get local time
+ RTL_W16(tp, PTP_TIME_CORRECT_CMD_8125, (PTP_CMD_LATCHED_LOCAL_TIME | PTP_EXEC_CMD));
+
+ /* nanoseconds */
+ //0x6808[29:0]
+ ts64->tv_nsec = (RTL_R32(tp, PTP_SOFT_CONFIG_Time_NS_8125) & 0x3fffffff);
+
+ /* seconds */
+ //0x680C[47:0]
+ ts64->tv_sec = RTL_R16(tp, PTP_SOFT_CONFIG_Time_S_8125 + 4);
+ ts64->tv_sec <<= 32;
+ ts64->tv_sec |= RTL_R32(tp, PTP_SOFT_CONFIG_Time_S_8125);
+
+ return 0;
+}
+
+static int _rtl8126_phc_settime(struct rtl8126_private *tp, const struct timespec64 *ts64)
+{
+ /* nanoseconds */
+ //0x6808[29:0]
+ RTL_W32(tp, PTP_SOFT_CONFIG_Time_NS_8125, (ts64->tv_nsec & 0x3fffffff));
+
+ /* seconds */
+ //0x680C[47:0]
+ RTL_W32(tp, PTP_SOFT_CONFIG_Time_S_8125, ts64->tv_sec);
+ RTL_W16(tp, PTP_SOFT_CONFIG_Time_S_8125 + 4, (ts64->tv_sec >> 32));
+
+ //set local time
+ RTL_W16(tp, PTP_TIME_CORRECT_CMD_8125, (PTP_CMD_SET_LOCAL_TIME | PTP_EXEC_CMD));
+
+ return 0;
+}
+
+static int _rtl8126_phc_adjtime(struct rtl8126_private *tp, s64 delta)
+{
+ struct timespec64 d;
+ bool negative = false;
+ u64 tohw;
+ u32 nsec;
+ u64 sec;
+
+ if (delta < 0) {
+ negative = true;
+ tohw = -delta;
+ } else {
+ tohw = delta;
+ }
+
+ d = ns_to_timespec64(tohw);
+
+ nsec = d.tv_nsec;
+ sec = d.tv_sec;
+
+ if (negative) {
+ nsec = -nsec;
+ sec = -sec;
+ }
+
+ nsec &= 0x3fffffff;
+ sec &= 0x0000ffffffffffff;
+
+ if (negative) {
+ nsec |= PTP_SOFT_CONFIG_TIME_NS_NEGATIVE;
+ sec |= PTP_SOFT_CONFIG_TIME_S_NEGATIVE;
+ }
+
+ /* nanoseconds */
+ //0x6808[29:0]
+ RTL_W32(tp, PTP_SOFT_CONFIG_Time_NS_8125, nsec);
+
+ /* seconds */
+ //0x680C[47:0]
+ RTL_W32(tp, PTP_SOFT_CONFIG_Time_S_8125, sec);
+ RTL_W16(tp, PTP_SOFT_CONFIG_Time_S_8125 + 4, (sec >> 32));
+
+ //adjust local time
+ //RTL_W16(tp, PTP_TIME_CORRECT_CMD_8125, (PTP_CMD_DRIFT_LOCAL_TIME | PTP_EXEC_CMD));
+ RTL_W16(tp, PTP_TIME_CORRECT_CMD_8125, (PTP_CMD_SET_LOCAL_TIME | PTP_EXEC_CMD));
+
+ return 0;
+}
+
+static int rtl8126_phc_adjtime(struct ptp_clock_info *ptp, s64 delta)
+{
+ struct rtl8126_private *tp = container_of(ptp, struct rtl8126_private, ptp_clock_info);
+ int ret;
+
+ //netif_info(tp, drv, tp->dev, "phc adjust time\n");
+
+ rtnl_lock();
+ ret = _rtl8126_phc_adjtime(tp, delta);
+ rtnl_unlock();
+
+ return ret;
+}
+
+#if LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0)
+/*
+1ppm means every 125MHz plus 125Hz. It also means every 8ns minus 8ns*10^(-6)
+
+1ns=2^30 sub_ns
+
+8ns*10^(-6) = 8 * 2^30 sub_ns * 10^(-6) = 2^33 sub_ns * 10^(-6) = 8590 = 0x218E sub_ns
+
+1ppb means every 125MHz plus 0.125Hz. It also means every 8ns minus 8ns*10^(-9)
+
+1ns=2^30 sub_ns
+
+8ns*10^(-9) = 8 * 2^30 sub_ns * 10^(-9) = 2^33 sub_ns * 10^(-9) = 8.59 sub_ns = 9 sub_ns
+*/
+static int _rtl8126_phc_adjfreq(struct ptp_clock_info *ptp, s32 ppb)
+{
+ struct rtl8126_private *tp = container_of(ptp, struct rtl8126_private, ptp_clock_info);
+ bool negative = false;
+ u32 sub_ns;
+
+ if (ppb < 0) {
+ negative = true;
+ ppb = -ppb;
+ }
+
+ sub_ns = ppb * 9;
+ if (negative) {
+ sub_ns = -sub_ns;
+ sub_ns &= 0x3fffffff;
+ sub_ns |= PTP_ADJUST_TIME_NS_NEGATIVE;
+ } else
+ sub_ns &= 0x3fffffff;
+
+ /* nanoseconds */
+ //0x6808[29:0]
+ RTL_W32(tp, PTP_SOFT_CONFIG_Time_NS_8125, sub_ns);
+
+ //adjust local time
+ RTL_W16(tp, PTP_TIME_CORRECT_CMD_8125, (PTP_CMD_DRIFT_LOCAL_TIME | PTP_EXEC_CMD));
+ //RTL_W16(tp, PTP_TIME_CORRECT_CMD_8125, (PTP_CMD_SET_LOCAL_TIME | PTP_EXEC_CMD));
+
+ return 0;
+}
+
+static int rtl8126_phc_adjfreq(struct ptp_clock_info *ptp, s32 delta)
+{
+ //struct rtl8126_private *tp = container_of(ptp, struct rtl8126_private, ptp_clock_info);
+
+ //netif_info(tp, drv, tp->dev, "phc adjust freq\n");
+
+ if (delta > ptp->max_adj || delta < -ptp->max_adj)
+ return -EINVAL;
+
+ _rtl8126_phc_adjfreq(ptp, delta);
+
+ return 0;
+}
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0)
+
+static int rtl8126_phc_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts64)
+{
+ struct rtl8126_private *tp = container_of(ptp, struct rtl8126_private, ptp_clock_info);
+ int ret;
+
+ //netif_info(tp, drv, tp->dev, "phc get ts\n");
+
+ rtnl_lock();
+ ret = _rtl8126_phc_gettime(tp, ts64);
+ rtnl_unlock();
+
+ return ret;
+}
+
+static int rtl8126_phc_settime(struct ptp_clock_info *ptp,
+ const struct timespec64 *ts64)
+{
+ struct rtl8126_private *tp = container_of(ptp, struct rtl8126_private, ptp_clock_info);
+ int ret;
+
+ //netif_info(tp, drv, tp->dev, "phc set ts\n");
+
+ rtnl_lock();
+ ret = _rtl8126_phc_settime(tp, ts64);
+ rtnl_unlock();
+
+ return ret;
+}
+
+static int rtl8126_phc_enable(struct ptp_clock_info *ptp,
+ struct ptp_clock_request *rq, int on)
+{
+ struct rtl8126_private *tp = container_of(ptp, struct rtl8126_private, ptp_clock_info);
+ u16 ptp_ctrl;
+
+ //netif_info(tp, drv, tp->dev, "phc enable type %x on %d\n", rq->type, on);
+
+ switch (rq->type) {
+ case PTP_CLK_REQ_PPS:
+ rtnl_lock();
+ ptp_ctrl = RTL_R16(tp, PTP_CTRL_8125);
+ ptp_ctrl &= ~BIT_15;
+ if (on)
+ ptp_ctrl |= BIT_14;
+ else
+ ptp_ctrl &= ~BIT_14;
+ RTL_W16(tp, PTP_CTRL_8125, ptp_ctrl);
+ rtnl_unlock();
+ return 0;
+ default:
+ return -EOPNOTSUPP;
+ }
+}
+
+int rtl8126_get_ts_info(struct net_device *netdev,
+ struct ethtool_ts_info *info)
+{
+ struct rtl8126_private *tp = netdev_priv(netdev);
+
+ /* we always support timestamping disabled */
+ info->rx_filters = BIT(HWTSTAMP_FILTER_NONE);
+
+ if (tp->HwSuppPtpVer == 0)
+ return ethtool_op_get_ts_info(netdev, info);
+
+ info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
+ SOF_TIMESTAMPING_RX_SOFTWARE |
+ SOF_TIMESTAMPING_SOFTWARE |
+ SOF_TIMESTAMPING_TX_HARDWARE |
+ SOF_TIMESTAMPING_RX_HARDWARE |
+ SOF_TIMESTAMPING_RAW_HARDWARE;
+
+ if (tp->ptp_clock)
+ info->phc_index = ptp_clock_index(tp->ptp_clock);
+ else
+ info->phc_index = -1;
+
+ info->tx_types = BIT(HWTSTAMP_TX_OFF) | BIT(HWTSTAMP_TX_ON);
+
+ info->rx_filters = BIT(HWTSTAMP_FILTER_NONE) |
+ BIT(HWTSTAMP_FILTER_PTP_V2_EVENT) |
+ BIT(HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
+ BIT(HWTSTAMP_FILTER_PTP_V2_SYNC) |
+ BIT(HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
+ BIT(HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
+ BIT(HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ);
+
+ return 0;
+}
+
+static const struct ptp_clock_info rtl_ptp_clock_info = {
+ .owner = THIS_MODULE,
+ .n_alarm = 0,
+ .n_ext_ts = 0,
+ .n_per_out = 0,
+ .n_pins = 0,
+ .pps = 1,
+#if LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0)
+ .adjfreq = rtl8126_phc_adjfreq,
+#endif //LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0)
+ .adjtime = rtl8126_phc_adjtime,
+ .gettime64 = rtl8126_phc_gettime,
+ .settime64 = rtl8126_phc_settime,
+ .enable = rtl8126_phc_enable,
+};
+
+static int rtl8126_ptp_egresstime(struct rtl8126_private *tp, struct timespec64 *ts64, u32 regnum)
+{
+ /* nanoseconds */
+ //[29:0]
+ ts64->tv_nsec = rtl8126_mac_ocp_read(tp, PTP_EGRESS_TIME_BASE_NS_8125 + regnum * 16 + 2);
+ ts64->tv_nsec <<= 16;
+ ts64->tv_nsec |= rtl8126_mac_ocp_read(tp, PTP_EGRESS_TIME_BASE_NS_8125 + regnum * 16);
+ ts64->tv_nsec &= 0x3fffffff;
+
+ /* seconds */
+ //[47:0]
+ ts64->tv_sec = rtl8126_mac_ocp_read(tp, PTP_EGRESS_TIME_BASE_S_8125 + regnum * 16 + 4);
+ ts64->tv_sec <<= 16;
+ ts64->tv_sec |= rtl8126_mac_ocp_read(tp, PTP_EGRESS_TIME_BASE_S_8125 + regnum * 16 + 2);
+ ts64->tv_sec <<= 16;
+ ts64->tv_sec |= rtl8126_mac_ocp_read(tp, PTP_EGRESS_TIME_BASE_S_8125 + regnum * 16);
+ ts64->tv_sec &= 0x0000ffffffffffff;
+
+ return 0;
+}
+
+static void rtl8126_ptp_tx_hwtstamp(struct rtl8126_private *tp)
+{
+ struct sk_buff *skb = tp->ptp_tx_skb;
+ struct skb_shared_hwtstamps shhwtstamps = {0};
+ struct timespec64 ts64;
+ u32 regnum;
+
+ RTL_W8(tp, PTP_ISR_8125, PTP_ISR_TOK | PTP_ISR_TER);
+
+ //IO 0x2302 bit 10~11 WR_PTR
+ regnum = RTL_R16(tp, 0x2032) & 0x0C00;
+ regnum >>= 10;
+ regnum = (regnum + 3) % 4;
+
+ rtnl_lock();
+ rtl8126_ptp_egresstime(tp, &ts64, regnum);
+ rtnl_unlock();
+
+ /* Upper 32 bits contain s, lower 32 bits contain ns. */
+ shhwtstamps.hwtstamp = ktime_set(ts64.tv_sec,
+ ts64.tv_nsec);
+
+ /* Clear the lock early before calling skb_tstamp_tx so that
+ * applications are not woken up before the lock bit is clear. We use
+ * a copy of the skb pointer to ensure other threads can't change it
+ * while we're notifying the stack.
+ */
+ tp->ptp_tx_skb = NULL;
+ clear_bit_unlock(__RTL8126_PTP_TX_IN_PROGRESS, &tp->state);
+
+ /* Notify the stack and free the skb after we've unlocked */
+ skb_tstamp_tx(skb, &shhwtstamps);
+ dev_kfree_skb_any(skb);
+}
+
+#define RTL8126_PTP_TX_TIMEOUT (HZ * 15)
+static void rtl8126_ptp_tx_work(struct work_struct *work)
+{
+ struct rtl8126_private *tp = container_of(work, struct rtl8126_private,
+ ptp_tx_work);
+
+ if (!tp->ptp_tx_skb)
+ return;
+
+ if (time_is_before_jiffies(tp->ptp_tx_start +
+ RTL8126_PTP_TX_TIMEOUT)) {
+ dev_kfree_skb_any(tp->ptp_tx_skb);
+ tp->ptp_tx_skb = NULL;
+ clear_bit_unlock(__RTL8126_PTP_TX_IN_PROGRESS, &tp->state);
+ tp->tx_hwtstamp_timeouts++;
+ /* Clear the tx valid bit in TSYNCTXCTL register to enable
+ * interrupt
+ */
+ RTL_W8(tp, PTP_ISR_8125, PTP_ISR_TOK | PTP_ISR_TER);
+ return;
+ }
+
+ if (RTL_R8(tp, PTP_ISR_8125) & (PTP_ISR_TOK))
+ rtl8126_ptp_tx_hwtstamp(tp);
+ else
+ /* reschedule to check later */
+ schedule_work(&tp->ptp_tx_work);
+
+}
+
+static int rtl8126_hwtstamp_enable(struct rtl8126_private *tp, bool enable)
+{
+ RTL_W16(tp, PTP_CTRL_8125, 0);
+ if (enable) {
+ u16 ptp_ctrl;
+ struct timespec64 ts64;
+
+ //clear ptp isr
+ RTL_W8(tp, PTP_ISR_8125, 0xff);
+ //ptp source 0:gphy 1:mac
+ rtl8126_mac_ocp_write(tp, 0xDC00, rtl8126_mac_ocp_read(tp, 0xDC00) | BIT_6);
+ //enable ptp
+ ptp_ctrl = (BIT_0 | BIT_3 | BIT_4 | BIT_6 | BIT_10 | BIT_12);
+ if (tp->ptp_master_mode)
+ ptp_ctrl |= BIT_1;
+ RTL_W16(tp, PTP_CTRL_8125, ptp_ctrl);
+
+ //set system time
+ /*
+ if (ktime_to_timespec64_cond(ktime_get_real(), &ts64))
+ _rtl8126_phc_settime(tp, timespec64_to_timespec(ts64));
+ */
+ ktime_get_real_ts64(&ts64);
+ _rtl8126_phc_settime(tp, &ts64);
+ }
+
+ return 0;
+}
+
+static long rtl8126_ptp_create_clock(struct rtl8126_private *tp)
+{
+ struct net_device *netdev = tp->dev;
+ long err;
+
+ if (!IS_ERR_OR_NULL(tp->ptp_clock))
+ return 0;
+
+ if (tp->HwSuppPtpVer == 0) {
+ tp->ptp_clock = NULL;
+ return -EOPNOTSUPP;
+ }
+
+ tp->ptp_clock_info = rtl_ptp_clock_info;
+ snprintf(tp->ptp_clock_info.name, sizeof(tp->ptp_clock_info.name),
+ "%pm", tp->dev->dev_addr);
+ tp->ptp_clock_info.max_adj = 119304647;
+ tp->ptp_clock = ptp_clock_register(&tp->ptp_clock_info, &tp->pci_dev->dev);
+ if (IS_ERR(tp->ptp_clock)) {
+ err = PTR_ERR(tp->ptp_clock);
+ tp->ptp_clock = NULL;
+ netif_err(tp, drv, tp->dev, "ptp_clock_register failed\n");
+ return err;
+ } else
+ netif_info(tp, drv, tp->dev, "registered PHC device on %s\n", netdev->name);
+
+ return 0;
+}
+
+void rtl8126_ptp_reset(struct rtl8126_private *tp)
+{
+ if (!tp->ptp_clock)
+ return;
+
+ netif_info(tp, drv, tp->dev, "reset PHC clock\n");
+
+ rtl8126_hwtstamp_enable(tp, false);
+}
+
+void rtl8126_ptp_init(struct rtl8126_private *tp)
+{
+ /* obtain a PTP device, or re-use an existing device */
+ if (rtl8126_ptp_create_clock(tp))
+ return;
+
+ /* we have a clock so we can initialize work now */
+ INIT_WORK(&tp->ptp_tx_work, rtl8126_ptp_tx_work);
+
+ /* reset the PTP related hardware bits */
+ rtl8126_ptp_reset(tp);
+
+ return;
+}
+
+void rtl8126_ptp_suspend(struct rtl8126_private *tp)
+{
+ if (!tp->ptp_clock)
+ return;
+
+ netif_info(tp, drv, tp->dev, "suspend PHC clock\n");
+
+ rtl8126_hwtstamp_enable(tp, false);
+
+ /* ensure that we cancel any pending PTP Tx work item in progress */
+ cancel_work_sync(&tp->ptp_tx_work);
+}
+
+void rtl8126_ptp_stop(struct rtl8126_private *tp)
+{
+ struct net_device *netdev = tp->dev;
+
+ netif_info(tp, drv, tp->dev, "stop PHC clock\n");
+
+ /* first, suspend PTP activity */
+ rtl8126_ptp_suspend(tp);
+
+ /* disable the PTP clock device */
+ if (tp->ptp_clock) {
+ ptp_clock_unregister(tp->ptp_clock);
+ tp->ptp_clock = NULL;
+ netif_info(tp, drv, tp->dev, "removed PHC on %s\n",
+ netdev->name);
+ }
+}
+
+static int rtl8126_set_tstamp(struct net_device *netdev, struct ifreq *ifr)
+{
+ struct rtl8126_private *tp = netdev_priv(netdev);
+ struct hwtstamp_config config;
+ bool hwtstamp = 0;
+
+ //netif_info(tp, drv, tp->dev, "ptp set ts\n");
+
+ if (copy_from_user(&config, ifr->ifr_data, sizeof(config)))
+ return -EFAULT;
+
+ if (config.flags)
+ return -EINVAL;
+
+ switch (config.tx_type) {
+ case HWTSTAMP_TX_ON:
+ hwtstamp = 1;
+ case HWTSTAMP_TX_OFF:
+ break;
+ case HWTSTAMP_TX_ONESTEP_SYNC:
+ default:
+ return -ERANGE;
+ }
+
+ switch (config.rx_filter) {
+ case HWTSTAMP_FILTER_PTP_V2_EVENT:
+ case HWTSTAMP_FILTER_PTP_V2_L2_EVENT:
+ case HWTSTAMP_FILTER_PTP_V2_L4_EVENT:
+ case HWTSTAMP_FILTER_PTP_V2_SYNC:
+ case HWTSTAMP_FILTER_PTP_V2_L2_SYNC:
+ case HWTSTAMP_FILTER_PTP_V2_L4_SYNC:
+ case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ:
+ case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ:
+ case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ:
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
+ hwtstamp = 1;
+ case HWTSTAMP_FILTER_NONE:
+ break;
+ default:
+ return -ERANGE;
+ }
+
+ if (tp->hwtstamp_config.tx_type != config.tx_type ||
+ tp->hwtstamp_config.rx_filter != config.rx_filter) {
+ tp->hwtstamp_config = config;
+ rtl8126_hwtstamp_enable(tp, hwtstamp);
+ }
+
+ return copy_to_user(ifr->ifr_data, &config,
+ sizeof(config)) ? -EFAULT : 0;
+}
+
+static int rtl8126_get_tstamp(struct net_device *netdev, struct ifreq *ifr)
+{
+ struct rtl8126_private *tp = netdev_priv(netdev);
+
+ //netif_info(tp, drv, tp->dev, "ptp get ts\n");
+
+ return copy_to_user(ifr->ifr_data, &tp->hwtstamp_config,
+ sizeof(tp->hwtstamp_config)) ? -EFAULT : 0;
+}
+
+int rtl8126_ptp_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
+{
+ int ret;
+
+ //netif_info(tp, drv, tp->dev, "ptp ioctl\n");
+
+ switch (cmd) {
+#ifdef ENABLE_PTP_SUPPORT
+ case SIOCSHWTSTAMP:
+ ret = rtl8126_set_tstamp(netdev, ifr);
+ break;
+ case SIOCGHWTSTAMP:
+ ret = rtl8126_get_tstamp(netdev, ifr);
+ break;
+#endif
+ default:
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ return ret;
+}
+
+void rtl8126_rx_ptp_pktstamp(struct rtl8126_private *tp, struct sk_buff *skb,
+ struct RxDescV3 *descv3)
+{
+ time64_t tv_sec;
+ long tv_nsec;
+
+ tv_sec = le32_to_cpu(descv3->RxDescTimeStamp.TimeStampHigh) +
+ ((u64)le32_to_cpu(descv3->RxDescPTPDDWord4.TimeStampHHigh) << 32);
+ tv_nsec = le32_to_cpu(descv3->RxDescTimeStamp.TimeStampLow);
+
+ skb_hwtstamps(skb)->hwtstamp = ktime_set(tv_sec, tv_nsec);
+}
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_ptp.h b/drivers/net/ethernet/realtek/r8126/r8126_ptp.h
new file mode 100755
index 00000000..37b72b0d
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_ptp.h
@@ -0,0 +1,81 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_R8126_PTP_H
+#define _LINUX_R8126_PTP_H
+
+#include
+#include
+#include
+#include
+#include
+
+struct rtl8126_ptp_info {
+ s64 time_sec;
+ u32 time_ns;
+ u16 ts_info;
+};
+
+#ifndef _STRUCT_TIMESPEC
+#define _STRUCT_TIMESPEC
+struct timespec {
+ __kernel_old_time_t tv_sec; /* seconds */
+ long tv_nsec; /* nanoseconds */
+};
+#endif
+
+enum PTP_CMD_TYPE {
+ PTP_CMD_SET_LOCAL_TIME = 0,
+ PTP_CMD_DRIFT_LOCAL_TIME,
+ PTP_CMD_LATCHED_LOCAL_TIME,
+};
+
+
+struct rtl8126_private;
+struct RxDescV3;
+
+int rtl8126_get_ts_info(struct net_device *netdev,
+ struct ethtool_ts_info *info);
+
+void rtl8126_ptp_reset(struct rtl8126_private *tp);
+void rtl8126_ptp_init(struct rtl8126_private *tp);
+void rtl8126_ptp_suspend(struct rtl8126_private *tp);
+void rtl8126_ptp_stop(struct rtl8126_private *tp);
+
+int rtl8126_ptp_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd);
+
+void rtl8126_rx_ptp_pktstamp(struct rtl8126_private *tp, struct sk_buff *skb,
+ struct RxDescV3 *descv3);
+
+#endif /* _LINUX_R8126_PTP_H */
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_realwow.h b/drivers/net/ethernet/realtek/r8126/r8126_realwow.h
new file mode 100755
index 00000000..8d8998ee
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_realwow.h
@@ -0,0 +1,118 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_R8126_REALWOW_H
+#define _LINUX_R8126_REALWOW_H
+
+#define SIOCDEVPRIVATE_RTLREALWOW SIOCDEVPRIVATE+3
+
+#define MAX_RealWoW_KCP_SIZE (100)
+#define MAX_RealWoW_Payload (64)
+
+#define KA_TX_PACKET_SIZE (100)
+#define KA_WAKEUP_PATTERN_SIZE (120)
+
+//HwSuppKeepAliveOffloadVer
+#define HW_SUPPORT_KCP_OFFLOAD(_M) ((_M)->HwSuppKCPOffloadVer > 0)
+
+enum rtl_realwow_cmd {
+
+ RTL_REALWOW_SET_KCP_DISABLE=0,
+ RTL_REALWOW_SET_KCP_INFO,
+ RTL_REALWOW_SET_KCP_CONTENT,
+
+ RTL_REALWOW_SET_KCP_ACKPKTINFO,
+ RTL_REALWOW_SET_KCP_WPINFO,
+ RTL_REALWOW_SET_KCPDHCP_TIMEOUT,
+
+ RTLT_REALWOW_COMMAND_INVALID
+};
+
+struct rtl_realwow_ioctl_struct {
+ __u32 cmd;
+ __u32 offset;
+ __u32 len;
+ union {
+ __u32 data;
+ void *data_buffer;
+ };
+};
+
+typedef struct _MP_KCPInfo {
+ u8 DIPv4[4];
+ u8 MacID[6];
+ u16 UdpPort[2];
+ u8 PKTLEN[2];
+
+ u16 ackLostCnt;
+ u8 KCP_WakePattern[MAX_RealWoW_Payload];
+ u8 KCP_AckPacket[MAX_RealWoW_Payload];
+ u32 KCP_interval;
+ u8 KCP_WakePattern_Len;
+ u8 KCP_AckPacket_Len;
+ u8 KCP_TxPacket[2][KA_TX_PACKET_SIZE];
+} MP_KCP_INFO, *PMP_KCP_INFO;
+
+typedef struct _KCPInfo {
+ u32 nId; // = id
+ u8 DIPv4[4];
+ u8 MacID[6];
+ u16 UdpPort;
+ u16 PKTLEN;
+} KCPInfo, *PKCPInfo;
+
+typedef struct _KCPContent {
+ u32 id; // = id
+ u32 mSec; // = msec
+ u32 size; // =size
+ u8 bPacket[MAX_RealWoW_KCP_SIZE]; // put packet here
+} KCPContent, *PKCPContent;
+
+typedef struct _RealWoWAckPktInfo {
+ u16 ackLostCnt;
+ u16 patterntSize;
+ u8 pattern[MAX_RealWoW_Payload];
+} RealWoWAckPktInfo,*PRealWoWAckPktInfo;
+
+typedef struct _RealWoWWPInfo {
+ u16 patterntSize;
+ u8 pattern[MAX_RealWoW_Payload];
+} RealWoWWPInfo,*PRealWoWWPInfo;
+
+int rtl8126_realwow_ioctl(struct net_device *dev, struct ifreq *ifr);
+void rtl8126_realwow_hw_init(struct net_device *dev);
+void rtl8126_get_realwow_hw_version(struct net_device *dev);
+void rtl8126_set_realwow_d3_para(struct net_device *dev);
+
+#endif /* _LINUX_R8126_REALWOW_H */
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_rss.c b/drivers/net/ethernet/realtek/r8126/r8126_rss.c
new file mode 100755
index 00000000..666e24e1
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_rss.c
@@ -0,0 +1,491 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#include
+#include "r8126.h"
+
+enum rtl8126_rss_register_content {
+ /* RSS */
+ RSS_CTRL_TCP_IPV4_SUPP = (1 << 0),
+ RSS_CTRL_IPV4_SUPP = (1 << 1),
+ RSS_CTRL_TCP_IPV6_SUPP = (1 << 2),
+ RSS_CTRL_IPV6_SUPP = (1 << 3),
+ RSS_CTRL_IPV6_EXT_SUPP = (1 << 4),
+ RSS_CTRL_TCP_IPV6_EXT_SUPP = (1 << 5),
+ RSS_HALF_SUPP = (1 << 7),
+ RSS_CTRL_UDP_IPV4_SUPP = (1 << 11),
+ RSS_CTRL_UDP_IPV6_SUPP = (1 << 12),
+ RSS_CTRL_UDP_IPV6_EXT_SUPP = (1 << 13),
+ RSS_QUAD_CPU_EN = (1 << 16),
+ RSS_HQ_Q_SUP_R = (1 << 31),
+};
+
+static int rtl8126_get_rss_hash_opts(struct rtl8126_private *tp,
+ struct ethtool_rxnfc *cmd)
+{
+ cmd->data = 0;
+
+ /* Report default options for RSS */
+ switch (cmd->flow_type) {
+ case TCP_V4_FLOW:
+ cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
+ fallthrough;
+ case UDP_V4_FLOW:
+ if (tp->rss_flags & RTL_8125_RSS_FLAG_HASH_UDP_IPV4)
+ cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
+ fallthrough;
+ case IPV4_FLOW:
+ cmd->data |= RXH_IP_SRC | RXH_IP_DST;
+ break;
+ case TCP_V6_FLOW:
+ cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
+ fallthrough;
+ case UDP_V6_FLOW:
+ if (tp->rss_flags & RTL_8125_RSS_FLAG_HASH_UDP_IPV6)
+ cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
+ fallthrough;
+ case IPV6_FLOW:
+ cmd->data |= RXH_IP_SRC | RXH_IP_DST;
+ break;
+ default:
+ return -EINVAL;
+ }
+
+ return 0;
+}
+
+int rtl8126_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
+ u32 *rule_locs)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret = -EOPNOTSUPP;
+
+ netif_info(tp, drv, tp->dev, "rss get rxnfc\n");
+
+ if (!(dev->features & NETIF_F_RXHASH))
+ return ret;
+
+ switch (cmd->cmd) {
+ case ETHTOOL_GRXRINGS:
+ cmd->data = rtl8126_tot_rx_rings(tp);
+ ret = 0;
+ break;
+ case ETHTOOL_GRXFH:
+ ret = rtl8126_get_rss_hash_opts(tp, cmd);
+ break;
+ default:
+ break;
+ }
+
+ return ret;
+}
+
+u32 rtl8126_rss_indir_tbl_entries(struct rtl8126_private *tp)
+{
+ return tp->HwSuppIndirTblEntries;
+}
+
+#define RSS_MASK_BITS_OFFSET (8)
+#define RSS_CPU_NUM_OFFSET (16)
+#define RTL8126_UDP_RSS_FLAGS (RTL_8125_RSS_FLAG_HASH_UDP_IPV4 | \
+ RTL_8125_RSS_FLAG_HASH_UDP_IPV6)
+static int _rtl8126_set_rss_hash_opt(struct rtl8126_private *tp)
+{
+ u32 rss_flags = tp->rss_flags;
+ u32 hash_mask_len;
+ u32 rss_ctrl;
+
+ rss_ctrl = ilog2(rtl8126_tot_rx_rings(tp));
+ rss_ctrl &= (BIT_0 | BIT_1 | BIT_2);
+ rss_ctrl <<= RSS_CPU_NUM_OFFSET;
+
+ /* Perform hash on these packet types */
+ rss_ctrl |= RSS_CTRL_TCP_IPV4_SUPP
+ | RSS_CTRL_IPV4_SUPP
+ | RSS_CTRL_IPV6_SUPP
+ | RSS_CTRL_IPV6_EXT_SUPP
+ | RSS_CTRL_TCP_IPV6_SUPP
+ | RSS_CTRL_TCP_IPV6_EXT_SUPP;
+
+ if (rss_flags & RTL_8125_RSS_FLAG_HASH_UDP_IPV4)
+ rss_ctrl |= RSS_CTRL_UDP_IPV4_SUPP;
+
+ if (rss_flags & RTL_8125_RSS_FLAG_HASH_UDP_IPV6)
+ rss_ctrl |= RSS_CTRL_UDP_IPV6_SUPP |
+ RSS_CTRL_UDP_IPV6_EXT_SUPP;
+
+ hash_mask_len = ilog2(rtl8126_rss_indir_tbl_entries(tp));
+ hash_mask_len &= (BIT_0 | BIT_1 | BIT_2);
+ rss_ctrl |= hash_mask_len << RSS_MASK_BITS_OFFSET;
+
+ RTL_W32(tp, RSS_CTRL_8125, rss_ctrl);
+
+ return 0;
+}
+
+static int rtl8126_set_rss_hash_opt(struct rtl8126_private *tp,
+ struct ethtool_rxnfc *nfc)
+{
+ u32 rss_flags = tp->rss_flags;
+
+ netif_info(tp, drv, tp->dev, "rss set hash\n");
+
+ /*
+ * RSS does not support anything other than hashing
+ * to queues on src and dst IPs and ports
+ */
+ if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
+ RXH_L4_B_0_1 | RXH_L4_B_2_3))
+ return -EINVAL;
+
+ switch (nfc->flow_type) {
+ case TCP_V4_FLOW:
+ case TCP_V6_FLOW:
+ if (!(nfc->data & RXH_IP_SRC) ||
+ !(nfc->data & RXH_IP_DST) ||
+ !(nfc->data & RXH_L4_B_0_1) ||
+ !(nfc->data & RXH_L4_B_2_3))
+ return -EINVAL;
+ break;
+ case UDP_V4_FLOW:
+ if (!(nfc->data & RXH_IP_SRC) ||
+ !(nfc->data & RXH_IP_DST))
+ return -EINVAL;
+ switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
+ case 0:
+ rss_flags &= ~RTL_8125_RSS_FLAG_HASH_UDP_IPV4;
+ break;
+ case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
+ rss_flags |= RTL_8125_RSS_FLAG_HASH_UDP_IPV4;
+ break;
+ default:
+ return -EINVAL;
+ }
+ break;
+ case UDP_V6_FLOW:
+ if (!(nfc->data & RXH_IP_SRC) ||
+ !(nfc->data & RXH_IP_DST))
+ return -EINVAL;
+ switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
+ case 0:
+ rss_flags &= ~RTL_8125_RSS_FLAG_HASH_UDP_IPV6;
+ break;
+ case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
+ rss_flags |= RTL_8125_RSS_FLAG_HASH_UDP_IPV6;
+ break;
+ default:
+ return -EINVAL;
+ }
+ break;
+ case SCTP_V4_FLOW:
+ case AH_ESP_V4_FLOW:
+ case AH_V4_FLOW:
+ case ESP_V4_FLOW:
+ case SCTP_V6_FLOW:
+ case AH_ESP_V6_FLOW:
+ case AH_V6_FLOW:
+ case ESP_V6_FLOW:
+ case IP_USER_FLOW:
+ case ETHER_FLOW:
+ /* RSS is not supported for these protocols */
+ if (nfc->data) {
+ netif_err(tp, drv, tp->dev, "Command parameters not supported\n");
+ return -EINVAL;
+ }
+ return 0;
+ break;
+ default:
+ return -EINVAL;
+ }
+
+ /* if we changed something we need to update flags */
+ if (rss_flags != tp->rss_flags) {
+ u32 rss_ctrl = RTL_R32(tp, RSS_CTRL_8125);
+
+ if ((rss_flags & RTL8126_UDP_RSS_FLAGS) &&
+ !(tp->rss_flags & RTL8126_UDP_RSS_FLAGS))
+ netdev_warn(tp->dev,
+ "enabling UDP RSS: fragmented packets may "
+ "arrive out of order to the stack above\n");
+
+ tp->rss_flags = rss_flags;
+
+ /* Perform hash on these packet types */
+ rss_ctrl |= RSS_CTRL_TCP_IPV4_SUPP
+ | RSS_CTRL_IPV4_SUPP
+ | RSS_CTRL_IPV6_SUPP
+ | RSS_CTRL_IPV6_EXT_SUPP
+ | RSS_CTRL_TCP_IPV6_SUPP
+ | RSS_CTRL_TCP_IPV6_EXT_SUPP;
+
+ rss_ctrl &= ~(RSS_CTRL_UDP_IPV4_SUPP |
+ RSS_CTRL_UDP_IPV6_SUPP |
+ RSS_CTRL_UDP_IPV6_EXT_SUPP);
+
+ if (rss_flags & RTL_8125_RSS_FLAG_HASH_UDP_IPV4)
+ rss_ctrl |= RSS_CTRL_UDP_IPV4_SUPP;
+
+ if (rss_flags & RTL_8125_RSS_FLAG_HASH_UDP_IPV6)
+ rss_ctrl |= RSS_CTRL_UDP_IPV6_SUPP |
+ RSS_CTRL_UDP_IPV6_EXT_SUPP;
+
+ RTL_W32(tp, RSS_CTRL_8125, rss_ctrl);
+ }
+
+ return 0;
+}
+
+int rtl8126_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int ret = -EOPNOTSUPP;
+
+ netif_info(tp, drv, tp->dev, "rss set rxnfc\n");
+
+ if (!(dev->features & NETIF_F_RXHASH))
+ return ret;
+
+ switch (cmd->cmd) {
+ case ETHTOOL_SRXFH:
+ ret = rtl8126_set_rss_hash_opt(tp, cmd);
+ break;
+ default:
+ break;
+ }
+
+ return ret;
+}
+
+static u32 _rtl8126_get_rxfh_key_size(struct rtl8126_private *tp)
+{
+ return sizeof(tp->rss_key);
+}
+
+u32 rtl8126_get_rxfh_key_size(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ netif_info(tp, drv, tp->dev, "rss get key size\n");
+
+ if (!(dev->features & NETIF_F_RXHASH))
+ return 0;
+
+ return _rtl8126_get_rxfh_key_size(tp);
+}
+
+u32 rtl8126_rss_indir_size(struct net_device *dev)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ netif_info(tp, drv, tp->dev, "rss get indir tbl size\n");
+
+ if (!(dev->features & NETIF_F_RXHASH))
+ return 0;
+
+ return rtl8126_rss_indir_tbl_entries(tp);
+}
+
+static void rtl8126_get_reta(struct rtl8126_private *tp, u32 *indir)
+{
+ int i, reta_size = rtl8126_rss_indir_tbl_entries(tp);
+
+ for (i = 0; i < reta_size; i++)
+ indir[i] = tp->rss_indir_tbl[i];
+}
+
+int rtl8126_get_rxfh(struct net_device *dev, u32 *indir, u8 *key,
+ u8 *hfunc)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+
+ netif_info(tp, drv, tp->dev, "rss get rxfh\n");
+
+ if (!(dev->features & NETIF_F_RXHASH))
+ return -EOPNOTSUPP;
+
+ if (hfunc)
+ *hfunc = ETH_RSS_HASH_TOP;
+
+ if (indir)
+ rtl8126_get_reta(tp, indir);
+
+ if (key)
+ memcpy(key, tp->rss_key, RTL8126_RSS_KEY_SIZE);
+
+ return 0;
+}
+
+static u32 rtl8126_rss_key_reg(struct rtl8126_private *tp)
+{
+ return RSS_KEY_8125;
+}
+
+static u32 rtl8126_rss_indir_tbl_reg(struct rtl8126_private *tp)
+{
+ return RSS_INDIRECTION_TBL_8125_V2;
+}
+
+static void rtl8126_store_reta(struct rtl8126_private *tp)
+{
+ u16 indir_tbl_reg = rtl8126_rss_indir_tbl_reg(tp);
+ u32 i, reta_entries = rtl8126_rss_indir_tbl_entries(tp);
+ u32 reta = 0;
+ u8 *indir_tbl = tp->rss_indir_tbl;
+
+ /* Write redirection table to HW */
+ for (i = 0; i < reta_entries; i++) {
+ reta |= indir_tbl[i] << (i & 0x3) * 8;
+ if ((i & 3) == 3) {
+ RTL_W32(tp, indir_tbl_reg, reta);
+
+ indir_tbl_reg += 4;
+ reta = 0;
+ }
+ }
+}
+
+static void rtl8126_store_rss_key(struct rtl8126_private *tp)
+{
+ const u16 rss_key_reg = rtl8126_rss_key_reg(tp);
+ u32 i, rss_key_size = _rtl8126_get_rxfh_key_size(tp);
+ u32 *rss_key = (u32*)tp->rss_key;
+
+ /* Write redirection table to HW */
+ for (i = 0; i < rss_key_size; i+=4)
+ RTL_W32(tp, rss_key_reg + i, *rss_key++);
+}
+
+int rtl8126_set_rxfh(struct net_device *dev, const u32 *indir,
+ const u8 *key, const u8 hfunc)
+{
+ struct rtl8126_private *tp = netdev_priv(dev);
+ int i;
+ u32 reta_entries = rtl8126_rss_indir_tbl_entries(tp);
+
+ netif_info(tp, drv, tp->dev, "rss set rxfh\n");
+
+ /* We require at least one supported parameter to be changed and no
+ * change in any of the unsupported parameters
+ */
+ if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
+ return -EOPNOTSUPP;
+
+ /* Fill out the redirection table */
+ if (indir) {
+ int max_queues = tp->num_rx_rings;
+
+ /* Verify user input. */
+ for (i = 0; i < reta_entries; i++)
+ if (indir[i] >= max_queues)
+ return -EINVAL;
+
+ for (i = 0; i < reta_entries; i++)
+ tp->rss_indir_tbl[i] = indir[i];
+ }
+
+ /* Fill out the rss hash key */
+ if (key)
+ memcpy(tp->rss_key, key, RTL8126_RSS_KEY_SIZE);
+
+ rtl8126_store_reta(tp);
+
+ rtl8126_store_rss_key(tp);
+
+ return 0;
+}
+
+static u32 rtl8126_get_rx_desc_hash(struct rtl8126_private *tp,
+ struct RxDescV3 *descv3)
+{
+ return le32_to_cpu(descv3->RxDescNormalDDWord2.RSSResult);
+}
+
+#define RXS_8125B_RSS_UDP BIT(9)
+#define RXS_8125_RSS_IPV4 BIT(10)
+#define RXS_8125_RSS_IPV6 BIT(12)
+#define RXS_8125_RSS_TCP BIT(13)
+#define RTL8126_RXS_RSS_L3_TYPE_MASK (RXS_8125_RSS_IPV4 | RXS_8125_RSS_IPV6)
+#define RTL8126_RXS_RSS_L4_TYPE_MASK (RXS_8125_RSS_TCP | RXS_8125B_RSS_UDP)
+void rtl8126_rx_hash(struct rtl8126_private *tp,
+ struct RxDescV3 *descv3,
+ struct sk_buff *skb)
+{
+ u16 rss_header_info;
+
+ if (!(tp->dev->features & NETIF_F_RXHASH))
+ return;
+
+ rss_header_info = le16_to_cpu(descv3->RxDescNormalDDWord2.HeaderInfo);
+
+ if (!(rss_header_info & RTL8126_RXS_RSS_L3_TYPE_MASK))
+ return;
+
+ skb_set_hash(skb, rtl8126_get_rx_desc_hash(tp, descv3),
+ (RTL8126_RXS_RSS_L4_TYPE_MASK & rss_header_info) ?
+ PKT_HASH_TYPE_L4 : PKT_HASH_TYPE_L3);
+}
+
+void rtl8126_disable_rss(struct rtl8126_private *tp)
+{
+ RTL_W32(tp, RSS_CTRL_8125, 0x00);
+}
+
+void _rtl8126_config_rss(struct rtl8126_private *tp)
+{
+ _rtl8126_set_rss_hash_opt(tp);
+
+ rtl8126_store_reta(tp);
+
+ rtl8126_store_rss_key(tp);
+}
+
+void rtl8126_config_rss(struct rtl8126_private *tp)
+{
+ if (!tp->EnableRss) {
+ rtl8126_disable_rss(tp);
+ return;
+ }
+
+ _rtl8126_config_rss(tp);
+}
+
+void rtl8126_init_rss(struct rtl8126_private *tp)
+{
+ int i;
+
+ for (i = 0; i < rtl8126_rss_indir_tbl_entries(tp); i++)
+ tp->rss_indir_tbl[i] = ethtool_rxfh_indir_default(i, tp->num_rx_rings);
+
+ netdev_rss_key_fill(tp->rss_key, RTL8126_RSS_KEY_SIZE);
+}
diff --git a/drivers/net/ethernet/realtek/r8126/r8126_rss.h b/drivers/net/ethernet/realtek/r8126/r8126_rss.h
new file mode 100755
index 00000000..0d6062db
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/r8126_rss.h
@@ -0,0 +1,69 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_R8126_RSS_H
+#define _LINUX_R8126_RSS_H
+
+#include
+#include
+
+#define RTL8126_RSS_KEY_SIZE 40 /* size of RSS Hash Key in bytes */
+#define RTL8126_MAX_INDIRECTION_TABLE_ENTRIES 128
+
+enum rtl8126_rss_flag {
+ RTL_8125_RSS_FLAG_HASH_UDP_IPV4 = (1 << 0),
+ RTL_8125_RSS_FLAG_HASH_UDP_IPV6 = (1 << 1),
+};
+
+struct rtl8126_private;
+
+int rtl8126_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
+ u32 *rule_locs);
+int rtl8126_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd);
+u32 rtl8126_get_rxfh_key_size(struct net_device *netdev);
+u32 rtl8126_rss_indir_size(struct net_device *netdev);
+int rtl8126_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
+ u8 *hfunc);
+int rtl8126_set_rxfh(struct net_device *netdev, const u32 *indir,
+ const u8 *key, const u8 hfunc);
+void rtl8126_rx_hash(struct rtl8126_private *tp,
+ struct RxDescV3 *descv3,
+ struct sk_buff *skb);
+void _rtl8126_config_rss(struct rtl8126_private *tp);
+void rtl8126_config_rss(struct rtl8126_private *tp);
+void rtl8126_init_rss(struct rtl8126_private *tp);
+u32 rtl8126_rss_indir_tbl_entries(struct rtl8126_private *tp);
+void rtl8126_disable_rss(struct rtl8126_private *tp);
+
+#endif /* _LINUX_R8126_RSS_H */
diff --git a/drivers/net/ethernet/realtek/r8126/rtl_eeprom.c b/drivers/net/ethernet/realtek/r8126/rtl_eeprom.c
new file mode 100755
index 00000000..6421df4b
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/rtl_eeprom.c
@@ -0,0 +1,289 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#include
+#include
+#include
+#include
+#include
+#include
+
+#include
+
+#include "r8126.h"
+#include "rtl_eeprom.h"
+
+//-------------------------------------------------------------------
+//rtl8126_eeprom_type():
+// tell the eeprom type
+//return value:
+// 0: the eeprom type is 93C46
+// 1: the eeprom type is 93C56 or 93C66
+//-------------------------------------------------------------------
+void rtl8126_eeprom_type(struct rtl8126_private *tp)
+{
+ u16 magic = 0;
+
+ if (tp->mcfg == CFG_METHOD_DEFAULT)
+ goto out_no_eeprom;
+
+ if(RTL_R8(tp, 0xD2)&0x04) {
+ //not support
+ //tp->eeprom_type = EEPROM_TWSI;
+ //tp->eeprom_len = 256;
+ goto out_no_eeprom;
+ } else if(RTL_R32(tp, RxConfig) & RxCfg_9356SEL) {
+ tp->eeprom_type = EEPROM_TYPE_93C56;
+ tp->eeprom_len = 256;
+ } else {
+ tp->eeprom_type = EEPROM_TYPE_93C46;
+ tp->eeprom_len = 128;
+ }
+
+ magic = rtl8126_eeprom_read_sc(tp, 0);
+
+out_no_eeprom:
+ if ((magic != 0x8129) && (magic != 0x8128)) {
+ tp->eeprom_type = EEPROM_TYPE_NONE;
+ tp->eeprom_len = 0;
+ }
+}
+
+void rtl8126_eeprom_cleanup(struct rtl8126_private *tp)
+{
+ u8 x;
+
+ x = RTL_R8(tp, Cfg9346);
+ x &= ~(Cfg9346_EEDI | Cfg9346_EECS);
+
+ RTL_W8(tp, Cfg9346, x);
+
+ rtl8126_raise_clock(tp, &x);
+ rtl8126_lower_clock(tp, &x);
+}
+
+int rtl8126_eeprom_cmd_done(struct rtl8126_private *tp)
+{
+ u8 x;
+ int i;
+
+ rtl8126_stand_by(tp);
+
+ for (i = 0; i < 50000; i++) {
+ x = RTL_R8(tp, Cfg9346);
+
+ if (x & Cfg9346_EEDO) {
+ udelay(RTL_CLOCK_RATE * 2 * 3);
+ return 0;
+ }
+ udelay(1);
+ }
+
+ return -1;
+}
+
+//-------------------------------------------------------------------
+//rtl8126_eeprom_read_sc():
+// read one word from eeprom
+//-------------------------------------------------------------------
+u16 rtl8126_eeprom_read_sc(struct rtl8126_private *tp, u16 reg)
+{
+ int addr_sz = 6;
+ u8 x;
+ u16 data;
+
+ if(tp->eeprom_type == EEPROM_TYPE_NONE) {
+ return -1;
+ }
+
+ if (tp->eeprom_type==EEPROM_TYPE_93C46)
+ addr_sz = 6;
+ else if (tp->eeprom_type==EEPROM_TYPE_93C56)
+ addr_sz = 8;
+
+ x = Cfg9346_EEM1 | Cfg9346_EECS;
+ RTL_W8(tp, Cfg9346, x);
+
+ rtl8126_shift_out_bits(tp, RTL_EEPROM_READ_OPCODE, 3);
+ rtl8126_shift_out_bits(tp, reg, addr_sz);
+
+ data = rtl8126_shift_in_bits(tp);
+
+ rtl8126_eeprom_cleanup(tp);
+
+ RTL_W8(tp, Cfg9346, 0);
+
+ return data;
+}
+
+//-------------------------------------------------------------------
+//rtl8126_eeprom_write_sc():
+// write one word to a specific address in the eeprom
+//-------------------------------------------------------------------
+void rtl8126_eeprom_write_sc(struct rtl8126_private *tp, u16 reg, u16 data)
+{
+ u8 x;
+ int addr_sz = 6;
+ int w_dummy_addr = 4;
+
+ if(tp->eeprom_type == EEPROM_TYPE_NONE) {
+ return ;
+ }
+
+ if (tp->eeprom_type==EEPROM_TYPE_93C46) {
+ addr_sz = 6;
+ w_dummy_addr = 4;
+ } else if (tp->eeprom_type==EEPROM_TYPE_93C56) {
+ addr_sz = 8;
+ w_dummy_addr = 6;
+ }
+
+ x = Cfg9346_EEM1 | Cfg9346_EECS;
+ RTL_W8(tp, Cfg9346, x);
+
+ rtl8126_shift_out_bits(tp, RTL_EEPROM_EWEN_OPCODE, 5);
+ rtl8126_shift_out_bits(tp, reg, w_dummy_addr);
+ rtl8126_stand_by(tp);
+
+ rtl8126_shift_out_bits(tp, RTL_EEPROM_ERASE_OPCODE, 3);
+ rtl8126_shift_out_bits(tp, reg, addr_sz);
+ if (rtl8126_eeprom_cmd_done(tp) < 0) {
+ return;
+ }
+ rtl8126_stand_by(tp);
+
+ rtl8126_shift_out_bits(tp, RTL_EEPROM_WRITE_OPCODE, 3);
+ rtl8126_shift_out_bits(tp, reg, addr_sz);
+ rtl8126_shift_out_bits(tp, data, 16);
+ if (rtl8126_eeprom_cmd_done(tp) < 0) {
+ return;
+ }
+ rtl8126_stand_by(tp);
+
+ rtl8126_shift_out_bits(tp, RTL_EEPROM_EWDS_OPCODE, 5);
+ rtl8126_shift_out_bits(tp, reg, w_dummy_addr);
+
+ rtl8126_eeprom_cleanup(tp);
+ RTL_W8(tp, Cfg9346, 0);
+}
+
+void rtl8126_raise_clock(struct rtl8126_private *tp, u8 *x)
+{
+ *x = *x | Cfg9346_EESK;
+ RTL_W8(tp, Cfg9346, *x);
+ udelay(RTL_CLOCK_RATE);
+}
+
+void rtl8126_lower_clock(struct rtl8126_private *tp, u8 *x)
+{
+
+ *x = *x & ~Cfg9346_EESK;
+ RTL_W8(tp, Cfg9346, *x);
+ udelay(RTL_CLOCK_RATE);
+}
+
+void rtl8126_shift_out_bits(struct rtl8126_private *tp, int data, int count)
+{
+ u8 x;
+ int mask;
+
+ mask = 0x01 << (count - 1);
+ x = RTL_R8(tp, Cfg9346);
+ x &= ~(Cfg9346_EEDI | Cfg9346_EEDO);
+
+ do {
+ if (data & mask)
+ x |= Cfg9346_EEDI;
+ else
+ x &= ~Cfg9346_EEDI;
+
+ RTL_W8(tp, Cfg9346, x);
+ udelay(RTL_CLOCK_RATE);
+ rtl8126_raise_clock(tp, &x);
+ rtl8126_lower_clock(tp, &x);
+ mask = mask >> 1;
+ } while(mask);
+
+ x &= ~Cfg9346_EEDI;
+ RTL_W8(tp, Cfg9346, x);
+}
+
+u16 rtl8126_shift_in_bits(struct rtl8126_private *tp)
+{
+ u8 x;
+ u16 d, i;
+
+ x = RTL_R8(tp, Cfg9346);
+ x &= ~(Cfg9346_EEDI | Cfg9346_EEDO);
+
+ d = 0;
+
+ for (i = 0; i < 16; i++) {
+ d = d << 1;
+ rtl8126_raise_clock(tp, &x);
+
+ x = RTL_R8(tp, Cfg9346);
+ x &= ~Cfg9346_EEDI;
+
+ if (x & Cfg9346_EEDO)
+ d |= 1;
+
+ rtl8126_lower_clock(tp, &x);
+ }
+
+ return d;
+}
+
+void rtl8126_stand_by(struct rtl8126_private *tp)
+{
+ u8 x;
+
+ x = RTL_R8(tp, Cfg9346);
+ x &= ~(Cfg9346_EECS | Cfg9346_EESK);
+ RTL_W8(tp, Cfg9346, x);
+ udelay(RTL_CLOCK_RATE);
+
+ x |= Cfg9346_EECS;
+ RTL_W8(tp, Cfg9346, x);
+}
+
+void rtl8126_set_eeprom_sel_low(struct rtl8126_private *tp)
+{
+ RTL_W8(tp, Cfg9346, Cfg9346_EEM1);
+ RTL_W8(tp, Cfg9346, Cfg9346_EEM1 | Cfg9346_EESK);
+
+ udelay(20);
+
+ RTL_W8(tp, Cfg9346, Cfg9346_EEM1);
+}
diff --git a/drivers/net/ethernet/realtek/r8126/rtl_eeprom.h b/drivers/net/ethernet/realtek/r8126/rtl_eeprom.h
new file mode 100755
index 00000000..cd63a6e6
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/rtl_eeprom.h
@@ -0,0 +1,59 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_RTLEEPROM_H
+#define _LINUX_RTLEEPROM_H
+
+//EEPROM opcodes
+#define RTL_EEPROM_READ_OPCODE 06
+#define RTL_EEPROM_WRITE_OPCODE 05
+#define RTL_EEPROM_ERASE_OPCODE 07
+#define RTL_EEPROM_EWEN_OPCODE 19
+#define RTL_EEPROM_EWDS_OPCODE 16
+
+#define RTL_CLOCK_RATE 3
+
+void rtl8126_eeprom_type(struct rtl8126_private *tp);
+void rtl8126_eeprom_cleanup(struct rtl8126_private *tp);
+u16 rtl8126_eeprom_read_sc(struct rtl8126_private *tp, u16 reg);
+void rtl8126_eeprom_write_sc(struct rtl8126_private *tp, u16 reg, u16 data);
+void rtl8126_shift_out_bits(struct rtl8126_private *tp, int data, int count);
+u16 rtl8126_shift_in_bits(struct rtl8126_private *tp);
+void rtl8126_raise_clock(struct rtl8126_private *tp, u8 *x);
+void rtl8126_lower_clock(struct rtl8126_private *tp, u8 *x);
+void rtl8126_stand_by(struct rtl8126_private *tp);
+void rtl8126_set_eeprom_sel_low(struct rtl8126_private *tp);
+int rtl8126_eeprom_cmd_done(struct rtl8126_private *tp);
+
+#endif /* _LINUX_RTLEEPROM_H */
diff --git a/drivers/net/ethernet/realtek/r8126/rtltool.c b/drivers/net/ethernet/realtek/r8126/rtltool.c
new file mode 100755
index 00000000..c4b7d52f
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/rtltool.c
@@ -0,0 +1,260 @@
+// SPDX-License-Identifier: GPL-2.0-only
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+#include "r8126.h"
+#include "rtl_eeprom.h"
+#include "rtltool.h"
+
+int rtl8126_tool_ioctl(struct rtl8126_private *tp, struct ifreq *ifr)
+{
+ struct rtltool_cmd my_cmd;
+ int ret;
+
+ if (copy_from_user(&my_cmd, ifr->ifr_data, sizeof(my_cmd)))
+ return -EFAULT;
+
+ ret = 0;
+ switch (my_cmd.cmd) {
+ case RTLTOOL_READ_MAC:
+ if (my_cmd.len==1)
+ my_cmd.data = readb(tp->mmio_addr+my_cmd.offset);
+ else if (my_cmd.len==2)
+ my_cmd.data = readw(tp->mmio_addr+(my_cmd.offset&~1));
+ else if (my_cmd.len==4)
+ my_cmd.data = readl(tp->mmio_addr+(my_cmd.offset&~3));
+ else {
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+ break;
+
+ case RTLTOOL_WRITE_MAC:
+ if (my_cmd.len==1)
+ writeb(my_cmd.data, tp->mmio_addr+my_cmd.offset);
+ else if (my_cmd.len==2)
+ writew(my_cmd.data, tp->mmio_addr+(my_cmd.offset&~1));
+ else if (my_cmd.len==4)
+ writel(my_cmd.data, tp->mmio_addr+(my_cmd.offset&~3));
+ else {
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ break;
+
+ case RTLTOOL_READ_PHY:
+ my_cmd.data = rtl8126_mdio_prot_read(tp, my_cmd.offset);
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+
+ break;
+
+ case RTLTOOL_WRITE_PHY:
+ rtl8126_mdio_prot_write(tp, my_cmd.offset, my_cmd.data);
+ break;
+
+ case RTLTOOL_READ_EPHY:
+ my_cmd.data = rtl8126_ephy_read(tp, my_cmd.offset);
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+
+ break;
+
+ case RTLTOOL_WRITE_EPHY:
+ rtl8126_ephy_write(tp, my_cmd.offset, my_cmd.data);
+ break;
+
+ case RTLTOOL_READ_ERI:
+ my_cmd.data = 0;
+ if (my_cmd.len==1 || my_cmd.len==2 || my_cmd.len==4) {
+ my_cmd.data = rtl8126_eri_read(tp, my_cmd.offset, my_cmd.len, ERIAR_ExGMAC);
+ } else {
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+
+ break;
+
+ case RTLTOOL_WRITE_ERI:
+ if (my_cmd.len==1 || my_cmd.len==2 || my_cmd.len==4) {
+ rtl8126_eri_write(tp, my_cmd.offset, my_cmd.len, my_cmd.data, ERIAR_ExGMAC);
+ } else {
+ ret = -EOPNOTSUPP;
+ break;
+ }
+ break;
+
+ case RTLTOOL_READ_PCI:
+ my_cmd.data = 0;
+ if (my_cmd.len==1)
+ pci_read_config_byte(tp->pci_dev, my_cmd.offset,
+ (u8 *)&my_cmd.data);
+ else if (my_cmd.len==2)
+ pci_read_config_word(tp->pci_dev, my_cmd.offset,
+ (u16 *)&my_cmd.data);
+ else if (my_cmd.len==4)
+ pci_read_config_dword(tp->pci_dev, my_cmd.offset,
+ &my_cmd.data);
+ else {
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+ break;
+
+ case RTLTOOL_WRITE_PCI:
+ if (my_cmd.len==1)
+ pci_write_config_byte(tp->pci_dev, my_cmd.offset,
+ my_cmd.data);
+ else if (my_cmd.len==2)
+ pci_write_config_word(tp->pci_dev, my_cmd.offset,
+ my_cmd.data);
+ else if (my_cmd.len==4)
+ pci_write_config_dword(tp->pci_dev, my_cmd.offset,
+ my_cmd.data);
+ else {
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ break;
+
+ case RTLTOOL_READ_EEPROM:
+ my_cmd.data = rtl8126_eeprom_read_sc(tp, my_cmd.offset);
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+
+ break;
+
+ case RTLTOOL_WRITE_EEPROM:
+ rtl8126_eeprom_write_sc(tp, my_cmd.offset, my_cmd.data);
+ break;
+
+ case RTL_READ_OOB_MAC:
+ rtl8126_oob_mutex_lock(tp);
+ my_cmd.data = rtl8126_ocp_read(tp, my_cmd.offset, 4);
+ rtl8126_oob_mutex_unlock(tp);
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+ break;
+
+ case RTL_WRITE_OOB_MAC:
+ if (my_cmd.len == 0 || my_cmd.len > 4)
+ return -EOPNOTSUPP;
+
+ rtl8126_oob_mutex_lock(tp);
+ rtl8126_ocp_write(tp, my_cmd.offset, my_cmd.len, my_cmd.data);
+ rtl8126_oob_mutex_unlock(tp);
+ break;
+
+ case RTL_ENABLE_PCI_DIAG:
+ tp->rtk_enable_diag = 1;
+
+ dprintk("enable rtk diag\n");
+ break;
+
+ case RTL_DISABLE_PCI_DIAG:
+ tp->rtk_enable_diag = 0;
+
+ dprintk("disable rtk diag\n");
+ break;
+
+ case RTL_READ_MAC_OCP:
+ if (my_cmd.offset % 2)
+ return -EOPNOTSUPP;
+
+ my_cmd.data = rtl8126_mac_ocp_read(tp, my_cmd.offset);
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+ break;
+
+ case RTL_WRITE_MAC_OCP:
+ if ((my_cmd.offset % 2) || (my_cmd.len != 2))
+ return -EOPNOTSUPP;
+
+ rtl8126_mac_ocp_write(tp, my_cmd.offset, (u16)my_cmd.data);
+ break;
+
+ case RTL_DIRECT_READ_PHY_OCP:
+ my_cmd.data = rtl8126_mdio_prot_direct_read_phy_ocp(tp, my_cmd.offset);
+ if (copy_to_user(ifr->ifr_data, &my_cmd, sizeof(my_cmd))) {
+ ret = -EFAULT;
+ break;
+ }
+
+ break;
+
+ case RTL_DIRECT_WRITE_PHY_OCP:
+ rtl8126_mdio_prot_direct_write_phy_ocp(tp, my_cmd.offset, my_cmd.data);
+ break;
+
+ default:
+ ret = -EOPNOTSUPP;
+ break;
+ }
+
+ return ret;
+}
diff --git a/drivers/net/ethernet/realtek/r8126/rtltool.h b/drivers/net/ethernet/realtek/r8126/rtltool.h
new file mode 100755
index 00000000..1ae1b219
--- /dev/null
+++ b/drivers/net/ethernet/realtek/r8126/rtltool.h
@@ -0,0 +1,86 @@
+/* SPDX-License-Identifier: GPL-2.0-only */
+/*
+################################################################################
+#
+# r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet
+# controllers with PCI-Express interface.
+#
+# Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; either version 2 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, see .
+#
+# Author:
+# Realtek NIC software team
+# No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan
+#
+################################################################################
+*/
+
+/************************************************************************************
+ * This product is covered by one or more of the following patents:
+ * US6,570,884, US6,115,776, and US6,327,625.
+ ***********************************************************************************/
+
+#ifndef _LINUX_RTLTOOL_H
+#define _LINUX_RTLTOOL_H
+
+#define SIOCRTLTOOL SIOCDEVPRIVATE+1
+
+enum rtl_cmd {
+ RTLTOOL_READ_MAC=0,
+ RTLTOOL_WRITE_MAC,
+ RTLTOOL_READ_PHY,
+ RTLTOOL_WRITE_PHY,
+ RTLTOOL_READ_EPHY,
+ RTLTOOL_WRITE_EPHY,
+ RTLTOOL_READ_ERI,
+ RTLTOOL_WRITE_ERI,
+ RTLTOOL_READ_PCI,
+ RTLTOOL_WRITE_PCI,
+ RTLTOOL_READ_EEPROM,
+ RTLTOOL_WRITE_EEPROM,
+
+ RTL_READ_OOB_MAC,
+ RTL_WRITE_OOB_MAC,
+
+ RTL_ENABLE_PCI_DIAG,
+ RTL_DISABLE_PCI_DIAG,
+
+ RTL_READ_MAC_OCP,
+ RTL_WRITE_MAC_OCP,
+
+ RTL_DIRECT_READ_PHY_OCP,
+ RTL_DIRECT_WRITE_PHY_OCP,
+
+ RTLTOOL_INVALID
+};
+
+struct rtltool_cmd {
+ __u32 cmd;
+ __u32 offset;
+ __u32 len;
+ __u32 data;
+};
+
+enum mode_access {
+ MODE_NONE=0,
+ MODE_READ,
+ MODE_WRITE
+};
+
+#ifdef __KERNEL__
+int rtl8126_tool_ioctl(struct rtl8126_private *tp, struct ifreq *ifr);
+#endif
+
+#endif /* _LINUX_RTLTOOL_H */