{"type":"doc","content":[{"type":"paragraph","content":[{"text":"Ethernet Offload Engine solution is used with Linux AXI Ethernet driver for XXV Ethernet IP on Zynq Ultrascale+ MPSoC","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Table of Contents","type":"text"}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{"minLevel":{"value":"1"},"maxLevel":{"value":"6"},"include":{"value":""},"outline":{"value":"false"},"indent":{"value":""},"style":{"value":"disc"},"exclude":{"value":"Introduction|Table of Contents"},"type":{"value":"list"},"class":{"value":""},"printable":{"value":"true"}},"macroMetadata":{"macroId":{"value":"0688c1fd-7a3a-45aa-9944-3d35b344019c"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"a5d89f19-6a7c-4c7a-80a0-585679b65613"}},{"type":"heading","attrs":{"level":1},"content":[{"text":"Introduction","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"This page gives an overview of Ethernet Offload Engine Linux driver which is available as part of the AMD Linux distribution.","type":"text"}]},{"type":"paragraph","content":[{"text":"The EOE driver is included in the AXI Ethernet Linux driver and is currently supported with XXV Ethernet subsystem on Zynq Ultrascale+ MPSoC","type":"text"},{"type":"hardBreak"},{"text":"Paths, files, links and documentation on this page are given relative to the Linux kernel source tree.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"HW IP features","type":"text"}]},{"type":"paragraph","content":[{"text":"For 10G Ethernet Subsystem (XXV)","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Supported at 10G speed only","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Checksum offload for TX and RX packets","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"UDP GSO","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"UDP GRO for multiple channels","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"UDP packets support ONLY","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Built in Memory option up to 4K Bytes for GRO","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Auto/ User based Selection for GRO port list","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Halt of GRO Merge upon reception of CSUM Error Packets","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Statistic Counters for Dropped, CSUM Error Packets","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Zero Padding removal for IPv4 packets","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Features supported in the driver","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Support Checksum Offload","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Support Generic Segmentation Offload for UDP packets","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Support Generic Receive Offload for multiple channels for UDP packets","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Configuring GRO Ports using Ethtool","type":"text"}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Missing Features and Known Issues/Limitations in Driver","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"EOE is not support with MCDMA driver in the dmaengine framework at the moment.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Missing Features and Known Issues/Limitations in SDT","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Automatic Devicetree property generation for EOE + MRMAC subsystem has few limitations. These below properties are missing in SDT","type":"text"},{"type":"hardBreak"},{"text":"gtpll, gtctrl and aux_mux ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Kernel Configuration","type":"text"}]},{"type":"paragraph","content":[{"text":"The following config options should be enabled in order to build the Axi Ethernet driver","type":"text"}]},{"type":"paragraph","content":[{"text":"CONFIG_ETHERNET","type":"text"},{"type":"hardBreak"},{"text":"CONFIG_NET_VENDOR_XILINX","type":"text"},{"type":"hardBreak"},{"text":"CONFIG_XILINX_AXI_EMAC","type":"text"},{"type":"hardBreak"},{"text":"CONFIG_AXIENET_HAS_MCDMA (Select this option In the design if Axi Ethernet is configured with Axi MCDMA)","type":"text"},{"type":"hardBreak"},{"text":"CONFIG_XILINX_AXI_EOE=y","type":"text"}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"mediaSingle","attrs":{"layout":"align-start","width":607,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":607,"alt":"CONFIG_EOE_Image.PNG","id":"e871ecde-475d-4873-8dd1-1be3794ff588","collection":"contentId-3100311775","type":"file","height":305}}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Device-tree","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"For mor details on EOE bindings, please refer to Documentation/devicetree/bindings/net/xlnx,axi-ethernet.yaml","type":"text"}]},{"type":"codeBlock","content":[{"text":" axi_ethernet_eoe: ethernet@80020000 {\n compatible = \"xlnx,axi-ethernet-1.00.a\";\n interrupts = <0>;\n clock-names = \"s_axi_lite_clk\", \"axis_clk\", \"ref_clk\", \"mgt_clk\";\n clocks = <&axi_clk>, <&axi_clk>, <&pl_enet_ref_clk>, <&mgt_clk>;\n phy-mode = \"mii\";\n reg = <0x80020000 0x10000>,<0x80008000 0x8000>;\n reg-names = \"mac\", \"eoe\";\n phy-handle = <&phy2>;\n xlnx,rxmem = <0x800>;\n \n }","type":"text"}]},{"type":"paragraph","content":[{"text":"MRMAC with EOE","type":"text"}]},{"type":"codeBlock","content":[{"text":"mrmac@a4011000 {\n reg = <0x00 0xa4011000 0x00 0x1000 0x00 0xa40d0000 0x00 0x10000>;\n reg-names = \"mac\", \"eoe\";\n interrupt-names = \"mm2s_ch10_introut\\0mm2s_ch11_introut\\0mm2s_ch12_introut\\0mm2s_ch13_introut\\0mm2s_ch14_introut\\0mm2s_ch15_introut\\0mm2s_ch16_introut\\0mm2s_ch1_introut\\0mm2s_ch2_introut\\0mm2s_ch3_introut\\0mm2s_ch4_introut\\0mm2s_ch5_introut\\0mm2s_ch6_introut\\0mm2s_ch7_introut\\0mm2s_ch8_introut\\0mm2s_ch9_introut\\0s2mm_ch10_introut\\0s2mm_ch11_introut\\0s2mm_ch12_introut\\0s2mm_ch13_introut\\0s2mm_ch14_introut\\0s2mm_ch15_introut\\0s2mm_ch16_introut\\0s2mm_ch1_introut\\0s2mm_ch2_introut\\0s2mm_ch3_introut\\0s2mm_ch4_introut\\0s2mm_ch5_introut\\0s2mm_ch6_introut\\0s2mm_ch7_introut\\0s2mm_ch8_introut\\0s2mm_ch9_introut\";\n interrupt-parent = <&gic>;\n interrupts = <0x00 0x5d 0x04 0x00 0x5e 0x04 0x00 0x5f 0x04 0x00 0x60 0x04 0x00 0x61 0x04 0x00 0x62 0x04 0x00 0x63 0x04 0x00 0x54 0x04 0x00 0x55 0x04 0x00 0x56 0x04 0x00 0x57 0x04 0x00 0x58 0x04 0x00 0x59 0x04 0x00 0x5a 0x04 0x00 0x5b 0x04 0x00 0x5c 0x04 0x00 0x5d 0x04 0x00 0x5e 0x04 0x00 0x5f 0x04 0x00 0x60 0x04 0x00 0x61 0x04 0x00 0x62 0x04 0x00 0x63 0x04 0x00 0x54 0x04 0x00 0x55 0x04 0x00 0x56 0x04 0x00 0x57 0x04 0x00 0x58 0x04 0x00 0x59 0x04 0x00 0x5a 0x04 0x00 0x5b 0x04 0x00 0x5c 0x04>;\n xlnx,channel-ids = \"1\",\"2\",\"3\",\"4\",\"5\",\"6\",\"7\",\"8\",\"9\",\"a\",\"b\",\"c\",\"d\",\"e\",\"f\",\"10\";\n xlnx,num-queues = [00 10];\n axistream-connected = <&DATAPATH_MCDMA_HIER_DATAPATH_MCDMA_0_axi_mcdma_0>;\n xlnx,addrwidth = <0x20>;\n xlnx,mrmac-rate = <25000>;\n xlnx,gtpll = <>_pll>;\n xlnx,gtctrl = <>_ctrl_common>;\n xlnx,axi_mux = <&axi_mux>;\n xlnx,has-hw-offload;\n xlnx,tx-hw-offload = <0x02>;\n xlnx,rx-hw-offload = <0x02>;\n};","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"EOE Configured with MCDMA","type":"text"}]},{"type":"paragraph","content":[{"text":"When Axi EOE is configured with MCDMA, an example device tree node is as follows: (used with MCDMA driver that is internal to Axi Ethernet driver)","type":"text"},{"type":"hardBreak"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"f1f98875-2f59-4993-8280-27e064218723"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"initial","rowspan":1},"content":[{"type":"codeBlock","content":[{"text":" \n ethernet@80020000 {\n axistream-connected = <0x42>;\n clock-frequency = <0x5f5e100>;\n clock-names = \"rx_core_clk\\0dclk\\0s_axi_aclk\\0m_axi_mm2s_aclk\\0m_axi_s2mm_aclk\\0m_axi_sg_aclk\\0s_axi_lite_aclk\";\n clocks = <0x41 0x04 0x48 0x04 0x47 0x40 0x40 0x04 0x47 0x04 0x47>;\n compatible = \"xlnx,xxv-ethernet-4.1\\0xlnx,xxv-ethernet-1.0\";\n device_type = \"network\";\n local-mac-address = [00 0a 35 00 00 01];\n managed = \"in-band-status\";\n phy-mode = \"10gbase-r\";\n reg = <0x00 0x80020000 0x00 0x10000 0x00 0x80008000 0x00 0x8000>;\n reg-names = \"mac\\0eoe\";\n xlnx,rxmem = <0x40000>;\n interrupt-names = \"mm2s_ch10_introut\\0mm2s_ch11_introut\\0mm2s_ch12_introut\\0mm2s_ch13_introut\\0mm2s_ch14_introut\\0mm2s_ch15_introut\\0mm2s_ch16_introut\\0mm2s_ch1_introut\\0mm2s_ch2_introut\\0mm2s_ch3_introut\\0mm2s_ch4_introut\\0mm2s_ch5_introut\\0mm2s_ch6_introut\\0mm2s_ch7_introut\\0mm2s_ch8_introut\\0mm2s_ch9_introut\\0s2mm_ch10_introut\\0s2mm_ch11_introut\\0s2mm_ch12_introut\\0s2mm_ch13_introut\\0s2mm_ch14_introut\\0s2mm_ch15_introut\\0s2mm_ch16_introut\\0s2mm_ch1_introut\\0s2mm_ch2_introut\\0s2mm_ch3_introut\\0s2mm_ch4_introut\\0s2mm_ch5_introut\\0s2mm_ch6_introut\\0s2mm_ch7_introut\\0s2mm_ch8_introut\\0s2mm_ch9_introut\";\n interrupt-parent = <0x05>;\n interrupts = <0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x59 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04 0x00 0x5a 0x04>;\n xlnx,channel-ids = \"1\\02\\03\\04\\05\\06\\07\\08\\09\\0a\\0b\\0c\\0d\\0e\\0f\\010\";\n xlnx,include-dre;\n xlnx,has-hw-offload;\n xlnx,rx-hw-offload = <0x02>;\n xlnx,tx-hw-offload = <0x02>;\n phandle = <0xab>;\n \n mdio {\n #address-cells = <0x01>;\n #size-cells = <0x00>;\n phandle = <0xac>;\n };\n };","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Performance","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"These benchmark performance numbers were obtained by connecting AMD boards to thirdparty NIC cards over Linux PCs/server machines (Ubuntu/Red Hat Enterprise). ","type":"text"},{"type":"hardBreak"},{"text":"The tools used are aperf (Refer to tool information below).","type":"text"},{"type":"hardBreak"},{"text":"Performance benchmark numbers mentioned in below tables are for reference and dependent on multiple factors i.e. setup , vivado design configuration etc. ","type":"text"},{"type":"hardBreak"},{"text":"NOTE","type":"text","marks":[{"type":"strong"}]},{"text":": CPU utilization reported in below performance tables is an aggregate of all CPUs. i.e. on Zynq MP platform, it reports combined utilization of all four A53 cores.","type":"text"},{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"10G Ethernet with AXIMCDMA","type":"text"}]},{"type":"paragraph","content":[{"text":"Kernel version: 6.12","type":"text"},{"type":"hardBreak"},{"text":"AXI 10G Ethernet Subsystem: TX and RX checksum offload enabled.","type":"text"}]},{"type":"paragraph","content":[{"text":"ZynqMP","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"Board: ZCU102 board (production silicon) + SFP Module","type":"text"}]},{"type":"paragraph","content":[{"text":"TX:","type":"text"}]},{"type":"table","attrs":{"layout":"align-start","width":458.0,"localId":"6cad6ba3-3957-40a6-a1cd-b11fb85fa986"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableHeader","attrs":{"colspan":2,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"UDP(Gbps)","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"MTU","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"TX","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU (%)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1500","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"9.55","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"23.32","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"RX:","type":"text"}]},{"type":"paragraph","content":[{"text":"For 1 GRO Port","type":"text"}]},{"type":"table","attrs":{"layout":"align-start","width":458.0,"localId":"daafbcbb-16e1-4d1e-b69e-2b3f70adf6e0"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableHeader","attrs":{"colspan":2,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"UDP(Gbps)","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"MTU","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"RX","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU (%)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1500","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"9.55","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"30.93","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"For 4 GRO Port","type":"text"}]},{"type":"table","attrs":{"layout":"align-start","width":455.0,"localId":"6f6b6dcc-0ad1-461e-b1a6-183da9cbfa11"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableHeader","attrs":{"colspan":2,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"UDP(Gbps)","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"MTU","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"RX","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU (%)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1500","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"9.52","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"49.29","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"Versal","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"Board: VCK190 board (production silicon) + SFP Module","type":"text"}]},{"type":"paragraph","content":[{"text":"TX:","type":"text"}]},{"type":"table","attrs":{"layout":"align-start","width":451.0,"localId":"0a4a4d78-bc60-45fd-ac26-d890db751a14"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableHeader","attrs":{"colspan":2,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"UDP(Gbps)","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"TX","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU(%)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"MTU","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"9.56","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"31.78","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"RX:","type":"text"}]},{"type":"paragraph","content":[{"text":"For 1 GRO Port","type":"text"}]},{"type":"table","attrs":{"layout":"align-start","width":458.0,"localId":"8f913cdc-f0e7-4edd-ae39-feb1581f5a9a"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableHeader","attrs":{"colspan":2,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"UDP(Gbps)","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"MTU","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"RX","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU (%)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1500","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"9.56","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"59.57","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"For 4 GRO Port","type":"text"}]},{"type":"table","attrs":{"layout":"align-start","width":458.0,"localId":"2af56924-2240-4b94-b7dc-140df564cc4b"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph"}]},{"type":"tableHeader","attrs":{"colspan":2,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"UDP(Gbps)","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"MTU","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"RX","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU (%)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1500","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"9.56","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"80.64","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"NOTE","type":"text","marks":[{"type":"strong"}]},{"text":"- EOE Supports 15 Ports for GRO. ","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Setup Details","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Host setup:","type":"text","marks":[{"type":"strong"}]},{"text":" SuperMicro (H12SSL-NT)","type":"text"},{"type":"hardBreak"},{"text":"aperf:","type":"text","marks":[{"type":"strong"}]},{"text":" iperf 3.9 (cJSON 1.7.13)","type":"text"},{"type":"hardBreak"},{"text":"OS :","type":"text","marks":[{"type":"strong"}]},{"text":" Ubuntu 20.04.1 LTS (Linux kernel 5.15.0-107-generic)","type":"text"},{"type":"hardBreak"},{"text":"NIC","type":"text","marks":[{"type":"strong"}]},{"text":" (Solarflare XtremeScale X2522 10/25GbE Ultra-Low Latency Network Adapter) : Default","type":"text"},{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Performance Test","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Server:","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"aperf -s -p ","type":"text"}]},{"type":"paragraph","content":[{"text":"Client:","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"aperf -p -c -b -u -l -G ","type":"text"}]},{"type":"paragraph","content":[{"text":"To check CPU Utilization, use mpstat command","type":"text"}]},{"type":"paragraph","content":[{"text":"mpstat -P ALL ","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"ZynqMP UltraScale+","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"ZCU102 TX Test Commands:","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"ZCU102 as Tx and Rx as NIC (ex: solarfareNIC server)","type":"text"}]},{"type":"paragraph","content":[{"text":"Client: (ZCU102)","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"aperf -i 2 -t 10 -p 5101 -c 192.168.1.20 -b 0M -u -l 65507 -G 1472 &","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Note:","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"In case of Board as Tx, there is an issue in 2024.1 Package where TX Performance is decreasing from 9.57 to 4Gbps by an upstream patch where GSO feature is masked when GSO MAX SIZE is greater than 64K","type":"text"}]},{"type":"paragraph","content":[{"text":"As a workaround, we are changing the TX aperf command buffer length to 65493 as below.","type":"text"}]},{"type":"paragraph","content":[{"text":"aperf -i 2 -t 10 -p 5101 -c 192.168.1.20 -b 0M -u -l 65493 -G 1472 & ","type":"text","marks":[{"type":"em"}]},{"text":"mpstat -P ALL 2 5","type":"text"}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"Server: ","type":"text","marks":[{"type":"strong"}]},{"text":"(Any server machine which connected to client)","type":"text"}]},{"type":"paragraph","content":[{"text":"iperf3 -s -p 5101 &","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Sample Output:","type":"text","marks":[{"type":"strong"}]}]},{"type":"mediaSingle","attrs":{"layout":"center","width":783,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1095,"alt":"image-20250528-123845.png","id":"536ac340-647a-4167-9e2d-32ae8d25711a","collection":"contentId-3100311775","type":"file","height":631}}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"ZCU102 RX Test Commands:","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"For Rx testing, UDP Port number is required by HW GRO configuration. This is configured using the ethtool -N command. This is required for GRO operation to configure EOE hardware to perform GRO association on all data received on a particular UDP Port (up to 15 ports are supported).","type":"text"}]},{"type":"paragraph","content":[{"text":"Client: Linux PC","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"aperf -i 2 -t 10 -p 5101 -c 192.168.1.20 -b 0M -u -l 65507 -G 1472 &","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Server: ZCU102","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Use ethtool utility for each Ethernet interface listed by ifconfig to determine which Ethernet (eth0 as example below) interface is connected to EOE IP and xaxinet driver","type":"text"}]},{"type":"paragraph","content":[{"text":"ethtool -i eth0","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Note: ","type":"text","marks":[{"type":"strong"}]},{"text":"To achieve the max performance, before launching the aperf server run below commands to increase the net core read window sizes and change the BD size to 256","type":"text"}]},{"type":"paragraph","content":[{"text":"sudo sysctl -w net.core.rmem_default=8388608","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"sudo sysctl -w net.core.rmem_max=8388608 # 8MB Window size","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Change buffer descriptor size","type":"text"}]},{"type":"paragraph","content":[{"text":"ifconfig down","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ethtool -G rx 256 # to change BD size to 256","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ifconfig up","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ifconfig eth0 192.168.1.100","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"# ","type":"text","marks":[{"type":"strong"}]},{"text":"Assign interrupt affinity to CPU for NAPI event handling interrupt calls (for Tx and Rx). In below example IRQ52 and 53 are assigned to eth0","type":"text"}]},{"type":"paragraph","content":[{"text":"cat /proc/interrupts","type":"text","marks":[{"type":"em"}]}]},{"type":"mediaSingle","attrs":{"layout":"align-start","width":500,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":468,"alt":"image-20250528-100121.png","id":"1195fdd4-90a5-42cd-8a85-4549d72f858a","collection":"contentId-3100311775","type":"file","height":117}}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"echo 2 > /proc/irq/51/smp_affinity # echo 2 = 010 which maps to CPU1","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"echo 2 > /proc/irq/52/smp_affinity # echo 2 = 010 which maps to CPU1","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"ethtool -N eth0 flow-type udp4 dst-port 5101 #Should match -p port parameter on client","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"taskset -c 0 ./aperf -s -p 5101 & mpstat -P ALL 2 5","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Sample Output:","type":"text","marks":[{"type":"strong"}]}]},{"type":"mediaSingle","attrs":{"layout":"center","width":783,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":878,"alt":"image-20250528-124146.png","id":"4bb489a2-d61f-4132-a3b7-2b575be4c45b","collection":"contentId-3100311775","type":"file","height":637}}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Versal : ","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"VCK190 TX Commands:","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"VCK190 as Tx and Rx as NIC (ex: solarfareNIC server)","type":"text"}]},{"type":"paragraph","content":[{"text":"Client: (VCK190)","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"aperf -i 2 -t 10 -p 5101 -c 192.168.1.20 -b 0M -u -l 65493 -G 1472 & ","type":"text","marks":[{"type":"em"}]},{"text":"mpstat -P ALL 2 5","type":"text"}]},{"type":"paragraph","content":[{"text":"Server: ","type":"text","marks":[{"type":"strong"}]},{"text":"(Any server machine which connected to client)","type":"text"}]},{"type":"paragraph","content":[{"text":"iperf3 -s -p 5101 &","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Sample Output:","type":"text","marks":[{"type":"strong"}]}]},{"type":"mediaSingle","attrs":{"layout":"center","width":687,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1068,"alt":"image-20250528-114803.png","id":"09accdad-5c4d-47f5-a917-8d6c0c13d2f8","collection":"contentId-3100311775","type":"file","height":605}}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"VCK190 RX Commands:","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Client: Linux PC","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"aperf -i 2 -t 10 -p 5101 -c 192.168.1.20 -b 0M -u -l 65507 -G 1472 &","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Server: VCK190","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Use ethtool utility for each Ethernet interface listed by ifconfig to determine which Ethernet (eth0 as example below) interface is connected to EOE IP and xaxinet driver","type":"text"}]},{"type":"paragraph","content":[{"text":"ethtool -i eth0","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Note: ","type":"text","marks":[{"type":"strong"}]},{"text":"To achieve the max performance, before launching the aperf server run below commands to increase the net core read window sizes and change the BD size to 256","type":"text"}]},{"type":"paragraph","content":[{"text":"sudo sysctl -w net.core.rmem_default=8388608","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"sudo sysctl -w net.core.rmem_max=8388608 # 8MB Window size","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Change buffer descriptor size","type":"text"}]},{"type":"paragraph","content":[{"text":"ifconfig down","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ethtool -s speed 10000 # switch to 10G","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ethtool -G rx 256 # to change BD size to 256","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ifconfig up","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text","marks":[{"type":"strong"},{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"ifconfig 192.168.1.100","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"# ","type":"text","marks":[{"type":"strong"}]},{"text":"Assign interrupt affinity to CPU for NAPI event handling interrupt calls (for Tx and Rx). In below example IRQ14 to IRQ29 are assigned to eth0","type":"text"}]},{"type":"paragraph","content":[{"text":"cat /proc/interrupts","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text","marks":[{"type":"strong"}]}]},{"type":"mediaSingle","attrs":{"layout":"center","width":601,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":687,"alt":"image-20250528-114932.png","id":"e15405bd-8f81-4ece-96f2-db784455758d","collection":"contentId-3100311775","type":"file","height":271}}]},{"type":"paragraph","content":[{"text":"echo 2 > /proc/irq/14/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/15/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/16/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/17/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/18/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/19/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/20/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/21/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/22/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/23/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/24/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/25/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/26/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/27/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/28/smp_affinity","type":"text"},{"type":"hardBreak"},{"text":"echo 2 > /proc/irq/29/smp_affinity","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"ethtool -N eth0 flow-type udp4 dst-port 5101 #Should match -p port parameter on client","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"taskset -c 0 ./aperf -s -p 5101 & mpstat -P ALL 2 5","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Sample Output","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":633,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1007,"alt":"image-20250528-115628.png","id":"1213eeb1-9b73-4a53-b3b7-e6da4f738937","collection":"contentId-3100311775","type":"file","height":641}}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Mainline status","type":"text"}]},{"type":"paragraph","content":[{"text":"The EOE driver is currently NOT in mainline","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Change Log","type":"text"}]},{"type":"paragraph","content":[{"text":"2025.1","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Rebase existing eoe patches on kernel 6.12.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fix Segmentation Faults and Null Pointer Deference for skb when multiple interfaces are used.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Configure GRO Destination Address when ifconfig down and up is done.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Updates coalesce count for EOE TX and RX for better Throughput.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fix reading of \"xlnx,addrwidth\" DT property.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"To Align mainline, handle ndo_features for IPV6 and IPV4 CSUM Feature.","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Commits","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"2024.1","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"First release adds Support for Ethernet Offload Engine. Generic Segmentation Offload, and multi-port Generic Receive Offload","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Commits","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"https://github.com/Xilinx/linux-xlnx/commits/xilinx-v2024.2/drivers/net/ethernet/xilinx/xilinx_axienet_eoe.c","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/Xilinx/linux-xlnx/commits/xilinx-v2024.2/drivers/net/ethernet/xilinx/xilinx_axienet_eoe.c"}}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Related Links","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://xilinx-wiki.atlassian.net/wiki/spaces/A/pages/18842485"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://xilinx-wiki.atlassian.net/wiki/spaces/A/pages/18841873"}},{"text":" ","type":"text"}]}]}]}],"version":1}