From 71a1952dd8d1cc8b3e91c6c66bb0c45b02889c9f Mon Sep 17 00:00:00 2001 From: Alex Forencich Date: Wed, 9 Apr 2025 17:53:13 -0700 Subject: [PATCH] example/KC705: Add XFCP to KC705 example design for monitoring and control Signed-off-by: Alex Forencich --- example/KC705/fpga/README.md | 6 +- example/KC705/fpga/fpga_gmii_1g/Makefile | 4 +- example/KC705/fpga/fpga_rgmii_1g/Makefile | 4 +- example/KC705/fpga/fpga_sgmii_1g/Makefile | 4 +- example/KC705/fpga/rtl/fpga_core.sv | 142 ++++++++++++++---- example/KC705/fpga/tb/fpga_core/Makefile | 4 +- .../KC705/fpga/tb/fpga_core/test_fpga_core.py | 33 +--- 7 files changed, 130 insertions(+), 67 deletions(-) diff --git a/example/KC705/fpga/README.md b/example/KC705/fpga/README.md index bb58134..ec7629f 100644 --- a/example/KC705/fpga/README.md +++ b/example/KC705/fpga/README.md @@ -4,10 +4,10 @@ This example design targets the Xilinx KC705 FPGA board. -The design places looped-back MACs on both the BASE-T port as well as the SFP+ cage, as well as a looped-back UART on on the USB UART connection. +The design places looped-back MACs on both the BASE-T port and the SFP+ cage, as well as XFCP on the USB UART for monitoring and control. * USB UART - * Looped-back UART + * XFCP (921600 baud) * RJ-45 Ethernet port with Marvell 88E1111 PHY * Looped-back MAC via GMII * Looped-back MAC via RGMII @@ -49,6 +49,4 @@ Also, note that version 1.0 of the KC705 has the SFP+ TX and RX connections pola Run `make program` to program the board with Vivado. -To test the looped-back UART, use any serial terminal software like minicom, screen, etc. The looped-back UART will echo typed text back without modification. - To test the looped-back MAC, it is recommended to use a network tester like the Viavi T-BERD 5800 that supports basic layer 2 tests with a loopback. Do not connect the looped-back MAC to a network as the reflected packets may cause problems. diff --git a/example/KC705/fpga/fpga_gmii_1g/Makefile b/example/KC705/fpga/fpga_gmii_1g/Makefile index 74f8920..8d92f73 100644 --- a/example/KC705/fpga/fpga_gmii_1g/Makefile +++ b/example/KC705/fpga/fpga_gmii_1g/Makefile @@ -16,7 +16,9 @@ SYN_FILES = ../rtl/fpga.sv SYN_FILES += ../rtl/fpga_core.sv SYN_FILES += ../lib/taxi/rtl/eth/taxi_eth_mac_1g_fifo.f SYN_FILES += ../lib/taxi/rtl/eth/taxi_eth_mac_1g_gmii_fifo.f -SYN_FILES += ../lib/taxi/rtl/lss/taxi_uart.f +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_if_uart.f +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_switch.sv +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_mod_stats.f SYN_FILES += ../lib/taxi/rtl/sync/taxi_sync_reset.sv SYN_FILES += ../lib/taxi/rtl/sync/taxi_sync_signal.sv SYN_FILES += ../lib/taxi/rtl/io/taxi_debounce_switch.sv diff --git a/example/KC705/fpga/fpga_rgmii_1g/Makefile b/example/KC705/fpga/fpga_rgmii_1g/Makefile index ca64889..f702f75 100644 --- a/example/KC705/fpga/fpga_rgmii_1g/Makefile +++ b/example/KC705/fpga/fpga_rgmii_1g/Makefile @@ -16,7 +16,9 @@ SYN_FILES = ../rtl/fpga.sv SYN_FILES += ../rtl/fpga_core.sv SYN_FILES += ../lib/taxi/rtl/eth/taxi_eth_mac_1g_fifo.f SYN_FILES += ../lib/taxi/rtl/eth/taxi_eth_mac_1g_rgmii_fifo.f -SYN_FILES += ../lib/taxi/rtl/lss/taxi_uart.f +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_if_uart.f +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_switch.sv +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_mod_stats.f SYN_FILES += ../lib/taxi/rtl/sync/taxi_sync_reset.sv SYN_FILES += ../lib/taxi/rtl/sync/taxi_sync_signal.sv SYN_FILES += ../lib/taxi/rtl/io/taxi_debounce_switch.sv diff --git a/example/KC705/fpga/fpga_sgmii_1g/Makefile b/example/KC705/fpga/fpga_sgmii_1g/Makefile index 15ff886..6e7916e 100644 --- a/example/KC705/fpga/fpga_sgmii_1g/Makefile +++ b/example/KC705/fpga/fpga_sgmii_1g/Makefile @@ -15,7 +15,9 @@ FPGA_ARCH = kintex7 SYN_FILES = ../rtl/fpga.sv SYN_FILES += ../rtl/fpga_core.sv SYN_FILES += ../lib/taxi/rtl/eth/taxi_eth_mac_1g_fifo.f -SYN_FILES += ../lib/taxi/rtl/lss/taxi_uart.f +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_if_uart.f +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_switch.sv +SYN_FILES += ../lib/taxi/rtl/xfcp/taxi_xfcp_mod_stats.f SYN_FILES += ../lib/taxi/rtl/sync/taxi_sync_reset.sv SYN_FILES += ../lib/taxi/rtl/sync/taxi_sync_signal.sv SYN_FILES += ../lib/taxi/rtl/io/taxi_debounce_switch.sv diff --git a/example/KC705/fpga/rtl/fpga_core.sv b/example/KC705/fpga/rtl/fpga_core.sv index 0ee53e2..aa04773 100644 --- a/example/KC705/fpga/rtl/fpga_core.sv +++ b/example/KC705/fpga/rtl/fpga_core.sv @@ -105,44 +105,108 @@ module fpga_core # assign led = sw; -// UART +// XFCP assign uart_cts = 1'b0; -taxi_axis_if #(.DATA_W(8)) axis_uart(); +taxi_axis_if #(.DATA_W(8), .USER_EN(1), .USER_W(1)) xfcp_ds(), xfcp_us(); -taxi_uart -uart_inst ( +taxi_xfcp_if_uart #( + .TX_FIFO_DEPTH(512), + .RX_FIFO_DEPTH(512) +) +xfcp_if_uart_inst ( .clk(clk), .rst(rst), - /* - * AXI4-Stream input (sink) - */ - .s_axis_tx(axis_uart), - - /* - * AXI4-Stream output (source) - */ - .m_axis_rx(axis_uart), - /* * UART interface */ - .rxd(uart_rxd), - .txd(uart_txd), + .uart_rxd(uart_rxd), + .uart_txd(uart_txd), /* - * Status + * XFCP downstream interface */ - .tx_busy(), - .rx_busy(), - .rx_overrun_error(), - .rx_frame_error(), + .xfcp_dsp_ds(xfcp_ds), + .xfcp_dsp_us(xfcp_us), /* * Configuration */ - .prescale(16'(125000000/115200)) + .prescale(16'(125000000/921600)) +); + +taxi_axis_if #(.DATA_W(8), .USER_EN(1), .USER_W(1)) xfcp_sw_ds[1](), xfcp_sw_us[1](); + +taxi_xfcp_switch #( + .XFCP_ID_STR("KC705"), + .XFCP_EXT_ID(0), + .XFCP_EXT_ID_STR("Taxi example"), + .PORTS($size(xfcp_sw_us)) +) +xfcp_sw_inst ( + .clk(clk), + .rst(rst), + + /* + * XFCP upstream port + */ + .xfcp_usp_ds(xfcp_ds), + .xfcp_usp_us(xfcp_us), + + /* + * XFCP downstream ports + */ + .xfcp_dsp_ds(xfcp_sw_ds), + .xfcp_dsp_us(xfcp_sw_us) +); + +taxi_axis_if #(.DATA_W(16), .KEEP_W(1), .KEEP_EN(0), .LAST_EN(0), .USER_EN(1), .USER_W(1), .ID_EN(1), .ID_W(10)) axis_stat(); + +taxi_xfcp_mod_stats #( + .XFCP_ID_STR("Statistics"), + .XFCP_EXT_ID(0), + .XFCP_EXT_ID_STR(""), + .STAT_COUNT_W(64), + .STAT_PIPELINE(2) +) +xfcp_stats_inst ( + .clk(clk), + .rst(rst), + + /* + * XFCP upstream port + */ + .xfcp_usp_ds(xfcp_sw_ds[0]), + .xfcp_usp_us(xfcp_sw_us[0]), + + /* + * Statistics increment input + */ + .s_axis_stat(axis_stat) +); + +taxi_axis_if #(.DATA_W(16), .KEEP_W(1), .KEEP_EN(0), .LAST_EN(0), .USER_EN(1), .USER_W(1), .ID_EN(1), .ID_W(10)) axis_eth_stat[2](); + +taxi_axis_arb_mux #( + .S_COUNT($size(axis_eth_stat)), + .UPDATE_TID(1'b0), + .ARB_ROUND_ROBIN(1'b1), + .ARB_LSB_HIGH_PRIO(1'b0) +) +stat_mux_inst ( + .clk(clk), + .rst(rst), + + /* + * AXI4-Stream inputs (sink) + */ + .s_axis(axis_eth_stat), + + /* + * AXI4-Stream output (source) + */ + .m_axis(axis_stat) ); // BASE-T PHY @@ -150,7 +214,6 @@ assign phy_reset_n = !rst; taxi_axis_if #(.DATA_W(8), .ID_W(8)) axis_eth(); taxi_axis_if #(.DATA_W(96), .KEEP_W(1), .ID_W(8)) axis_tx_cpl(); -taxi_axis_if #(.DATA_W(16), .KEEP_W(1), .KEEP_EN(0), .LAST_EN(0), .USER_EN(1), .USER_W(1), .ID_EN(1), .ID_W(8)) axis_stat(); if (BASET_PHY_TYPE == "GMII") begin : baset_mac_gmii @@ -160,7 +223,11 @@ if (BASET_PHY_TYPE == "GMII") begin : baset_mac_gmii .FAMILY(FAMILY), .PADDING_EN(1), .MIN_FRAME_LEN(64), - .STAT_EN(1'b0), + .STAT_EN(1), + .STAT_TX_LEVEL(1), + .STAT_RX_LEVEL(1), + .STAT_ID_BASE(0), + .STAT_UPDATE_PERIOD(1024), .TX_FIFO_DEPTH(16384), .TX_FRAME_FIFO(1), .RX_FIFO_DEPTH(16384), @@ -201,7 +268,7 @@ if (BASET_PHY_TYPE == "GMII") begin : baset_mac_gmii */ .stat_clk(clk), .stat_rst(rst), - .m_axis_stat(axis_stat), + .m_axis_stat(axis_eth_stat[0]), /* * Status @@ -244,7 +311,11 @@ end else if (BASET_PHY_TYPE == "RGMII") begin : baset_mac_rgmii .USE_CLK90(USE_CLK90), .PADDING_EN(1), .MIN_FRAME_LEN(64), - .STAT_EN(1'b0), + .STAT_EN(1), + .STAT_TX_LEVEL(1), + .STAT_RX_LEVEL(1), + .STAT_ID_BASE(0), + .STAT_UPDATE_PERIOD(1024), .TX_FIFO_DEPTH(16384), .TX_FRAME_FIFO(1), .RX_FIFO_DEPTH(16384), @@ -283,7 +354,7 @@ end else if (BASET_PHY_TYPE == "RGMII") begin : baset_mac_rgmii */ .stat_clk(clk), .stat_rst(rst), - .m_axis_stat(axis_stat), + .m_axis_stat(axis_eth_stat[0]), /* * Status @@ -323,7 +394,11 @@ end else if (BASET_PHY_TYPE == "SGMII") begin : baset_mac_sgmii taxi_eth_mac_1g_fifo #( .PADDING_EN(1), .MIN_FRAME_LEN(64), - .STAT_EN(1'b0), + .STAT_EN(1), + .STAT_TX_LEVEL(1), + .STAT_RX_LEVEL(1), + .STAT_ID_BASE(0), + .STAT_UPDATE_PERIOD(1024), .TX_FIFO_DEPTH(16384), .TX_FRAME_FIFO(1), .RX_FIFO_DEPTH(16384), @@ -371,7 +446,7 @@ end else if (BASET_PHY_TYPE == "SGMII") begin : baset_mac_sgmii */ .stat_clk(clk), .stat_rst(rst), - .m_axis_stat(axis_stat), + .m_axis_stat(axis_eth_stat[0]), /* * Status @@ -412,12 +487,15 @@ assign sfp_tx_disable_b = 1'b1; taxi_axis_if #(.DATA_W(8), .ID_W(8)) axis_sfp_eth(); taxi_axis_if #(.DATA_W(96), .KEEP_W(1), .ID_W(8)) axis_sfp_tx_cpl(); -taxi_axis_if #(.DATA_W(16), .KEEP_W(1), .KEEP_EN(0), .LAST_EN(0), .USER_EN(1), .USER_W(1), .ID_EN(1), .ID_W(8)) axis_sfp_stat(); taxi_eth_mac_1g_fifo #( .PADDING_EN(1), .MIN_FRAME_LEN(64), - .STAT_EN(1'b0), + .STAT_EN(1), + .STAT_TX_LEVEL(1), + .STAT_RX_LEVEL(1), + .STAT_ID_BASE(16+16), + .STAT_UPDATE_PERIOD(1024), .TX_FIFO_DEPTH(16384), .TX_FRAME_FIFO(1), .RX_FIFO_DEPTH(16384), @@ -465,7 +543,7 @@ eth_mac_inst ( */ .stat_clk(clk), .stat_rst(rst), - .m_axis_stat(axis_sfp_stat), + .m_axis_stat(axis_eth_stat[1]), /* * Status diff --git a/example/KC705/fpga/tb/fpga_core/Makefile b/example/KC705/fpga/tb/fpga_core/Makefile index a80f113..49d58cb 100644 --- a/example/KC705/fpga/tb/fpga_core/Makefile +++ b/example/KC705/fpga/tb/fpga_core/Makefile @@ -22,7 +22,9 @@ VERILOG_SOURCES += ../../rtl/$(DUT).sv VERILOG_SOURCES += ../../lib/taxi/rtl/eth/taxi_eth_mac_1g_fifo.f VERILOG_SOURCES += ../../lib/taxi/rtl/eth/taxi_eth_mac_1g_gmii_fifo.f VERILOG_SOURCES += ../../lib/taxi/rtl/eth/taxi_eth_mac_1g_rgmii_fifo.f -VERILOG_SOURCES += ../../lib/taxi/rtl/lss/taxi_uart.f +VERILOG_SOURCES += ../../lib/taxi/rtl/xfcp/taxi_xfcp_if_uart.f +VERILOG_SOURCES += ../../lib/taxi/rtl/xfcp/taxi_xfcp_switch.sv +VERILOG_SOURCES += ../../lib/taxi/rtl/xfcp/taxi_xfcp_mod_stats.f VERILOG_SOURCES += ../../lib/taxi/rtl/sync/taxi_sync_reset.sv VERILOG_SOURCES += ../../lib/taxi/rtl/sync/taxi_sync_signal.sv VERILOG_SOURCES += ../../lib/taxi/rtl/io/taxi_debounce_switch.sv diff --git a/example/KC705/fpga/tb/fpga_core/test_fpga_core.py b/example/KC705/fpga/tb/fpga_core/test_fpga_core.py index 40f348f..8afac87 100644 --- a/example/KC705/fpga/tb/fpga_core/test_fpga_core.py +++ b/example/KC705/fpga/tb/fpga_core/test_fpga_core.py @@ -52,8 +52,8 @@ class TB: self.sfp_sink = GmiiSink(dut.sfp_gmii_txd, dut.sfp_gmii_tx_er, dut.sfp_gmii_tx_en, dut.sfp_gmii_clk, dut.sfp_gmii_rst, dut.sfp_gmii_clk_en) - self.uart_source = UartSource(dut.uart_rxd, baud=115200, bits=8, stop_bits=1) - self.uart_sink = UartSink(dut.uart_txd, baud=115200, bits=8, stop_bits=1) + self.uart_source = UartSource(dut.uart_rxd, baud=921600, bits=8, stop_bits=1) + self.uart_sink = UartSink(dut.uart_txd, baud=921600, bits=8, stop_bits=1) dut.phy_sgmii_clk_en.setimmediatevalue(1) dut.sfp_gmii_clk_en.setimmediatevalue(1) @@ -101,25 +101,6 @@ class TB: await t -async def uart_test(tb, source, sink): - tb.log.info("Test UART") - - tx_data = b"FPGA Ninja" - - tb.log.info("UART TX: %s", tx_data) - - await source.write(tx_data) - - rx_data = bytearray() - - while len(rx_data) < len(tx_data): - rx_data.extend(await sink.read()) - - tb.log.info("UART RX: %s", rx_data) - - tb.log.info("UART test done") - - async def mac_test(tb, source, sink): tb.log.info("Test MAC") @@ -169,10 +150,6 @@ async def run_test(dut): await tb.init() - tb.log.info("Start UART test") - - uart_test_cr = cocotb.start_soon(uart_test(tb, tb.uart_source, tb.uart_sink)) - tb.log.info("Start BASE-T MAC loopback test") if hasattr(dut, "baset_mac_gmii"): @@ -186,7 +163,7 @@ async def run_test(dut): sfp_test_cr = cocotb.start_soon(mac_test(tb, tb.sfp_source, tb.sfp_sink)) - await Combine(uart_test_cr, baset_test_cr, sfp_test_cr) + await Combine(baset_test_cr, sfp_test_cr) await RisingEdge(dut.clk) await RisingEdge(dut.clk) @@ -223,7 +200,9 @@ def test_fpga_core(request, phy_type): os.path.join(lib_dir, "taxi", "rtl", "eth", "taxi_eth_mac_1g_fifo.f"), os.path.join(lib_dir, "taxi", "rtl", "eth", "taxi_eth_mac_1g_gmii_fifo.f"), os.path.join(lib_dir, "taxi", "rtl", "eth", "taxi_eth_mac_1g_rgmii_fifo.f"), - os.path.join(lib_dir, "taxi", "rtl", "lss", "taxi_uart.f"), + os.path.join(lib_dir, "taxi", "rtl", "xfcp", "taxi_xfcp_if_uart.f"), + os.path.join(lib_dir, "taxi", "rtl", "xfcp", "taxi_xfcp_switch.sv"), + os.path.join(lib_dir, "taxi", "rtl", "xfcp", "taxi_xfcp_mod_stats.f"), os.path.join(lib_dir, "taxi", "rtl", "sync", "taxi_sync_reset.sv"), os.path.join(lib_dir, "taxi", "rtl", "sync", "taxi_sync_signal.sv"), os.path.join(lib_dir, "taxi", "rtl", "io", "taxi_debounce_switch.sv"),