Golang开发环境如何支持DPDK 配置用户态网络加速方案

cgo

cgo

cgo

cgo

// dpdk_wrapper.h
#ifndef DPDK_WRAPPER_H
#define DPDK_WRAPPER_H

#include <stdint.h>

// 初始化DPDK环境
int dpdk_init(int argc, char **argv);

// 获取指定端口的MAC地址
int dpdk_get_mac_addr(uint16_t port_id, unsigned char *mac_addr);

// 从指定端口接收数据包
// 返回接收到的数据包数量，或负数表示错误
int dpdk_rx_burst(uint16_t port_id, void **pkts_buf, uint16_t nb_pkts);

// 发送数据包
int dpdk_tx_burst(uint16_t port_id, void **pkts_buf, uint16_t nb_pkts);

// 释放数据包
void dpdk_free_pkt(void *pkt);

#endif // DPDK_WRAPPER_H

// dpdk_wrapper.c
#include "dpdk_wrapper.h"
#include <rte_eal.h>
#include <rte_ethdev.h>
#include <rte_mbuf.h>
#include <stdio.h>

// 假设我们有一个全局的mempool，实际应用中需要更复杂的管理
static struct rte_mempool *pktmbuf_pool = NULL;

int dpdk_init(int argc, char **argv) {
    int ret = rte_eal_init(argc, argv);
    if (ret < 0) {
        fprintf(stderr, "Error with EAL initialization\n");
        return -1;
    }

    uint16_t nb_ports = rte_eth_dev_count_avail();
    if (nb_ports == 0) {
        fprintf(stderr, "No Ethernet ports available\n");
        return -1;
    }

    // 创建一个mempool
    pktmbuf_pool = rte_pktmbuf_pool_create("Mempool", 8192,
                                           RTE_MBUF_DEFAULT_BUF_SIZE, 0,
                                           RTE_MBUF_DEFAULT_BUF_SIZE,
                                           rte_socket_id());
    if (pktmbuf_pool == NULL) {
        fprintf(stderr, "Cannot create mbuf pool\n");
        return -1;
    }

    // 可以在这里进行端口的默认配置和启动
    // ...

    return 0;
}

int dpdk_get_mac_addr(uint16_t port_id, unsigned char *mac_addr) {
    struct rte_ether_addr eth_addr;
    rte_eth_macaddr_get(port_id, &eth_addr);
    for (int i = 0; i < 6; i++) {
        mac_addr[i] = eth_addr.addr_bytes[i];
    }
    return 0;
}

int dpdk_rx_burst(uint16_t port_id, void **pkts_buf, uint16_t nb_pkts) {
    struct rte_mbuf *pkts[nb_pkts];
    uint16_t nb_rx = rte_eth_rx_burst(port_id, 0, pkts, nb_pkts); // 0 for queue_id
    for (uint16_t i = 0; i < nb_rx; i++) {
        pkts_buf[i] = pkts[i]; // 将rte_mbuf指针传递给Go
    }
    return nb_rx;
}

int dpdk_tx_burst(uint16_t port_id, void **pkts_buf, uint16_t nb_pkts) {
    struct rte_mbuf *pkts[nb_pkts];
    for (uint16_t i = 0; i < nb_pkts; i++) {
        pkts[i] = (struct rte_mbuf *)pkts_buf[i];
    }
    return rte_eth_tx_burst(port_id, 0, pkts, nb_pkts);
}

void dpdk_free_pkt(void *pkt) {
    rte_pktmbuf_free((struct rte_mbuf *)pkt);
}

// 更多DPDK操作...

import "C"

package main

/*
#cgo CFLAGS: -I/usr/local/include/dpdk -DALLOW_EXPERIMENTAL_API
#cgo LDFLAGS: -L/usr/local/lib -lrte_eal -lrte_ethdev -lrte_mbuf -lrte_mempool -lrte_pmd_null -lrte_pmd_bond -lrte_kni -lrte_member -lrte_mempool_ring -lrte_bus_pci -lrte_common_cpt -lrte_common_cnxk -lrte_common_dpaax -lrte_common_iavf -lrte_common_octeontx2 -lrte_common_qat -lrte_cryptodev -lrte_node -lrte_graph -lrte_flow_classify -lrte_pipeline -lrte_port -lrte_table -lrte_fib -lrte_ipsec -lrte_lpm -lrte_metrics -lrte_pdump -lrte_rawdev -lrte_reorder -lrte_rib -lrte_sched -lrte_security -lrte_stack -lrte_member -lrte_hash -lrte_rcu -lrte_acl -lrte_bitratestats -lrte_bpf -lrte_cfgfile -lrte_cmdline -lrte_compressdev -lrte_cpuflags -lrte_cryptodev -lrte_distributor -lrte_eal -lrte_efd -lrte_ethdev -lrte_eventdev -lrte_flow_classify -lrte_graph -lrte_gro -lrte_gso -lrte_hash -lrte_ipsec -lrte_jobstats -lrte_kni -lrte_latencystats -lrte_lpm -lrte_member -lrte_mempool -lrte_mempool_ring -lrte_metrics -lrte_net -lrte_node -lrte_pci -lrte_pdump -lrte_pipeline -lrte_pmd_null -lrte_pmd_bond -lrte_port -lrte_power -lrte_rawdev -lrte_rcu -lrte_reorder -lrte_rib -lrte_ring -lrte_sched -lrte_security -lrte_stack -lrte_table -lrte_telemetry -lrte_timer -lrte_vhost -lrte_bus_vdev -lrte_bus_auxiliary -lrte_bus_fslmc -lrte_bus_ifpga -lrte_bus_pci -lrte_common_cpt -lrte_common_cnxk -lrte_common_dpaax -lrte_common_iavf -lrte_common_octeontx2 -lrte_common_qat -lrte_kvargs -lrte_mbuf -lrte_mempool_bucket -lrte_mempool_stack -lrte_vdev_netvsc -lrte_vdev_ring -lrte_vdev_softnic -lrte_vdpa -lrte_event_eth_rx_adapter -lrte_event_eth_tx_adapter -lrte_event_crypto_adapter -lrte_event_dma_adapter -lrte_event_timer_adapter -lrte_event_vdpa_adapter -lrte_event_vdev_adapter -lrte_regexdev -lrte_dlb
#include "dpdk_wrapper.h"
#include <stdlib.h> // For C.free
*/
import "C"
import (
    "fmt"
    "os"
    "unsafe"
)

func main() {
    // 将Go的命令行参数转换为C语言的参数格式
    cArgs := make([]*C.char, len(os.Args))
    for i, arg := range os.Args {
        cArgs[i] = C.CString(arg)
        defer C.free(unsafe.Pointer(cArgs[i])) // 记得释放C字符串内存
    }

    // 调用C语言的DPDK初始化函数
    ret := C.dpdk_init(C.int(len(os.Args)), (**C.char)(unsafe.Pointer(&cArgs[0])))
    if ret < 0 {
        fmt.Println("DPDK initialization failed!")
        return
    }
    fmt.Println("DPDK initialized successfully!")

    // 假设我们现在要获取第一个可用端口的MAC地址
    var macAddr [C.RTE_ETHER_ADDR_LEN]C.uchar // RTE_ETHER_ADDR_LEN 通常是6
    // 需要在C wrapper中定义RTE_ETHER_ADDR_LEN，或者直接用6
    // 假设我们在C wrapper中定义了宏或者直接使用6
    // C.dpdk_get_mac_addr(0, (*C.uchar)(unsafe.Pointer(&macAddr[0])))
    // fmt.Printf("Port 0 MAC Address: %02x:%02x:%02x:%02x:%02x:%02x\n",
    //  macAddr[0], macAddr[1], macAddr[2], macAddr[3], macAddr[4], macAddr[5])

    // 模拟数据包接收
    const numPkts = 32
    // pktsBuf := make([]unsafe.Pointer, numPkts) // Go slice to hold C pointers
    // Cgo doesn't directly support `[]unsafe.Pointer` to `void**` conversion easily.
    // We need to allocate memory on C side or pass a C array.
    // A common pattern is to let C allocate and manage, then pass pointers back.
    // Or, allocate a C array and pass its pointer.
    cPktsBuf := C.malloc(C.size_t(unsafe.Sizeof(unsafe.Pointer(nil))) * numPkts)
    defer C.free(cPktsBuf)

    // 这里只是一个示例，实际生产环境中需要更严谨的内存管理和错误处理
    // 比如，DPDK的mbuf是预分配的，Go不应该直接管理其生命周期
    // 而是通过C函数来释放它们
    nbRx := C.dpdk_rx_burst(0, (**C.void)(cPktsBuf), numPkts)
    if nbRx > 0 {
        fmt.Printf("Received %d packets on port 0\n", nbRx)
        for i := 0; i < int(nbRx); i++ {
            pkt := *(**C.void)(unsafe.Pointer(uintptr(cPktsBuf) + uintptr(i)*unsafe.Sizeof(unsafe.Pointer(nil))))
            // 可以在这里对pkt进行处理，比如解析包头，但通常这部分处理也建议在C层完成
            // 或者Go只接收数据指针和长度，但DPDK的mbuf结构体需要注意
            C.dpdk_free_pkt(pkt) // 释放mbuf，非常重要
        }
    } else {
        fmt.Println("No packets received.")
    }

    // 应用程序运行逻辑...
    // rte_eal_cleanup() 通常在程序退出时调用，但DPDK的退出机制需要注意
    // 在Go中调用C函数退出EAL可能需要更细致的协调
}

go build

CGO_CFLAGS

CGO_LDFLAGS

#cgo

#cgo CFLAGS: -I/usr/local/include/dpdk

#cgo LDFLAGS: -L/usr/local/lib -lrte_eal ...

cgo