当前位置： 首页 > article >正文

C# OpenCvSharp 部署表格检测

article 2025/1/22 18:46:58

目录

说明

效果

模型

项目

代码

下载

参考

C# OpenCvSharp 部署表格检测

说明

百度网盘AI大赛-表格检测的第2名方案。

该算法包含表格边界框检测、表格分割和表格方向识别三个部分，首先，ppyoloe-plus-x 对边界框进行预测，并对置信度较高的表格边界框（box）进行裁剪。裁剪后的单个表格实例会送入到DBNet中进行语义分割，分割结果通过opencv轮廓处理获得表格关键点(point)。之后，我们根据DBNet计算的关键点在裁剪后的单个表格实例上绘制表格边界。最后，PP-LCNet结合表格边界先验和表格实例图像，对表格的方向进行预测，并根据之前定义的几何轮廓点与语义轮廓点的对应关系，将几何轮廓点映射为语义轮廓点。

效果

模型

paddle_cls.onnx

Model Properties
-------------------------
---------------------------------------------------------------

Inputs
-------------------------
name：input
tensor：Float[-1, 3, 624, 624]
---------------------------------------------------------------

Outputs
-------------------------
name：linear_1.tmp_1
tensor：Float[-1, 4]
---------------------------------------------------------------

yolo_edge_det.onnx

Model Properties
-------------------------
date：2024-10-28T08:16:43.725877
description：Ultralytics YOLO11l-seg model trained on coco-seg.yaml
author：Ultralytics
version：8.3.23
task：segment
license：AGPL-3.0 License (https://ultralytics.com/license)
docs：https://docs.ultralytics.com
stride：32
batch：1
imgsz：[800, 800]
names：{0: 'table'}
---------------------------------------------------------------

Inputs
-------------------------
name：images
tensor：Float[1, 3, 800, 800]
---------------------------------------------------------------

Outputs
-------------------------
name：output0
tensor：Float[1, 37, 13125]
name：output1
tensor：Float[1, 32, 200, 200]
---------------------------------------------------------------

yolo_obj_det.onnx

Model Properties
-------------------------
date：2024-10-28T13:52:42.181333
description：Ultralytics YOLO11l model trained on coco.yaml
author：Ultralytics
version：8.3.23
task：detect
license：AGPL-3.0 License (https://ultralytics.com/license)
docs：https://docs.ultralytics.com
stride：32
batch：1
imgsz：[928, 928]
names：{0: 'table'}
---------------------------------------------------------------

Inputs
-------------------------
name：images
tensor：Float[1, 3, 928, 928]
---------------------------------------------------------------

Outputs
-------------------------
name：output0
tensor：Float[1, 5, 17661]
---------------------------------------------------------------

项目

代码

using OpenCvSharp;
using System;
using System.Diagnostics;
using System.Drawing;
using System.Drawing.Imaging;
using System.Runtime.InteropServices;
using System.Text;
using System.Windows.Forms;

namespace TableDetection
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
        }

        Stopwatch stopwatch = new Stopwatch();
        Mat image;
        string image_path;
        string startupPath;
        string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
        const string DllName = "TableDetectionSharp.dll";
        IntPtr engine;
        /*
        //初始化
        extern "C" _declspec(dllexport) int __cdecl  init(void** engine, char* obj_model_path, char*  edge_model_path, char* cls_model_path, char* msg);

        //tableDet
        extern "C" _declspec(dllexport) int __cdecl  tableDet(void* engine, Mat* image, char* msg, int* out_imgs_size, Mat* out_img1, Mat* out_img2, Mat* out_img3);

        //释放
        extern "C" _declspec(dllexport) void __cdecl destroy(void* engine);
         */

        [DllImport(DllName, EntryPoint = "init", CallingConvention = CallingConvention.Cdecl)]
        internal extern static int init(ref IntPtr engine, string obj_model_path, string edge_model_path, string cls_model_path, StringBuilder msg);

        [DllImport(DllName, EntryPoint = "tableDet", CallingConvention = CallingConvention.Cdecl)]
        internal extern static int tableDet(IntPtr engine, IntPtr image, StringBuilder msg, ref int out_imgs_size, IntPtr out_img1, IntPtr out_img2, IntPtr out_img3);

        [DllImport(DllName, EntryPoint = "destroy", CallingConvention = CallingConvention.Cdecl)]
        internal extern static int destroy(IntPtr engine);

        private void Form1_Load(object sender, EventArgs e)
        {
            startupPath = Application.StartupPath;

            string obj_model_path = startupPath + "\\model\\yolo_obj_det.onnx";
            string edge_model_path = startupPath + "\\model\\yolo_edge_det.onnx";
            string cls_model_path = startupPath + "\\model\\paddle_cls.onnx";

            StringBuilder msg = new StringBuilder(512);

            int res = init(ref engine, obj_model_path, edge_model_path, cls_model_path, msg);
            if (res == -1)
            {
                MessageBox.Show(msg.ToString());
                return;
            }
            else
            {
                Console.WriteLine(msg.ToString());
            }
            image_path = startupPath + "\\test_img\\real5.jpg";
            pictureBox1.Image = new Bitmap(image_path);
            image = new Mat(image_path);
        }

        private void button1_Click(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = fileFilter;
            if (ofd.ShowDialog() != DialogResult.OK) return;

            pictureBox1.Image = null;
            pictureBox2.Image = null;
            textBox1.Text = "";

            image_path = ofd.FileName;
            pictureBox1.Image = new Bitmap(image_path);
            image = new Mat(image_path);
        }

        Mat out_img1;
        Mat out_img2;
        Mat out_img3;

        private void button2_Click(object sender, EventArgs e)
        {
            if (image_path == "")
            {
                return;
            }

            button2.Enabled = false;

            Application.DoEvents();

            Cv2.DestroyAllWindows();
            if (image != null) image.Dispose();
            if (out_img1 != null) out_img1.Dispose();
            if (out_img2 != null) out_img2.Dispose();
            if (out_img3 != null) out_img3.Dispose();
            if (pictureBox1.Image != null) pictureBox1.Image.Dispose();

            StringBuilder msg = new StringBuilder(512);
            int out_imgs_size = 0;
            image = new Mat(image_path);
            out_img1 = new Mat();
            out_img2 = new Mat();
            out_img3 = new Mat();

            stopwatch.Restart();

            int res = tableDet(engine, image.CvPtr, msg, ref out_imgs_size, out_img1.CvPtr, out_img2.CvPtr, out_img3.CvPtr);
            if (res == 0)
            {
                stopwatch.Stop();
                double costTime = stopwatch.Elapsed.TotalMilliseconds;
                if (out_imgs_size >= 1)
                {
                    pictureBox2.Image = new Bitmap(out_img1.ToMemoryStream());
                }

                if (out_imgs_size >= 2)
                {
                    Cv2.ImShow("2", out_img2);
                }

                if (out_imgs_size >= 3)
                {
                    Cv2.ImShow("3", out_img3);
                }

                textBox1.Text = $"耗时:{costTime:F2}ms";
            }
            else
            {
                textBox1.Text = "识别失败";
            }
            button2.Enabled = true;
        }

        private void Form1_FormClosed(object sender, FormClosedEventArgs e)
        {
            destroy(engine);
        }

        private void button3_Click(object sender, EventArgs e)
        {
            if (pictureBox2.Image == null)
            {
                return;
            }
            Bitmap output = new Bitmap(pictureBox2.Image);
            var sdf = new SaveFileDialog();
            sdf.Title = "保存";
            sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp";
            if (sdf.ShowDialog() == DialogResult.OK)
            {
                switch (sdf.FilterIndex)
                {
                    case 1:
                        {
                            output.Save(sdf.FileName, ImageFormat.Jpeg);
                            break;
                        }
                    case 2:
                        {
                            output.Save(sdf.FileName, ImageFormat.Png);
                            break;
                        }
                    case 3:
                        {
                            output.Save(sdf.FileName, ImageFormat.Bmp);
                            break;
                        }
                }
                MessageBox.Show("保存成功，位置：" + sdf.FileName);
            }

        }
    }
}
 

using OpenCvSharp;
using System;
using System.Diagnostics;
using System.Drawing;
using System.Drawing.Imaging;
using System.Runtime.InteropServices;
using System.Text;
using System.Windows.Forms;

namespace TableDetection
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
        }

        Stopwatch stopwatch = new Stopwatch();
        Mat image;
        string image_path;
        string startupPath;
        string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
        const string DllName = "TableDetectionSharp.dll";
        IntPtr engine;
        /*
        //初始化
        extern "C" _declspec(dllexport) int __cdecl  init(void** engine, char* obj_model_path, char*  edge_model_path, char* cls_model_path, char* msg);

        //tableDet
        extern "C" _declspec(dllexport) int __cdecl  tableDet(void* engine, Mat* image, char* msg, int* out_imgs_size, Mat* out_img1, Mat* out_img2, Mat* out_img3);

        //释放
        extern "C" _declspec(dllexport) void __cdecl destroy(void* engine);
         */

        [DllImport(DllName, EntryPoint = "init", CallingConvention = CallingConvention.Cdecl)]
        internal extern static int init(ref IntPtr engine, string obj_model_path, string edge_model_path, string cls_model_path, StringBuilder msg);

        [DllImport(DllName, EntryPoint = "tableDet", CallingConvention = CallingConvention.Cdecl)]
        internal extern static int tableDet(IntPtr engine, IntPtr image, StringBuilder msg, ref int out_imgs_size, IntPtr out_img1, IntPtr out_img2, IntPtr out_img3);

        [DllImport(DllName, EntryPoint = "destroy", CallingConvention = CallingConvention.Cdecl)]
        internal extern static int destroy(IntPtr engine);

        private void Form1_Load(object sender, EventArgs e)
        {
            startupPath = Application.StartupPath;

            string obj_model_path = startupPath + "\\model\\yolo_obj_det.onnx";
            string edge_model_path = startupPath + "\\model\\yolo_edge_det.onnx";
            string cls_model_path = startupPath + "\\model\\paddle_cls.onnx";

            StringBuilder msg = new StringBuilder(512);

            int res = init(ref engine, obj_model_path, edge_model_path, cls_model_path, msg);
            if (res == -1)
            {
                MessageBox.Show(msg.ToString());
                return;
            }
            else
            {
                Console.WriteLine(msg.ToString());
            }
            image_path = startupPath + "\\test_img\\real5.jpg";
            pictureBox1.Image = new Bitmap(image_path);
            image = new Mat(image_path);
        }

        private void button1_Click(object sender, EventArgs e)
        {
            OpenFileDialog ofd = new OpenFileDialog();
            ofd.Filter = fileFilter;
            if (ofd.ShowDialog() != DialogResult.OK) return;

            pictureBox1.Image = null;
            pictureBox2.Image = null;
            textBox1.Text = "";

            image_path = ofd.FileName;
            pictureBox1.Image = new Bitmap(image_path);
            image = new Mat(image_path);
        }

        Mat out_img1;
        Mat out_img2;
        Mat out_img3;

        private void button2_Click(object sender, EventArgs e)
        {
            if (image_path == "")
            {
                return;
            }

            button2.Enabled = false;

            Application.DoEvents();

            Cv2.DestroyAllWindows();
            if (image != null) image.Dispose();
            if (out_img1 != null) out_img1.Dispose();
            if (out_img2 != null) out_img2.Dispose();
            if (out_img3 != null) out_img3.Dispose();
            if (pictureBox1.Image != null) pictureBox1.Image.Dispose();

            StringBuilder msg = new StringBuilder(512);
            int out_imgs_size = 0;
            image = new Mat(image_path);
            out_img1 = new Mat();
            out_img2 = new Mat();
            out_img3 = new Mat();

            stopwatch.Restart();

            int res = tableDet(engine, image.CvPtr, msg, ref out_imgs_size, out_img1.CvPtr, out_img2.CvPtr, out_img3.CvPtr);
            if (res == 0)
            {
                stopwatch.Stop();
                double costTime = stopwatch.Elapsed.TotalMilliseconds;
                if (out_imgs_size >= 1)
                {
                    pictureBox2.Image = new Bitmap(out_img1.ToMemoryStream());
                }

                if (out_imgs_size >= 2)
                {
                    Cv2.ImShow("2", out_img2);
                }

                if (out_imgs_size >= 3)
                {
                    Cv2.ImShow("3", out_img3);
                }

                textBox1.Text = $"耗时:{costTime:F2}ms";
            }
            else
            {
                textBox1.Text = "识别失败";
            }
            button2.Enabled = true;
        }

        private void Form1_FormClosed(object sender, FormClosedEventArgs e)
        {
            destroy(engine);
        }

        private void button3_Click(object sender, EventArgs e)
        {
            if (pictureBox2.Image == null)
            {
                return;
            }
            Bitmap output = new Bitmap(pictureBox2.Image);
            var sdf = new SaveFileDialog();
            sdf.Title = "保存";
            sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp";
            if (sdf.ShowDialog() == DialogResult.OK)
            {
                switch (sdf.FilterIndex)
                {
                    case 1:
                        {
                            output.Save(sdf.FileName, ImageFormat.Jpeg);
                            break;
                        }
                    case 2:
                        {
                            output.Save(sdf.FileName, ImageFormat.Png);
                            break;
                        }
                    case 3:
                        {
                            output.Save(sdf.FileName, ImageFormat.Bmp);
                            break;
                        }
                }
                MessageBox.Show("保存成功，位置：" + sdf.FileName);
            }

        }
    }
}

下载

源码下载

参考

https://github.com/hpc203/TableDetection


http://www.kler.cn/a/513854.html

相关文章：

  • TDengine 做 Apache SuperSet 数据源
  • leetcode——找到字符串中所有字母异位词（java）
  • 浅谈计算机网络03 | 现代网络组成
  • WPS不登录无法使用基本功能的解决方案
  • LeetCode hot 力扣热题100 排序链表
  • Rust 数据类型详解
  • 【Linux系统】—— 编译器 gcc/g++ 的使用
  • MDX语言的语法糖
  • Gaea平台的未来：去中心化AI的巨大潜力
  • STM32-笔记44-CAN协议
  • 联想电脑怎么用u盘装系统_联想电脑用u盘装win10系统教程
  • Springboot集成Elasticsearch8.0（ES）版本，采用JAVA Client方式进行连接和实现CRUD操作
  • 典型的 flask的 用户模型，使用 flask shell 添加数据
  • 艺术家迟首飞在特殊历史时刻展现中国艺术力量
  • MySQL管理事务处理
  • AIGC 生图应用场景与实操技巧
  • 蓝桥杯算法日常|c\c++常用竞赛函数总结备用
  • 电阻电位器可调电阻信号隔离变送器典型应用
  • 运算放大器应用电路设计笔记（四）
  • 【leetcode100】将有序数组转换为二叉搜索树
  • Scheme语言的物联网
  • 基于python的博客系统设计与实现
  • 【FISCO BCOS】二十四、通过Java SDK对FISCO BCOS进行压力测试
  • npm run dev 时直接打开Chrome浏览器
  • 【数据分享】1929-2024年全球站点的逐年最低气温数据（Shp\Excel\免费获取）
  • 工业相机 SDK 二次开发-Halcon 插件