c#使用onnxruntime调用yolo模型导出的onnx模型分割图片

1.今天写下c#中怎么使用yolo模型系列导出的onnx分割图片
2.yolo训练好后,把模型导出为onnx模式。
3.导出模型为onnx模式后,在window中要引用,可以使用 Microsoft.ML.OnnxRuntime库
4.window系统要求win10或者更高,vs用vs2022或更高,.net使用的框架要在.net4.8或更高,才支持使用Microsoft.ML.OnnxRuntime库,。
5.下载 Microsoft.ML.OnnxRuntime。可以在vs2022的包管理器收索下载。
b站视频地址
添加链接描述
基本核心代码:

 if (_onnx_model_is_exit)
            {
                _object_list.Clear();

                _break_off = false;

                #region 获取输入输出的名称
                var input_datas_ = _session.InputMetadata;
                var input_names_ = _session.InputNames;
                var out_datas_ = _session.OutputMetadata;
                var out_names_ = _session.OutputNames;
                #endregion

                #region 创建输入数据
                PixelFormat p_f_ = _image.PixelFormat;

                MemoryStream ms = new MemoryStream();
                _image.Save(ms, System.Drawing.Imaging.ImageFormat.Bmp);
                byte[] bytes = ms.GetBuffer();  //byte[]   bytes=   ms.ToArray(); 这两句都可以
                ms.Close();

                int leng_ = bytes.GetLength(0);
                //float[] input_data_ = { 1, 2, 3, 4 };
                long[] input_shape_ = { 1, 3, 640, 640 };
                float[] input_data_ = new float[leng_];

                for (int i = 0; i < leng_; i++)
                {
                    input_data_[i] = ((float)bytes[i]) / 255;//初拟255归一化
                }

                var input_ort_value_ = OrtValue.CreateTensorValueFromMemory(input_data_, input_shape_);

                var inputs1_ = new Dictionary<string, OrtValue> { { "images", input_ort_value_ } };
                #endregion

                #region  创建推理获取结果
                //创建创建运行的要求
                var run_options_ = new RunOptions();
                //推理
                IDisposableReadOnlyCollection<OrtValue> results_ = _session.Run(run_options_, inputs1_, out_names_);
                #endregion

                #region  获取输出结果
                var output0_type_and_shape_ = results_[0].GetTensorTypeAndShape();
                var output1_type_and_shape_ = results_[1].GetTensorTypeAndShape();

                var out_put0_ = results_[0].GetTensorDataAsSpan<float>();
                var out_put1_ = results_[1].GetTensorDataAsSpan<float>();
                #endregion

                #region 转成矩阵
                float[,] out_put0_float_ = new float[116, 8400];
                float[,,] out_put1_float_ = new float[32, 160, 160];

                //第一个out_put0转成矩阵
                int out_put0_index_ = 0;
                for (int row_ = 0; row_ < 116; row_++)
                {
                    for (int column_ = 0; column_ < 8400; column_++)
                    {
                        out_put0_float_[row_, column_] = out_put0_[out_put0_index_];
                        out_put0_index_++;
                    }
                }
                //第二个out_put1转成矩阵
                int out_put1_index_ = 0;
                for (int channel_ = 0; channel_ < 32; channel_++)
                {
                    for (int row_ = 0; row_ < 160; row_++)
                    {
                        for (int column_ = 0; column_ < 160; column_++)
                        {
                            out_put1_float_[channel_, row_, column_] = out_put1_[out_put1_index_];
                            out_put1_index_++;
                        }
                    }
                }

                //out_put0_转置处理
                float[,] out_put0_float_transpose_ = new float[8400, 116];

                for (int row_ = 0; row_ < 116; row_++)
                {
                    for (int column_ = 0; column_ < 8400; column_++)
                    {
                        out_put0_float_transpose_[column_, row_] = out_put0_float_[row_, column_];
                    }
                }

                //out_put1_转置处理
                float[,] out_put1_float_transpose_ = new float[32, 160 * 160];

                for (int channel_ = 0; channel_ < 32; channel_++)
                {
                    int out_put1_float_transpose_column_ = 0;
                    for (int row_ = 0; row_ < 160; row_++)
                    {
                        for (int column_ = 0; column_ < 160; column_++)
                        {
                            out_put1_float_transpose_[channel_, out_put1_float_transpose_column_] = out_put1_float_[channel_, row_, column_];
                            out_put1_float_transpose_column_++;
                        }
                    }

                }

                #endregion

                List<ObjectStruct> object_temp_list_ = new List<ObjectStruct>();

                #region  提取结果  第一个矩阵out_put0结果
                /*********
                 * 
                 * 第一个矩阵out_put0结果 0-4 x_center,y_center,width,height of bounding box
                 * 
                 * 第一个矩阵out_put0结果 4-84 object class probabilities for all 80 classes, that this yolov8 model can detect
                 * 
                 * 第一个矩阵out_put0结果 84-116 need muplty out_put1 it represent mask.
                 * 
                 * ************/

                for (int row_ = 0; row_ < 8400 && _break_off == false; row_++)//循环每一个对象
                {
                    //获取最大分数
                    float prob_ = out_put0_float_transpose_[row_, 4];
                    float class_id_ = 0;
                    for (int column_ = 4; column_ < 84; column_++)//检测最大分数
                    {
                        if (prob_ < out_put0_float_transpose_[row_, column_])
                        {
                            prob_ = out_put0_float_transpose_[row_, column_];
                            class_id_ = column_ - 4;
                        }
                    }

                    if (prob_ > _prob_min)
                    {
                        ObjectStruct ob_ = new ObjectStruct();
                        ob_._prob = prob_;
                        ob_._class_id = class_id_;
                        ob_._class_label = _yolo_classes[(int)class_id_];
                        ob_._boxe_center_x_ = out_put0_float_transpose_[row_, 0];
                        ob_._boxe_center_y_ = out_put0_float_transpose_[row_, 1];
                        ob_._boxe_center_width_ = out_put0_float_transpose_[row_, 2];
                        ob_._boxe_center_height_ = out_put0_float_transpose_[row_, 3];

                        ob_._x1 = ob_._boxe_center_x_- ob_._boxe_center_width_/2;
                        ob_._x2 = ob_._boxe_center_x_ + ob_._boxe_center_width_ / 2;

                        ob_._y1 = ob_._boxe_center_y_ - ob_._boxe_center_height_ / 2;
                        ob_._y2 = ob_._boxe_center_x_ + ob_._boxe_center_height_ / 2;

                        //取出mask
                        float[,] mask_ = new float[1, 32];
                        for (int column_ = 84; column_ < 116; column_++)//检测最大分数
                        {
                            if (prob_ < out_put0_float_transpose_[row_, column_])
                            {
                                mask_[0, column_ - 84] = out_put0_float_transpose_[row_, column_];
                            }
                        }

                        //矩阵相乘masks_*out_put1_float_transpose_
                        float[,] masks_multiply_output1_float_transpose_ = MultiplyMatrices(mask_, out_put1_float_transpose_);

                        ob_._mask = new float[160, 160];

                        int masks_multiply_output1_float_transpose_index_ = 0;
                        for (int row_mask_image_ = 0; row_mask_image_ < 160; row_mask_image_++)
                        {
                            for (int column_mask_image_ = 0; column_mask_image_ < 160; column_mask_image_++)
                            {
                                float num_ = masks_multiply_output1_float_transpose_[0, masks_multiply_output1_float_transpose_index_];
                                float num1_ = (float)(1 / (1 + Math.Exp(-num_)));

                                if (num1_ > 0.5)
                                {
                                    ob_._mask[row_mask_image_, column_mask_image_] = 1;
                                }
                                else
                                {
                                    ob_._mask[row_mask_image_, column_mask_image_] = 0;
                                }

                                masks_multiply_output1_float_transpose_index_++;
                            }
                        }

                        object_temp_list_.Add(ob_);
                    }
                }
                #endregion

                #region 去除重叠
                while (object_temp_list_.Count > 0)
                {
                    ObjectStruct object_temp_ = object_temp_list_[0]; 

                    for (int i = 0; i < object_temp_list_.Count; i++)
                    {
                        double dis1_ = Math.Abs(object_temp_._x1 - object_temp_list_[i]._x1);
                        double dis2_ = Math.Abs(object_temp_._y1 - object_temp_list_[i]._y1);
                        double dis3_ = Math.Abs(object_temp_._x2 - object_temp_list_[i]._x2);
                        double dis4_ = Math.Abs(object_temp_._y2 - object_temp_list_[i]._y2);

                        if (dis1_ < _overlap_distance
                            && dis2_ < _overlap_distance
                            && dis3_ < _overlap_distance
                            && dis4_ < _overlap_distance)
                        {
                            object_temp_list_.RemoveAt(i);
                            i--;
                        }
                    }
                    _object_list.Add(object_temp_);
                }
                #endregion

                #region 释放资源
                for (int i = 0; i < results_.Count; i++)
                {
                    results_[i].Dispose();
                }
                results_.Dispose();
                input_ort_value_.Dispose();
                inputs1_.Clear();
                #endregion

                _break_off = false;

                GC.Collect();
            }

要完成代码可以在b站我的工房购买 https://gf.bilibili.com/item/detail/1105641118

相关推荐

  1. SegmentAnything导出Onnx模型分割图片

    2024-03-20 23:58:03       15 阅读
  2. yolov5导出onnx模型问题

    2024-03-20 23:58:03       31 阅读

最近更新

  1. TCP协议是安全的吗?

    2024-03-20 23:58:03       18 阅读
  2. 阿里云服务器执行yum,一直下载docker-ce-stable失败

    2024-03-20 23:58:03       19 阅读
  3. 【Python教程】压缩PDF文件大小

    2024-03-20 23:58:03       18 阅读
  4. 通过文章id递归查询所有评论(xml)

    2024-03-20 23:58:03       20 阅读

热门阅读

  1. 蓝桥杯倒计时47天!DFS基础——图的遍历

    2024-03-20 23:58:03       19 阅读
  2. VBA将当前打开的表格生成PDF图片

    2024-03-20 23:58:03       21 阅读
  3. Vue的优点

    2024-03-20 23:58:03       20 阅读
  4. Vue中Diff算法一文详解

    2024-03-20 23:58:03       17 阅读
  5. 机器学习 - PyTorch一些常用的用法

    2024-03-20 23:58:03       21 阅读