效果
项目
模型信息
sam3_decoder.onnx
Model Properties
-------------------------
---------------------------------------------------------------
Inputs
-------------------------
name：pix_feat
tensor：Float[1, 256, 72, 72]
name：high_res_0
tensor：Float[1, 32, 288, 288]
name：high_res_1
tensor：Float[1, 64, 144, 144]
name：point_coords
tensor：Float[1, -1, 2]
name：point_labels
tensor：Int32[1, -1]
---------------------------------------------------------------
Outputs
-------------------------
name：masks
tensor：Float[-1, -1, -1, -1]
name：ious
tensor：Float[-1, 3]
---------------------------------------------------------------
sam3_encoder.onnx
Model Properties
-------------------------
---------------------------------------------------------------
Inputs
-------------------------
name：images
tensor：Float[1, 3, 1008, 1008]
---------------------------------------------------------------
Outputs
-------------------------
name：pix_feat
tensor：Float[1, 256, 72, 72]
name：high_res_0
tensor：Float[1, 32, 288, 288]
name：high_res_1
tensor：Float[1, 64, 144, 144]
---------------------------------------------------------------
代码
using OpenCvSharp;
using OpenCvSharp.Extensions;
using System;
using System.Drawing;
using System.Drawing.Imaging;
using System.Reflection;
using System.Windows.Forms;
namespace Onnx_Demo
{
public partial class Form1 : Form
{
public Form1()
{
InitializeComponent();
}
string fileFilter = "*.*|*.bmp;*.jpg;*.jpeg;*.tiff;*.tiff;*.png";
string image_path = "";
DateTime dt1 = DateTime.Now;
DateTime dt2 = DateTime.Now;
Mat image;
private void button1_Click(object sender, EventArgs e)
{
OpenFileDialog ofd = new OpenFileDialog();
ofd.Filter = fileFilter;
if (ofd.ShowDialog() != DialogResult.OK) return;
pictureBox1.Image = null;
image_path = ofd.FileName;
pictureBox1.Image = new Bitmap(image_path);
textBox1.Text = "";
image = new Mat(image_path);
pictureBox2.Image = null;
pictureBox3.Image = null;
image = new Mat(image_path);
pictureBox1.Image = new Bitmap(image_path);
textBox1.Text = "图片编码中……";
Application.DoEvents();
sam.SetImage(image_path);
textBox1.Text = "图片编码完成";
}
private void button2_Click(object sender, EventArgs e)
{
if (roi.Width == 0 || roi.Height == 0)
{
MessageBox.Show("请先在图片上绘制一个矩形框");
return;
}
pictureBox3.Image = null;
button2.Enabled = false;
Application.DoEvents();
// 框预测
MatInfo result = sam.PredictBox(roi);
if (result != null && result.mask != null)
{
pictureBox3.Image = BitmapConverter.ToBitmap(result.mask);
label1.Text = $"IoU: {result.iou_pred:F4}";
}
else
{
label1.Text = "未检测到目标";
}
button2.Enabled = true;
}
SAM3InferenceSession sam;
private void Form1_Load(object sender, EventArgs e)
{
string encoderPath = "model/sam3_encoder.onnx";
string decoderPath = "model/sam3_decoder.onnx";
sam = new SAM3InferenceSession(encoderPath, decoderPath);
sam.Initialize();
textBox1.Text = "图片编码中……";
Application.DoEvents();
image_path = "test_img/test.jpg";
image = new Mat(image_path);
pictureBox1.Image = new Bitmap(image_path);
sam.SetImage(image_path);
textBox1.Text = "图片编码完成";
}
private void pictureBox1_DoubleClick(object sender, EventArgs e)
{
Common.ShowNormalImg(pictureBox1.Image);
}
private void pictureBox2_DoubleClick(object sender, EventArgs e)
{
Common.ShowNormalImg(pictureBox2.Image);
}
SaveFileDialog sdf = new SaveFileDialog();
private void button3_Click(object sender, EventArgs e)
{
if (pictureBox2.Image == null)
{
return;
}
Bitmap output = new Bitmap(pictureBox2.Image);
sdf.Title = "保存";
sdf.Filter = "Images (*.jpg)|*.jpg|Images (*.png)|*.png|Images (*.bmp)|*.bmp|Images (*.emf)|*.emf|Images (*.exif)|*.exif|Images (*.gif)|*.gif|Images (*.ico)|*.ico|Images (*.tiff)|*.tiff|Images (*.wmf)|*.wmf";
if (sdf.ShowDialog() == DialogResult.OK)
{
switch (sdf.FilterIndex)
{
case 1:
{
output.Save(sdf.FileName, ImageFormat.Jpeg);
break;
}
case 2:
{
output.Save(sdf.FileName, ImageFormat.Png);
break;
}
case 3:
{
output.Save(sdf.FileName, ImageFormat.Bmp);
break;
}
case 4:
{
output.Save(sdf.FileName, ImageFormat.Emf);
break;
}
case 5:
{
output.Save(sdf.FileName, ImageFormat.Exif);
break;
}
case 6:
{
output.Save(sdf.FileName, ImageFormat.Gif);
break;
}
case 7:
{
output.Save(sdf.FileName, ImageFormat.Icon);
break;
}
case 8:
{
output.Save(sdf.FileName, ImageFormat.Tiff);
break;
}
case 9:
{
output.Save(sdf.FileName, ImageFormat.Wmf);
break;
}
}
MessageBox.Show("保存成功，位置：" + sdf.FileName);
}
}
bool m_mouseDown = false;
bool m_mouseMove = false;
System.Drawing.Point startPoint = new System.Drawing.Point();
System.Drawing.Point endPoint = new System.Drawing.Point();
Mat currentFrame = new Mat();
Rect roi = new Rect();
private void pictureBox1_MouseMove(object sender, MouseEventArgs e)
{
if (pictureBox1.Image == null)
return;
if (!m_mouseDown) return;
m_mouseMove = true;
endPoint = e.Location;
pictureBox1.Invalidate();
}
private void pictureBox1_Paint(object sender, PaintEventArgs e)
{
if (!m_mouseDown || !m_mouseMove)
return;
Graphics g = e.Graphics;
Pen p = new Pen(Color.Blue, 2);
Rectangle rect = new Rectangle(startPoint.X, startPoint.Y, (endPoint.X - startPoint.X), (endPoint.Y - startPoint.Y));
g.DrawRectangle(p, rect);
}
private void pictureBox1_MouseUp(object sender, MouseEventArgs e)
{
if (!m_mouseDown || !m_mouseMove)
return;
m_mouseDown = false;
m_mouseMove = false;
System.Drawing.Point image_startPoint = ConvertCooridinate(startPoint);
System.Drawing.Point image_endPoint = ConvertCooridinate(endPoint);
if (image_startPoint.X < 0)
image_startPoint.X = 0;
if (image_startPoint.Y < 0)
image_startPoint.Y = 0;
if (image_endPoint.X < 0)
image_endPoint.X = 0;
if (image_endPoint.Y < 0)
image_endPoint.Y = 0;
if (image_startPoint.X > image.Cols)
image_startPoint.X = image.Cols;
if (image_startPoint.Y > image.Rows)
image_startPoint.Y = image.Rows;
if (image_endPoint.X > image.Cols)
image_endPoint.X = image.Cols;
if (image_endPoint.Y > image.Rows)
image_endPoint.Y = image.Rows;
label1.Text = String.Format("ROI:({0},{1})-({2},{3})", image_startPoint.X, image_startPoint.Y, image_endPoint.X, image_endPoint.Y);
int w = (image_endPoint.X - image_startPoint.X);
int h = (image_endPoint.Y - image_startPoint.Y);
if (w > 10 && h > 10)
{
roi = new Rect(image_startPoint.X, image_startPoint.Y, w, h);
//Console.WriteLine(String.Format("ROI:({0},{1})-({2},{3})", image_startPoint.X, image_startPoint.Y, image_endPoint.X, image_endPoint.Y));
//test
//OpenCvSharp.Point pointinfo = new OpenCvSharp.Point(910, 641);
//roi = new Rect(pointinfo.X - 160, pointinfo.Y - 430, 380, 940);
Mat roi_mat = image[roi];
pictureBox2.Image = BitmapConverter.ToBitmap(roi_mat);
}
//pictureBox1.Invalidate();
}
private void pictureBox1_MouseDown(object sender, MouseEventArgs e)
{
if (pictureBox1.Image == null)
return;
// 如果是点预测模式（例如按下Ctrl+点击），则记录点
if (ModifierKeys == Keys.Control)
{
var imgPoint = ConvertCooridinate(e.Location);
clickedPoint = new Point2f(imgPoint.X, imgPoint.Y);
label1.Text = $"选中点: ({imgPoint.X}, {imgPoint.Y})";
// 可选：在pictureBox1上画一个点
pictureBox1.Invalidate();
return;
}
m_mouseDown = true;
startPoint = e.Location;
}
private System.Drawing.Point ConvertCooridinate(System.Drawing.Point point)
{
System.Reflection.PropertyInfo rectangleProperty = this.pictureBox1.GetType().GetProperty("ImageRectangle", BindingFlags.Instance | BindingFlags.NonPublic);
Rectangle pictureBox = (Rectangle)rectangleProperty.GetValue(this.pictureBox1, null);
int zoomedWidth = pictureBox.Width;
int zoomedHeight = pictureBox.Height;
int imageWidth = pictureBox1.Image.Width;
int imageHeight = pictureBox1.Image.Height;
double zoomRatex = (double)(zoomedWidth) / (double)(imageWidth);
double zoomRatey = (double)(zoomedHeight) / (double)(imageHeight);
int black_left_width = (zoomedWidth == this.pictureBox1.Width) ? 0 : (this.pictureBox1.Width - zoomedWidth) / 2;
int black_top_height = (zoomedHeight == this.pictureBox1.Height) ? 0 : (this.pictureBox1.Height - zoomedHeight) / 2;
int zoomedX = point.X - black_left_width;
int zoomedY = point.Y - black_top_height;
System.Drawing.Point outPoint = new System.Drawing.Point();
outPoint.X = (int)((double)zoomedX / zoomRatex);
outPoint.Y = (int)((double)zoomedY / zoomRatey);
return outPoint;
}
private Point2f? clickedPoint = null;
private void button4_Click(object sender, EventArgs e)
{
if (clickedPoint == null)
{
MessageBox.Show("请先在图片上点击选择一个点");
return;
}
MatInfo result = sam.PredictPoint(clickedPoint.Value);
if (result != null && result.mask != null)
{
pictureBox3.Image = BitmapConverter.ToBitmap(result.mask);
label1.Text = $"Point IoU: {result.iou_pred:F4}";
}
}
}
}
