我們在做RTSP|RTMP播放的時候，遇到好多開發者，他們的視覺演算法大多執行在python下，需要高效率的實現C#和Python的影片資料互動，常用的方法如下：
方法一：透過HTTP請求傳輸影片資料
伺服器端（Python）
使用Flask或Django等Web框架建立一個HTTP伺服器，透過API介面提供影片資料。
from flask import Flask, send_file, request, jsonify
import cv2
import io
import base64
app = Flask(__name__)
def get_video_frame():
# 讀取影片幀
cap = cv2.VideoCapture('your_video.mp4')
ret, frame = cap.read()
cap.release()
if not ret:
return None, "No more frames"
# 轉換為RGB格式
frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
# 轉換為位元組流
ret, buffer = cv2.imencode('.jpg', frame_rgb)
if not ret:
return None, "Could not encode frame"
# 將位元組流轉換為base64字串
img_str = base64.b64encode(buffer).decode('utf-8')
return img_str, 200
@app.route('/video_frame', methods=['GET'])
def video_frame():
img_str, status_code = get_video_frame()
if img_str is None:
return jsonify({"error": status_code}), status_code
return jsonify({"image": img_str})
if __name__ == '__main__':
app.run(debug=True)
客戶端（C#）
使用HttpClient從Python伺服器獲取影片幀，並將其顯示在PictureBox中。
using System;
using System.Drawing;
using System.Drawing.Imaging;
using System.IO;
using System.Net.Http;
using System.Windows.Forms;
public class VideoForm : Form
{
private PictureBox pictureBox;
private HttpClient httpClient;
public VideoForm()
{
pictureBox = new PictureBox
{
Dock = DockStyle.Fill,
SizeMode = PictureBoxSizeMode.StretchImage
};
this.Controls.Add(pictureBox);
httpClient = new HttpClient();
Timer timer = new Timer();
timer.Interval = 100; // Adjust the interval as needed
timer.Tick += Timer_Tick;
timer.Start();
}
private async void Timer_Tick(object sender, EventArgs e)
{
try
{
HttpResponseMessage response = await httpClient.GetAsync("http://localhost:5000/video_frame");
response.EnsureSuccessStatusCode();
string jsonResponse = await response.Content.ReadAsStringAsync();
dynamic jsonData = Newtonsoft.Json.JsonConvert.DeserializeObject(jsonResponse);
string base64String = jsonData.image;
byte[] imageBytes = Convert.FromBase64String(base64String);
using (MemoryStream ms = new MemoryStream(imageBytes))
{
Image image = Image.FromStream(ms);
pictureBox.Image = image;
}
}
catch (Exception ex)
{
MessageBox.Show($"Error: {ex.Message}");
}
}
[STAThread]
public static void Main()
{
Application.EnableVisualStyles();
Application.Run(new VideoForm());
}
}
方法二：透過ZeroMQ傳輸影片資料
ZeroMQ是一種高效能的非同步訊息庫，適用於需要低延遲和高吞吐量的應用。
伺服器端（Python）
使用pyzmq庫傳送影片幀。
import zmq
import cv2
import numpy as np
context = zmq.Context()
socket = context.socket(zmq.PUB)
socket.bind("tcp://*:5555")
cap = cv2.VideoCapture('your_video.mp4')
while True:
ret, frame = cap.read()
if not ret:
break
frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
frame_bytes = frame_rgb.tobytes()
socket.send_string("FRAME", zmq.SNDMORE)
socket.send(frame_bytes, flags=0, copy=False)
客戶端（C#）
使用NetMQ庫接收影片幀。
using System;
using System.Drawing;
using System.Drawing.Imaging;
using System.Runtime.InteropServices;
using System.Threading.Tasks;
using System.Windows.Forms;
using NetMQ;
using NetMQ.Sockets;
public class VideoForm : Form
{
private PictureBox pictureBox;
private SubscriberSocket subscriber;
public VideoForm()
{
pictureBox = new PictureBox
{
Dock = DockStyle.Fill,
SizeMode = PictureBoxSizeMode.StretchImage
};
this.Controls.Add(pictureBox);
var address = "tcp://localhost:5555";
using (var context = NetMQContext.Create())
{
subscriber = context.CreateSubscriberSocket();
subscriber.Connect(address);
subscriber.Subscribe("FRAME");
Task.Run(() => ReceiveFramesAsync(subscriber));
}
}
private async Task ReceiveFramesAsync(SubscriberSocket subscriber)
{
while (true)
{
var topic = await subscriber.ReceiveFrameStringAsync();
var frameBytes = await subscriber.ReceiveFrameBytesAsync();
if (topic == "FRAME")
{
int width = 640; // Adjust based on your video resolution
int height = 480; // Adjust based on your video resolution
int stride = width * 3;
Bitmap bitmap = new Bitmap(width, height, PixelFormat.Format24bppRgb);
BitmapData bitmapData = bitmap.LockBits(new Rectangle(0, 0, width, height), ImageLockMode.WriteOnly, bitmap.PixelFormat);
Marshal.Copy(frameBytes, 0, bitmapData.Scan0, frameBytes.Length);
bitmap.UnlockBits(bitmapData);
pictureBox.Image = bitmap;
}
}
}
[STAThread]
public static void Main()
{
Application.EnableVisualStyles();
Application.Run(new VideoForm());
}
}
方法三：透過共享記憶體或檔案
如果C#和Python執行在同一臺機器上，可以透過共享記憶體或檔案系統進行資料交換。這種方法相對簡單，但效能可能不如前兩種方法。
