2

对于一个项目，我想在 picamera http web 流（mjpeg）上覆盖一个静态图像（一个圆圈的图像 - png）。

不幸的是，picamera 不支持带录音的覆盖。还有另一种方法可以做到这一点吗？

以下是 Picamera 文档中的示例代码： https ://picamera.readthedocs.io/en/release-1.13/recipes2.html#web-streaming

import io
import picamera
import logging
import socketserver
from threading import Condition
from http import server

PAGE="""\
<html>
<head>
<title>picamera MJPEG streaming demo</title>
</head>
<body>
<h1>PiCamera MJPEG Streaming Demo</h1>
<img src="stream.mjpg" width="640" height="480" />
</body>
</html>
"""

class StreamingOutput(object):
    def __init__(self):
        self.frame = None
        self.buffer = io.BytesIO()
        self.condition = Condition()

    def write(self, buf):
        if buf.startswith(b'\xff\xd8'):
            # New frame, copy the existing buffer's content and notify all
            # clients it's available
            self.buffer.truncate()
            with self.condition:
                self.frame = self.buffer.getvalue()
                self.condition.notify_all()
            self.buffer.seek(0)
        return self.buffer.write(buf)

class StreamingHandler(server.BaseHTTPRequestHandler):
    def do_GET(self):
        if self.path == '/':
            self.send_response(301)
            self.send_header('Location', '/index.html')
            self.end_headers()
        elif self.path == '/index.html':
            content = PAGE.encode('utf-8')
            self.send_response(200)
            self.send_header('Content-Type', 'text/html')
            self.send_header('Content-Length', len(content))
            self.end_headers()
            self.wfile.write(content)
        elif self.path == '/stream.mjpg':
            self.send_response(200)
            self.send_header('Age', 0)
            self.send_header('Cache-Control', 'no-cache, private')
            self.send_header('Pragma', 'no-cache')
            self.send_header('Content-Type', 'multipart/x-mixed-replace; boundary=FRAME')
            self.end_headers()
            try:
                while True:
                    with output.condition:
                        output.condition.wait()
                        frame = output.frame
                    self.wfile.write(b'--FRAME\r\n')
                    self.send_header('Content-Type', 'image/jpeg')
                    self.send_header('Content-Length', len(frame))
                    self.end_headers()
                    self.wfile.write(frame)
                    self.wfile.write(b'\r\n')
            except Exception as e:
                logging.warning(
                    'Removed streaming client %s: %s',
                    self.client_address, str(e))
        else:
            self.send_error(404)
            self.end_headers()

class StreamingServer(socketserver.ThreadingMixIn, server.HTTPServer):
    allow_reuse_address = True
    daemon_threads = True

with picamera.PiCamera(resolution='640x480', framerate=24) as camera:
    output = StreamingOutput()
    camera.start_recording(output, format='mjpeg')
    try:
        address = ('192.168.4.1', 8000)
        server = StreamingServer(address, StreamingHandler)
        server.serve_forever()
    finally:
        camera.stop_recording()
4

1 回答 1

1

这是我对此的初步尝试。我已经在我添加/更改的行上方添加了评论。

#!/usr/bin/env python3

import io
import picamera
import logging
import socketserver
from threading import Condition
from http import server
import numpy as np
from PIL import Image

PAGE="""\
<html>
<head>
<title>picamera MJPEG streaming demo</title>
</head>
<body>
<h1>PiCamera MJPEG Streaming Demo</h1>
<img src="stream.mjpg" width="640" height="480" />
</body>
</html>
"""

class StreamingOutput(object):
    def __init__(self):
        self.frame = None
        # Open the overlay at startup and retain for pasting into all frames
        # Overlay MUST be "RGBA" mode
        self.overlay = Image.open('overlay.png')
        print(self.overlay)
        self.condition = Condition()

    def write(self, buf):
        # New frame, paste on our overlay and tell clients it's available
        with self.condition:
            # Convert the 640x480 buffer we receive into a PIL Image
            im = Image.frombuffer('RGB',(640,480),buf,"raw",'RGB',0,1)
            # Paste on our overlay
            im.paste(self.overlay,None,self.overlay)
            # Create an "in-memory" JPEG
            tmp = io.BytesIO()
            im.save(tmp,format='jpeg')
            # Copy that to "self.frame" for the HTTP server to send to clients
            self.frame = tmp.getvalue()
            self.condition.notify_all()
        return

class StreamingHandler(server.BaseHTTPRequestHandler):
    def do_GET(self):
        if self.path == '/':
            self.send_response(301)
            self.send_header('Location', '/index.html')
            self.end_headers()
        elif self.path == '/index.html':
            content = PAGE.encode('utf-8')
            self.send_response(200)
            self.send_header('Content-Type', 'text/html')
            self.send_header('Content-Length', len(content))
            self.end_headers()
            self.wfile.write(content)
        elif self.path == '/stream.mjpg':
            self.send_response(200)
            self.send_header('Age', 0)
            self.send_header('Cache-Control', 'no-cache, private')
            self.send_header('Pragma', 'no-cache')
            self.send_header('Content-Type', 'multipart/x-mixed-replace; boundary=FRAME')
            self.end_headers()
            try:
                while True:
                    with output.condition:
                        output.condition.wait()
                        frame = output.frame
                    self.wfile.write(b'--FRAME\r\n')
                    self.send_header('Content-Type', 'image/jpeg')
                    self.send_header('Content-Length', len(frame))
                    self.end_headers()
                    self.wfile.write(frame)
                    self.wfile.write(b'\r\n')
            except Exception as e:
                logging.warning(
                    'Removed streaming client %s: %s',
                    self.client_address, str(e))
        else:
            self.send_error(404)
            self.end_headers()

class StreamingServer(socketserver.ThreadingMixIn, server.HTTPServer):
    allow_reuse_address = True
    daemon_threads = True

with picamera.PiCamera(resolution='640x480',framerate=24) as camera:
    output = StreamingOutput()
    # Collect data as RGB rather than encoding to JPEG, decoding from JPEG to PIL to overlay and then re-encoding as JPEG
    camera.start_recording(output,format='rgb')
    try:
        address = ('192.168.0.104', 8000)
        server = StreamingServer(address, StreamingHandler)
        server.serve_forever()
    finally:
        camera.stop_recording()

我测试了它，它覆盖得很好。我用ImageMagick创建了我的叠加层——它是屏幕中间的一个红色圆圈——就像这样：

convert -size 640x480 xc:lime -fill none +antialias -stroke red -fill none  -draw "circle 320,240 320,260" -transparent lime -depth 8 png32:overlay.png

在这里，它覆盖在 Raspberry Pi 相机源上：

在此处输入图像描述

于 2019-12-03T22:35:22.543 回答