Google Git
Sign in
cobalt / cobalt / 56d7c4e1a836a7ef6e2823bffb8d1567758b82eb / . / media / gpu / v4l2 / v4l2_video_encode_accelerator.cc
blob: b238069e5e93fb2064102e74dbcd1db327a9fa78 [file] [log] [blame]
// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "media/gpu/v4l2/v4l2_video_encode_accelerator.h"
#include <fcntl.h>
#include <linux/videodev2.h>
#include <poll.h>
#include <string.h>
#include <sys/eventfd.h>
#include <sys/ioctl.h>
#include <sys/mman.h>
#include <memory>
#include <numeric>
#include <utility>
#include "base/bind.h"
#include "base/bits.h"
#include "base/callback.h"
#include "base/callback_helpers.h"
#include "base/command_line.h"
#include "base/numerics/safe_conversions.h"
#include "base/single_thread_task_runner.h"
#include "base/task/post_task.h"
#include "base/task/task_traits.h"
#include "base/task/thread_pool.h"
#include "base/threading/thread_task_runner_handle.h"
#include "base/trace_event/trace_event.h"
#include "media/base/bitstream_buffer.h"
#include "media/base/color_plane_layout.h"
#include "media/base/scopedfd_helper.h"
#include "media/base/unaligned_shared_memory.h"
#include "media/base/video_frame_layout.h"
#include "media/base/video_types.h"
#include "media/gpu/chromeos/fourcc.h"
#include "media/gpu/chromeos/image_processor_factory.h"
#include "media/gpu/chromeos/platform_video_frame_utils.h"
#include "media/gpu/gpu_video_encode_accelerator_helpers.h"
#include "media/gpu/macros.h"
#include "media/video/h264_level_limits.h"
#include "media/video/h264_parser.h"
#include "third_party/abseil-cpp/absl/types/optional.h"
#define NOTIFY_ERROR(x) \
do { \
VLOGF(1) << "Setting error state:" << x; \
SetErrorState(x); \
} while (0)
#define IOCTL_OR_ERROR_RETURN_VALUE(type, arg, value, type_str) \
do { \
if (device_->Ioctl(type, arg) != 0) { \
VPLOGF(1) << "ioctl() failed: " << type_str; \
NOTIFY_ERROR(kPlatformFailureError); \
return value; \
} \
} while (0)
#define IOCTL_OR_ERROR_RETURN(type, arg) \
IOCTL_OR_ERROR_RETURN_VALUE(type, arg, ((void)0), #type)
#define IOCTL_OR_ERROR_RETURN_FALSE(type, arg) \
IOCTL_OR_ERROR_RETURN_VALUE(type, arg, false, #type)
#define IOCTL_OR_LOG_ERROR(type, arg) \
do { \
if (device_->Ioctl(type, arg) != 0) \
VPLOGF(1) << "ioctl() failed: " << #type; \
} while (0)
namespace {
const uint8_t kH264StartCode[] = {0, 0, 0, 1};
const size_t kH264StartCodeSize = sizeof(kH264StartCode);
// Copy a H.264 NALU of size |src_size| (without start code), located at |src|,
// into a buffer starting at |dst| of size |dst_size|, prepending it with
// a H.264 start code (as long as both fit). After copying, update |dst| to
// point to the address immediately after the copied data, and update |dst_size|
// to contain remaining destination buffer size.
static void CopyNALUPrependingStartCode(const uint8_t* src,
size_t src_size,
uint8_t** dst,
size_t* dst_size) {
size_t size_to_copy = kH264StartCodeSize + src_size;
if (size_to_copy > *dst_size) {
VLOGF(1) << "Could not copy a NALU, not enough space in destination buffer";
return;
}
memcpy(*dst, kH264StartCode, kH264StartCodeSize);
memcpy(*dst + kH264StartCodeSize, src, src_size);
*dst += size_to_copy;
*dst_size -= size_to_copy;
}
} // namespace
namespace media {
namespace {
// Convert VideoFrameLayout to ImageProcessor::PortConfig.
absl::optional<ImageProcessor::PortConfig> VideoFrameLayoutToPortConfig(
const VideoFrameLayout& layout,
const gfx::Rect& visible_rect,
const std::vector<VideoFrame::StorageType>& preferred_storage_types) {
auto fourcc =
Fourcc::FromVideoPixelFormat(layout.format(), !layout.is_multi_planar());
if (!fourcc) {
DVLOGF(1) << "Failed to create Fourcc from video pixel format "
<< VideoPixelFormatToString(layout.format());
return absl::nullopt;
}
return ImageProcessor::PortConfig(*fourcc, layout.coded_size(),
layout.planes(), visible_rect,
preferred_storage_types);
}
// Create Layout from |layout| with is_multi_planar = true.
absl::optional<VideoFrameLayout> AsMultiPlanarLayout(
const VideoFrameLayout& layout) {
if (layout.is_multi_planar())
return absl::make_optional<VideoFrameLayout>(layout);
return VideoFrameLayout::CreateMultiPlanar(
layout.format(), layout.coded_size(), layout.planes());
}
} // namespace
struct V4L2VideoEncodeAccelerator::BitstreamBufferRef {
BitstreamBufferRef(int32_t id, std::unique_ptr<UnalignedSharedMemory> shm)
: id(id), shm(std::move(shm)) {}
const int32_t id;
const std::unique_ptr<UnalignedSharedMemory> shm;
};
V4L2VideoEncodeAccelerator::InputRecord::InputRecord() = default;
V4L2VideoEncodeAccelerator::InputRecord::InputRecord(const InputRecord&) =
default;
V4L2VideoEncodeAccelerator::InputRecord::~InputRecord() = default;
V4L2VideoEncodeAccelerator::InputFrameInfo::InputFrameInfo()
: InputFrameInfo(nullptr, false) {}
V4L2VideoEncodeAccelerator::InputFrameInfo::InputFrameInfo(
scoped_refptr<VideoFrame> frame,
bool force_keyframe)
: frame(frame), force_keyframe(force_keyframe) {}
V4L2VideoEncodeAccelerator::InputFrameInfo::InputFrameInfo(
scoped_refptr<VideoFrame> frame,
bool force_keyframe,
size_t index)
: frame(std::move(frame)),
force_keyframe(force_keyframe),
ip_output_buffer_index(index) {}
V4L2VideoEncodeAccelerator::InputFrameInfo::InputFrameInfo(
const InputFrameInfo&) = default;
V4L2VideoEncodeAccelerator::InputFrameInfo::~InputFrameInfo() = default;
V4L2VideoEncodeAccelerator::V4L2VideoEncodeAccelerator(
scoped_refptr<V4L2Device> device)
: child_task_runner_(base::ThreadTaskRunnerHandle::Get()),
native_input_mode_(false),
output_buffer_byte_size_(0),
output_format_fourcc_(0),
current_bitrate_(0),
current_framerate_(0),
encoder_state_(kUninitialized),
device_(std::move(device)),
input_memory_type_(V4L2_MEMORY_USERPTR),
is_flush_supported_(false),
// TODO(akahuang): Change to use SequencedTaskRunner to see if the
// performance is affected.
// TODO(akahuang): Remove WithBaseSyncPrimitives() after replacing poll
// thread by V4L2DevicePoller.
encoder_task_runner_(base::ThreadPool::CreateSingleThreadTaskRunner(
{base::WithBaseSyncPrimitives(), base::MayBlock()},
base::SingleThreadTaskRunnerThreadMode::DEDICATED)),
device_poll_thread_("V4L2EncoderDevicePollThread") {
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
DETACH_FROM_SEQUENCE(encoder_sequence_checker_);
weak_this_ = weak_this_factory_.GetWeakPtr();
}
V4L2VideoEncodeAccelerator::~V4L2VideoEncodeAccelerator() {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!device_poll_thread_.IsRunning());
VLOGF(2);
}
bool V4L2VideoEncodeAccelerator::Initialize(const Config& config,
Client* client) {
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
DCHECK_EQ(encoder_state_, kUninitialized);
TRACE_EVENT0("media,gpu", "V4L2VEA::Initialize");
VLOGF(2) << ": " << config.AsHumanReadableString();
// V4L2VEA doesn't support temporal layers but we let it pass here to support
// simulcast.
if (config.HasSpatialLayer()) {
VLOGF(1) << "Spatial layer encoding is not yet supported";
return false;
}
encoder_input_visible_rect_ = gfx::Rect(config.input_visible_size);
client_ptr_factory_ = std::make_unique<base::WeakPtrFactory<Client>>(client);
client_ = client_ptr_factory_->GetWeakPtr();
output_format_fourcc_ =
V4L2Device::VideoCodecProfileToV4L2PixFmt(config.output_profile, false);
if (!output_format_fourcc_) {
VLOGF(1) << "invalid output_profile="
<< GetProfileName(config.output_profile);
return false;
}
if (!device_->Open(V4L2Device::Type::kEncoder, output_format_fourcc_)) {
VLOGF(1) << "Failed to open device for profile="
<< GetProfileName(config.output_profile)
<< ", fourcc=" << FourccToString(output_format_fourcc_);
return false;
}
gfx::Size min_resolution;
gfx::Size max_resolution;
device_->GetSupportedResolution(output_format_fourcc_, &min_resolution,
&max_resolution);
if (config.input_visible_size.width() < min_resolution.width() ||
config.input_visible_size.height() < min_resolution.height() ||
config.input_visible_size.width() > max_resolution.width() ||
config.input_visible_size.height() > max_resolution.height()) {
VLOGF(1) << "Unsupported resolution: "
<< config.input_visible_size.ToString()
<< ", min=" << min_resolution.ToString()
<< ", max=" << max_resolution.ToString();
return false;
}
// Ask if V4L2_ENC_CMD_STOP (Flush) is supported.
struct v4l2_encoder_cmd cmd;
memset(&cmd, 0, sizeof(cmd));
cmd.cmd = V4L2_ENC_CMD_STOP;
is_flush_supported_ = (device_->Ioctl(VIDIOC_TRY_ENCODER_CMD, &cmd) == 0);
if (!is_flush_supported_)
VLOGF(2) << "V4L2_ENC_CMD_STOP is not supported.";
struct v4l2_capability caps;
memset(&caps, 0, sizeof(caps));
const __u32 kCapsRequired = V4L2_CAP_VIDEO_M2M_MPLANE | V4L2_CAP_STREAMING;
IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_QUERYCAP, &caps);
if ((caps.capabilities & kCapsRequired) != kCapsRequired) {
VLOGF(1) << "caps check failed: 0x" << std::hex << caps.capabilities;
return false;
}
bool result = false;
base::WaitableEvent done;
encoder_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::InitializeTask,
weak_this_, config, &result, &done));
done.Wait();
return result;
}
void V4L2VideoEncodeAccelerator::InitializeTask(const Config& config,
bool* result,
base::WaitableEvent* done) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
// Signal the event when leaving the method.
base::ScopedClosureRunner signal_event(
base::BindOnce(&base::WaitableEvent::Signal, base::Unretained(done)));
*result = false;
native_input_mode_ =
config.storage_type.value_or(Config::StorageType::kShmem) ==
Config::StorageType::kGpuMemoryBuffer;
input_queue_ = device_->GetQueue(V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE);
output_queue_ = device_->GetQueue(V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE);
if (!input_queue_ || !output_queue_) {
VLOGF(1) << "Failed to get V4L2Queue.";
NOTIFY_ERROR(kPlatformFailureError);
return;
}
if (!SetFormats(config.input_format, config.output_profile)) {
VLOGF(1) << "Failed setting up formats";
return;
}
if (config.input_format != device_input_layout_->format()) {
VLOGF(2) << "Input format: " << config.input_format << " is not supported "
<< "by the HW. Will try to convert to "
<< device_input_layout_->format();
auto input_layout = VideoFrameLayout::CreateMultiPlanar(
config.input_format, encoder_input_visible_rect_.size(),
std::vector<ColorPlaneLayout>(
VideoFrame::NumPlanes(config.input_format)));
if (!input_layout) {
VLOGF(1) << "Invalid image processor input layout";
return;
}
// ImageProcessor for a pixel format conversion.
if (!CreateImageProcessor(*input_layout, device_input_layout_->format(),
device_input_layout_->coded_size(),
encoder_input_visible_rect_,
encoder_input_visible_rect_)) {
VLOGF(1) << "Failed to create image processor";
return;
}
const gfx::Size ip_output_buffer_size(
image_processor_->output_config().planes[0].stride,
image_processor_->output_config().size.height());
if (!NegotiateInputFormat(device_input_layout_->format(),
ip_output_buffer_size)) {
VLOGF(1) << "Failed to reconfigure v4l2 encoder driver with the "
<< "ImageProcessor output buffer: "
<< ip_output_buffer_size.ToString();
return;
}
}
if (!InitInputMemoryType(config))
return;
if (!InitControls(config))
return;
if (!CreateOutputBuffers())
return;
encoder_state_ = kInitialized;
RequestEncodingParametersChangeTask(
config.bitrate, config.initial_framerate.value_or(
VideoEncodeAccelerator::kDefaultFramerate));
// input_frame_size_ is the size of input_config of |image_processor_|.
// On native_input_mode_, since the passed size in RequireBitstreamBuffers()
// is ignored by the client, we don't update the expected frame size.
if (!native_input_mode_ && image_processor_.get())
input_frame_size_ = image_processor_->input_config().size;
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&Client::RequireBitstreamBuffers, client_,
kInputBufferCount, input_frame_size_,
output_buffer_byte_size_));
// Notify VideoEncoderInfo after initialization.
VideoEncoderInfo encoder_info;
encoder_info.implementation_name = "V4L2VideoEncodeAccelerator";
encoder_info.has_trusted_rate_controller = true;
encoder_info.is_hardware_accelerated = true;
encoder_info.supports_native_handle = true;
encoder_info.supports_simulcast = false;
// V4L2VideoEncodeAccelerator doesn't support either temporal-SVC or
// spatial-SVC. A single stream shall be output at the desired FPS.
constexpr uint8_t kFullFramerate = 255;
encoder_info.fps_allocation[0] = {kFullFramerate};
child_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&Client::NotifyEncoderInfoChange, client_, encoder_info));
// Finish initialization.
*result = true;
}
bool V4L2VideoEncodeAccelerator::CreateImageProcessor(
const VideoFrameLayout& input_layout,
const VideoPixelFormat output_format,
const gfx::Size& output_size,
const gfx::Rect& input_visible_rect,
const gfx::Rect& output_visible_rect) {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
auto ip_input_layout = AsMultiPlanarLayout(input_layout);
if (!ip_input_layout) {
VLOGF(1) << "Failed to get multi-planar input layout, input_layout="
<< input_layout;
return false;
}
VideoFrame::StorageType input_storage_type =
native_input_mode_ ? VideoFrame::STORAGE_GPU_MEMORY_BUFFER
: VideoFrame::STORAGE_MOJO_SHARED_BUFFER;
auto input_config = VideoFrameLayoutToPortConfig(
*ip_input_layout, input_visible_rect, {input_storage_type});
if (!input_config) {
VLOGF(1) << "Failed to create ImageProcessor input config";
return false;
}
auto platform_layout = GetPlatformVideoFrameLayout(
/*gpu_memory_buffer_factory=*/nullptr, output_format, output_size,
gfx::BufferUsage::VEA_READ_CAMERA_AND_CPU_READ_WRITE);
if (!platform_layout) {
VLOGF(1) << "Failed to get Platform VideoFrameLayout";
return false;
}
auto output_layout = AsMultiPlanarLayout(platform_layout.value());
if (!output_layout) {
VLOGF(1) << "Failed to get multi-planar platform layout, platform_layout="
<< *platform_layout;
return false;
}
auto output_config =
VideoFrameLayoutToPortConfig(*output_layout, output_visible_rect,
{VideoFrame::STORAGE_GPU_MEMORY_BUFFER});
if (!output_config) {
VLOGF(1) << "Failed to create ImageProcessor output config";
return false;
}
image_processor_ = ImageProcessorFactory::Create(
*input_config, *output_config, {ImageProcessor::OutputMode::IMPORT},
kImageProcBufferCount, VIDEO_ROTATION_0, encoder_task_runner_,
base::BindRepeating(&V4L2VideoEncodeAccelerator::ImageProcessorError,
weak_this_));
if (!image_processor_) {
VLOGF(1) << "Failed initializing image processor";
return false;
}
num_frames_in_image_processor_ = 0;
// The output of image processor is the input of encoder. Output coded
// width of processor must be the same as input coded width of encoder.
// Output coded height of processor can be larger but not smaller than the
// input coded height of encoder. For example, suppose input size of encoder
// is 320x193. It is OK if the output of processor is 320x208.
const auto& ip_output_size = image_processor_->output_config().size;
if (ip_output_size.width() != output_layout->coded_size().width() ||
ip_output_size.height() < output_layout->coded_size().height()) {
VLOGF(1) << "Invalid image processor output coded size "
<< ip_output_size.ToString() << ", expected output coded size is "
<< output_layout->coded_size().ToString();
return false;
}
// Initialize |free_image_processor_output_buffer_indices_|.
free_image_processor_output_buffer_indices_.resize(kImageProcBufferCount);
std::iota(free_image_processor_output_buffer_indices_.begin(),
free_image_processor_output_buffer_indices_.end(), 0);
return AllocateImageProcessorOutputBuffers(kImageProcBufferCount);
}
bool V4L2VideoEncodeAccelerator::AllocateImageProcessorOutputBuffers(
size_t count) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(image_processor_);
DCHECK_EQ(image_processor_->output_mode(),
ImageProcessor::OutputMode::IMPORT);
// The existing buffers in |image_processor_output_buffers_| may be alive
// until they are actually consumed by the encoder driver, after they are
// destroyed here.
image_processor_output_buffers_.clear();
image_processor_output_buffers_.resize(count);
const ImageProcessor::PortConfig& output_config =
image_processor_->output_config();
for (size_t i = 0; i < count; i++) {
switch (output_config.storage_type()) {
case VideoFrame::STORAGE_GPU_MEMORY_BUFFER:
image_processor_output_buffers_[i] = CreateGpuMemoryBufferVideoFrame(
/*gpu_memory_buffer_factory=*/nullptr,
output_config.fourcc.ToVideoPixelFormat(), output_config.size,
output_config.visible_rect, output_config.visible_rect.size(),
base::TimeDelta(),
gfx::BufferUsage::VEA_READ_CAMERA_AND_CPU_READ_WRITE);
break;
default:
VLOGF(1) << "Unsupported output storage type of image processor: "
<< output_config.storage_type();
return false;
}
if (!image_processor_output_buffers_[i]) {
VLOGF(1) << "Failed to create VideoFrame";
return false;
}
}
return true;
}
bool V4L2VideoEncodeAccelerator::InitInputMemoryType(const Config& config) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
if (image_processor_) {
const auto storage_type = image_processor_->output_config().storage_type();
if (storage_type == VideoFrame::STORAGE_GPU_MEMORY_BUFFER) {
input_memory_type_ = V4L2_MEMORY_DMABUF;
} else if (VideoFrame::IsStorageTypeMappable(storage_type)) {
input_memory_type_ = V4L2_MEMORY_USERPTR;
} else {
VLOGF(1) << "Unsupported image processor's output StorageType: "
<< storage_type;
return false;
}
} else {
switch (config.storage_type.value_or(Config::StorageType::kShmem)) {
case Config::StorageType::kShmem:
input_memory_type_ = V4L2_MEMORY_USERPTR;
break;
case Config::StorageType::kGpuMemoryBuffer:
input_memory_type_ = V4L2_MEMORY_DMABUF;
break;
}
}
return true;
}
void V4L2VideoEncodeAccelerator::ImageProcessorError() {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
VLOGF(1) << "Image processor error";
NOTIFY_ERROR(kPlatformFailureError);
}
void V4L2VideoEncodeAccelerator::Encode(scoped_refptr<VideoFrame> frame,
bool force_keyframe) {
DVLOGF(4) << "force_keyframe=" << force_keyframe;
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
encoder_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::EncodeTask,
weak_this_, std::move(frame), force_keyframe));
}
void V4L2VideoEncodeAccelerator::UseOutputBitstreamBuffer(
BitstreamBuffer buffer) {
DVLOGF(4) << "id=" << buffer.id();
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
encoder_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&V4L2VideoEncodeAccelerator::UseOutputBitstreamBufferTask,
weak_this_, std::move(buffer)));
}
void V4L2VideoEncodeAccelerator::RequestEncodingParametersChange(
const Bitrate& bitrate,
uint32_t framerate) {
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
encoder_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(
&V4L2VideoEncodeAccelerator::RequestEncodingParametersChangeTask,
weak_this_, bitrate, framerate));
}
void V4L2VideoEncodeAccelerator::Destroy() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
// We're destroying; cancel all callbacks.
client_ptr_factory_.reset();
encoder_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&V4L2VideoEncodeAccelerator::DestroyTask, weak_this_));
}
void V4L2VideoEncodeAccelerator::Flush(FlushCallback flush_callback) {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(child_sequence_checker_);
encoder_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::FlushTask,
weak_this_, std::move(flush_callback)));
}
void V4L2VideoEncodeAccelerator::FlushTask(FlushCallback flush_callback) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
if (flush_callback_ || encoder_state_ != kEncoding) {
VLOGF(1) << "Flush failed: there is a pending flush, "
<< "or VideoEncodeAccelerator is not in kEncoding state";
NOTIFY_ERROR(kIllegalStateError);
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(flush_callback), false));
return;
}
flush_callback_ = std::move(flush_callback);
// Push a null frame to indicate Flush.
EncodeTask(nullptr, false);
}
bool V4L2VideoEncodeAccelerator::IsFlushSupported() {
return is_flush_supported_;
}
VideoEncodeAccelerator::SupportedProfiles
V4L2VideoEncodeAccelerator::GetSupportedProfiles() {
scoped_refptr<V4L2Device> device = V4L2Device::Create();
if (!device)
return SupportedProfiles();
return device->GetSupportedEncodeProfiles();
}
void V4L2VideoEncodeAccelerator::FrameProcessed(
bool force_keyframe,
base::TimeDelta timestamp,
size_t output_buffer_index,
scoped_refptr<VideoFrame> frame) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DVLOGF(4) << "force_keyframe=" << force_keyframe
<< ", output_buffer_index=" << output_buffer_index;
DCHECK_GE(output_buffer_index, 0u);
encoder_input_queue_.emplace(std::move(frame), force_keyframe,
output_buffer_index);
CHECK_GT(num_frames_in_image_processor_, 0u);
num_frames_in_image_processor_--;
MaybeFlushImageProcessor();
encoder_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&V4L2VideoEncodeAccelerator::Enqueue, weak_this_));
}
void V4L2VideoEncodeAccelerator::ReuseImageProcessorOutputBuffer(
size_t output_buffer_index) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DVLOGF(4) << "output_buffer_index=" << output_buffer_index;
free_image_processor_output_buffer_indices_.push_back(output_buffer_index);
InputImageProcessorTask();
}
size_t V4L2VideoEncodeAccelerator::CopyIntoOutputBuffer(
const uint8_t* bitstream_data,
size_t bitstream_size,
std::unique_ptr<BitstreamBufferRef> buffer_ref) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
uint8_t* dst_ptr = static_cast<uint8_t*>(buffer_ref->shm->memory());
size_t remaining_dst_size = buffer_ref->shm->size();
if (!inject_sps_and_pps_) {
if (bitstream_size <= remaining_dst_size) {
memcpy(dst_ptr, bitstream_data, bitstream_size);
return bitstream_size;
} else {
VLOGF(1) << "Output data did not fit in the BitstreamBuffer";
return 0;
}
}
// Cache the newest SPS and PPS found in the stream, and inject them before
// each IDR found.
H264Parser parser;
parser.SetStream(bitstream_data, bitstream_size);
H264NALU nalu;
bool inserted_sps = false;
bool inserted_pps = false;
while (parser.AdvanceToNextNALU(&nalu) == H264Parser::kOk) {
// nalu.size is always without the start code, regardless of the NALU type.
if (nalu.size + kH264StartCodeSize > remaining_dst_size) {
VLOGF(1) << "Output data did not fit in the BitstreamBuffer";
break;
}
switch (nalu.nal_unit_type) {
case H264NALU::kSPS:
cached_sps_.resize(nalu.size);
memcpy(cached_sps_.data(), nalu.data, nalu.size);
cached_h264_header_size_ =
cached_sps_.size() + cached_pps_.size() + 2 * kH264StartCodeSize;
inserted_sps = true;
break;
case H264NALU::kPPS:
cached_pps_.resize(nalu.size);
memcpy(cached_pps_.data(), nalu.data, nalu.size);
cached_h264_header_size_ =
cached_sps_.size() + cached_pps_.size() + 2 * kH264StartCodeSize;
inserted_pps = true;
break;
case H264NALU::kIDRSlice:
if (inserted_sps && inserted_pps) {
// Already inserted SPS and PPS. No need to inject.
break;
}
// Only inject if we have both headers cached, and enough space for both
// the headers and the NALU itself.
if (cached_sps_.empty() || cached_pps_.empty()) {
VLOGF(1) << "Cannot inject IDR slice without SPS and PPS";
break;
}
if (cached_h264_header_size_ + nalu.size + kH264StartCodeSize >
remaining_dst_size) {
VLOGF(1) << "Not enough space to inject a stream header before IDR";
break;
}
if (!inserted_sps) {
CopyNALUPrependingStartCode(cached_sps_.data(), cached_sps_.size(),
&dst_ptr, &remaining_dst_size);
}
if (!inserted_pps) {
CopyNALUPrependingStartCode(cached_pps_.data(), cached_pps_.size(),
&dst_ptr, &remaining_dst_size);
}
VLOGF(2) << "Stream header injected before IDR";
break;
}
CopyNALUPrependingStartCode(nalu.data, nalu.size, &dst_ptr,
&remaining_dst_size);
}
return buffer_ref->shm->size() - remaining_dst_size;
}
void V4L2VideoEncodeAccelerator::EncodeTask(scoped_refptr<VideoFrame> frame,
bool force_keyframe) {
DVLOGF(4) << "force_keyframe=" << force_keyframe;
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK_NE(encoder_state_, kUninitialized);
if (encoder_state_ == kError) {
DVLOGF(1) << "early out: kError state";
return;
}
if (frame && !ReconfigureFormatIfNeeded(*frame)) {
NOTIFY_ERROR(kPlatformFailureError);
encoder_state_ = kError;
return;
}
// If a video frame to be encoded is fed, then call VIDIOC_REQBUFS if it has
// not been called yet.
if (frame && input_buffer_map_.empty() && !CreateInputBuffers())
return;
if (image_processor_) {
image_processor_input_queue_.emplace(std::move(frame), force_keyframe);
InputImageProcessorTask();
} else {
encoder_input_queue_.emplace(std::move(frame), force_keyframe);
Enqueue();
}
}
bool V4L2VideoEncodeAccelerator::ReconfigureFormatIfNeeded(
const VideoFrame& frame) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
if (input_buffer_map_.empty()) {
// Updates |input_natural_size_| on the first VideoFrame.
// |input_natural_size_| is a dimension to be encoded (i.e.
// |encoder_input_visible_rect_.size()|), but can be different from it
// in simulcast case.
input_natural_size_ = frame.natural_size();
}
if (!native_input_mode_) {
// frame.coded_size() must be the size specified in
// RequireBitstreamBuffers() in non native-input mode.
return frame.coded_size() == input_frame_size_;
}
if (!input_buffer_map_.empty()) {
// ReconfigureFormatIfNeeded() has been called with the first VideoFrame.
// We checks here we need to (re)create ImageProcessor because the visible
// rectangle of |frame| differs from the first VideoFrame.
// |frame.natural_size()| must be unchanged during encoding in the same
// VideoEncodeAccelerator instance. When it is changed, a client has to
// recreate VideoEncodeAccelerator.
if (frame.natural_size() != input_natural_size_) {
VLOGF(1) << "Encoder resolution is changed during encoding"
<< ", frame.natural_size()=" << frame.natural_size().ToString()
<< ", input_natural_size_=" << input_natural_size_.ToString();
return false;
}
if (frame.coded_size() == input_frame_size_) {
return true;
}
// If a dimension of the underlying VideoFrame varies during video encoding
// (i.e. frame.coded_size() != input_frame_size_), we (re)create
// ImageProcessor to crop the VideoFrame, |frame.visible_rect()| ->
// |encoder_input_visible_rect_|.
// TODO(hiroh): if |frame.coded_size()| is the same as VideoFrame::
// DetermineAlignedSize(input_format, encoder_input_visible_rect_.size())
// and don't need a pixel format conversion, image processor is not
// necessary but we should rather NegotiateInputFormat().
} else if (frame.coded_size() == input_frame_size_) {
// This path is for the first frame on Encode().
// Height and width that V4L2VEA needs to configure.
const gfx::Size buffer_size(frame.stride(0), frame.coded_size().height());
// A buffer given by client is allocated with the same dimension using
// minigbm. However, it is possible that stride and height are different
// from ones adjusted by a driver.
if (!image_processor_) {
if (device_input_layout_->coded_size().width() == buffer_size.width() &&
device_input_layout_->coded_size().height() == buffer_size.height()) {
return true;
}
return NegotiateInputFormat(device_input_layout_->format(), buffer_size)
.has_value();
}
if (image_processor_->input_config().size.height() ==
buffer_size.height() &&
image_processor_->input_config().planes[0].stride ==
buffer_size.width()) {
return true;
}
}
// The |frame| dimension is different from the resolution configured to
// V4L2VEA. This is the case that V4L2VEA needs to create ImageProcessor for
// cropping and scaling. Update |input_frame_size_| to check if succeeding
// frames' dimensions are not different from the current one.
input_frame_size_ = frame.coded_size();
if (!CreateImageProcessor(frame.layout(), device_input_layout_->format(),
device_input_layout_->coded_size(),
frame.visible_rect(),
encoder_input_visible_rect_)) {
return false;
}
if (gfx::Size(image_processor_->output_config().planes[0].stride,
image_processor_->output_config().size.height()) !=
device_input_layout_->coded_size()) {
VLOGF(1) << "Image Processor's output buffer's size is different from "
<< "input buffer size configure to the encoder driver. "
<< "ip's output buffer size: "
<< gfx::Size(image_processor_->output_config().planes[0].stride,
image_processor_->output_config().size.height())
.ToString()
<< ", encoder's input buffer size: "
<< device_input_layout_->coded_size().ToString();
return false;
}
return true;
}
void V4L2VideoEncodeAccelerator::MaybeFlushImageProcessor() {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(image_processor_);
if (image_processor_input_queue_.size() == 1 &&
!image_processor_input_queue_.front().frame &&
num_frames_in_image_processor_ == 0) {
// Flush the encoder once the image processor is done with its own flush.
DVLOGF(3) << "All frames to be flush have been processed by "
<< "|image_processor_|. Move the flush request to the encoder";
image_processor_input_queue_.pop();
encoder_input_queue_.emplace(nullptr, false);
Enqueue();
}
}
void V4L2VideoEncodeAccelerator::InputImageProcessorTask() {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
MaybeFlushImageProcessor();
if (free_image_processor_output_buffer_indices_.empty())
return;
if (image_processor_input_queue_.empty())
return;
// The flush request is at the top. Waiting until all frames are processed by
// the image processor.
if (!image_processor_input_queue_.front().frame)
return;
const size_t output_buffer_index =
free_image_processor_output_buffer_indices_.back();
free_image_processor_output_buffer_indices_.pop_back();
InputFrameInfo frame_info = std::move(image_processor_input_queue_.front());
image_processor_input_queue_.pop();
auto frame = std::move(frame_info.frame);
const bool force_keyframe = frame_info.force_keyframe;
auto timestamp = frame->timestamp();
if (image_processor_->output_mode() == ImageProcessor::OutputMode::IMPORT) {
const auto& buf = image_processor_output_buffers_[output_buffer_index];
auto output_frame = VideoFrame::WrapVideoFrame(
buf, buf->format(), buf->visible_rect(), buf->natural_size());
if (!image_processor_->Process(
std::move(frame), std::move(output_frame),
base::BindOnce(&V4L2VideoEncodeAccelerator::FrameProcessed,
weak_this_, force_keyframe, timestamp,
output_buffer_index))) {
NOTIFY_ERROR(kPlatformFailureError);
}
} else {
if (!image_processor_->Process(
std::move(frame),
base::BindOnce(&V4L2VideoEncodeAccelerator::FrameProcessed,
weak_this_, force_keyframe, timestamp))) {
NOTIFY_ERROR(kPlatformFailureError);
}
}
num_frames_in_image_processor_++;
}
void V4L2VideoEncodeAccelerator::UseOutputBitstreamBufferTask(
BitstreamBuffer buffer) {
DVLOGF(4) << "id=" << buffer.id();
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
if (buffer.size() < output_buffer_byte_size_) {
NOTIFY_ERROR(kInvalidArgumentError);
return;
}
auto shm = std::make_unique<UnalignedSharedMemory>(buffer.TakeRegion(),
buffer.size(), false);
if (!shm->MapAt(buffer.offset(), buffer.size())) {
NOTIFY_ERROR(kPlatformFailureError);
return;
}
bitstream_buffer_pool_.push_back(
std::make_unique<BitstreamBufferRef>(buffer.id(), std::move(shm)));
PumpBitstreamBuffers();
if (encoder_state_ == kInitialized) {
if (!StartDevicePoll())
return;
encoder_state_ = kEncoding;
}
}
void V4L2VideoEncodeAccelerator::DestroyTask() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
weak_this_factory_.InvalidateWeakPtrs();
// If a flush is pending, notify client that it did not finish.
if (flush_callback_) {
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(flush_callback_), false));
}
// Stop streaming and the device_poll_thread_.
StopDevicePoll();
DestroyInputBuffers();
DestroyOutputBuffers();
delete this;
}
void V4L2VideoEncodeAccelerator::ServiceDeviceTask() {
DVLOGF(3);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK_NE(encoder_state_, kUninitialized);
DCHECK_NE(encoder_state_, kInitialized);
if (encoder_state_ == kError) {
DVLOGF(1) << "early out: kError state";
return;
}
Dequeue();
Enqueue();
// Clear the interrupt fd.
if (!device_->ClearDevicePollInterrupt())
return;
// Device can be polled as soon as either input or output buffers are queued.
bool poll_device = (input_queue_->QueuedBuffersCount() +
output_queue_->QueuedBuffersCount() >
0);
// ServiceDeviceTask() should only ever be scheduled from DevicePollTask(),
// so either:
// * device_poll_thread_ is running normally
// * device_poll_thread_ scheduled us, but then a DestroyTask() shut it down,
// in which case we're in kError state, and we should have early-outed
// already.
DCHECK(device_poll_thread_.task_runner());
// Queue the DevicePollTask() now.
// base::Unretained(this) is safe, because device_poll_thread_ is owned by
// *this and stops before *this destruction.
device_poll_thread_.task_runner()->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::DevicePollTask,
base::Unretained(this), poll_device));
DVLOGF(3) << encoder_input_queue_.size() << "] => DEVICE["
<< input_queue_->FreeBuffersCount() << "+"
<< input_queue_->QueuedBuffersCount() << "/"
<< input_buffer_map_.size() << "->"
<< output_queue_->FreeBuffersCount() << "+"
<< output_queue_->QueuedBuffersCount() << "/"
<< output_queue_->AllocatedBuffersCount() << "] => OUT["
<< bitstream_buffer_pool_.size() << "]";
}
void V4L2VideoEncodeAccelerator::Enqueue() {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(input_queue_ && output_queue_);
TRACE_EVENT0("media,gpu", "V4L2VEA::Enqueue");
DVLOGF(4) << "free_input_buffers: " << input_queue_->FreeBuffersCount()
<< "input_queue: " << encoder_input_queue_.size();
bool do_streamon = false;
// Enqueue all the inputs we can.
const size_t old_inputs_queued = input_queue_->QueuedBuffersCount();
while (!encoder_input_queue_.empty() &&
input_queue_->FreeBuffersCount() > 0) {
// A null frame indicates a flush.
if (encoder_input_queue_.front().frame == nullptr) {
DVLOGF(3) << "All input frames needed to be flushed are enqueued.";
encoder_input_queue_.pop();
// If we are not streaming, the device is not running and there is no need
// to call V4L2_ENC_CMD_STOP to request a flush. This also means there is
// nothing left to process, so we can return flush success back to the
// client.
if (!input_queue_->IsStreaming()) {
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(flush_callback_), true));
return;
}
struct v4l2_encoder_cmd cmd;
memset(&cmd, 0, sizeof(cmd));
cmd.cmd = V4L2_ENC_CMD_STOP;
if (device_->Ioctl(VIDIOC_ENCODER_CMD, &cmd) != 0) {
VPLOGF(1) << "ioctl() failed: VIDIOC_ENCODER_CMD";
NOTIFY_ERROR(kPlatformFailureError);
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(flush_callback_), false));
return;
}
encoder_state_ = kFlushing;
break;
}
absl::optional<V4L2WritableBufferRef> input_buffer;
switch (input_memory_type_) {
case V4L2_MEMORY_DMABUF:
input_buffer = input_queue_->GetFreeBufferForFrame(
*encoder_input_queue_.front().frame);
// We may have failed to preserve buffer affinity, fallback to any
// buffer in that case.
if (!input_buffer)
input_buffer = input_queue_->GetFreeBuffer();
break;
default:
input_buffer = input_queue_->GetFreeBuffer();
break;
}
// input_buffer cannot be absl::nullopt since we checked for
// input_queue_->FreeBuffersCount() > 0 before entering the loop.
DCHECK(input_buffer);
if (!EnqueueInputRecord(std::move(*input_buffer)))
return;
}
if (old_inputs_queued == 0 && input_queue_->QueuedBuffersCount() != 0) {
// We just started up a previously empty queue.
// Queue state changed; signal interrupt.
if (!device_->SetDevicePollInterrupt())
return;
// Shall call VIDIOC_STREAMON if we haven't yet.
do_streamon = !input_queue_->IsStreaming();
}
if (!input_queue_->IsStreaming() && !do_streamon) {
// We don't have to enqueue any buffers in the output queue until we enqueue
// buffers in the input queue. This enables to call S_FMT in Encode() on
// the first frame.
return;
}
// Enqueue all the outputs we can.
const size_t old_outputs_queued = output_queue_->QueuedBuffersCount();
while (auto output_buffer = output_queue_->GetFreeBuffer()) {
if (!EnqueueOutputRecord(std::move(*output_buffer)))
return;
}
if (old_outputs_queued == 0 && output_queue_->QueuedBuffersCount() != 0) {
// We just started up a previously empty queue.
// Queue state changed; signal interrupt.
if (!device_->SetDevicePollInterrupt())
return;
}
// STREAMON in CAPTURE queue first and then OUTPUT queue.
// This is a workaround of a tegra driver bug that STREAMON in CAPTURE queue
// will never return (i.e. blocks |encoder_thread_| forever) if the STREAMON
// in CAPTURE queue is called after STREAMON in OUTPUT queue.
// Once nyan_kitty, which uses tegra driver, reaches EOL, crrev.com/c/1753982
// should be reverted.
if (do_streamon) {
DCHECK(!output_queue_->IsStreaming() && !input_queue_->IsStreaming());
// When VIDIOC_STREAMON can be executed in OUTPUT queue, it is fine to call
// STREAMON in CAPTURE queue.
output_queue_->Streamon();
input_queue_->Streamon();
}
}
void V4L2VideoEncodeAccelerator::Dequeue() {
DVLOGF(4);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
TRACE_EVENT0("media,gpu", "V4L2VEA::Dequeue");
// Dequeue completed input (VIDEO_OUTPUT) buffers, and recycle to the free
// list.
while (input_queue_->QueuedBuffersCount() > 0) {
DVLOGF(4) << "inputs queued: " << input_queue_->QueuedBuffersCount();
DCHECK(input_queue_->IsStreaming());
auto ret = input_queue_->DequeueBuffer();
if (!ret.first) {
NOTIFY_ERROR(kPlatformFailureError);
return;
}
if (!ret.second) {
// We're just out of buffers to dequeue.
break;
}
InputRecord& input_record = input_buffer_map_[ret.second->BufferId()];
input_record.frame = nullptr;
if (input_record.ip_output_buffer_index)
ReuseImageProcessorOutputBuffer(*input_record.ip_output_buffer_index);
}
// Dequeue completed output (VIDEO_CAPTURE) buffers, and recycle to the
// free list. Notify the client that an output buffer is complete.
bool buffer_dequeued = false;
while (output_queue_->QueuedBuffersCount() > 0) {
DCHECK(output_queue_->IsStreaming());
auto ret = output_queue_->DequeueBuffer();
if (!ret.first) {
NOTIFY_ERROR(kPlatformFailureError);
return;
}
if (!ret.second) {
// We're just out of buffers to dequeue.
break;
}
output_buffer_queue_.push_back(std::move(ret.second));
buffer_dequeued = true;
}
if (buffer_dequeued)
PumpBitstreamBuffers();
}
void V4L2VideoEncodeAccelerator::PumpBitstreamBuffers() {
DVLOGF(4);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
while (!output_buffer_queue_.empty()) {
auto output_buf = std::move(output_buffer_queue_.front());
output_buffer_queue_.pop_front();
size_t bitstream_size = base::checked_cast<size_t>(
output_buf->GetPlaneBytesUsed(0) - output_buf->GetPlaneDataOffset(0));
if (bitstream_size > 0) {
if (bitstream_buffer_pool_.empty()) {
DVLOGF(4) << "No free bitstream buffer, skip.";
output_buffer_queue_.push_front(std::move(output_buf));
break;
}
auto buffer_ref = std::move(bitstream_buffer_pool_.back());
auto buffer_id = buffer_ref->id;
bitstream_buffer_pool_.pop_back();
size_t output_data_size = CopyIntoOutputBuffer(
static_cast<const uint8_t*>(output_buf->GetPlaneMapping(0)) +
output_buf->GetPlaneDataOffset(0),
bitstream_size, std::move(buffer_ref));
DVLOGF(4) << "returning buffer_id=" << buffer_id
<< ", size=" << output_data_size
<< ", key_frame=" << output_buf->IsKeyframe();
child_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(
&Client::BitstreamBufferReady, client_, buffer_id,
BitstreamBufferMetadata(
output_data_size, output_buf->IsKeyframe(),
base::Microseconds(output_buf->GetTimeStamp().tv_usec +
output_buf->GetTimeStamp().tv_sec *
base::Time::kMicrosecondsPerSecond))));
}
if ((encoder_state_ == kFlushing) && output_buf->IsLast()) {
// Notify client that flush has finished successfully. The flush callback
// should be called after notifying the last buffer is ready.
DVLOGF(3) << "Flush completed. Start the encoder again.";
encoder_state_ = kEncoding;
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(std::move(flush_callback_), true));
// Start the encoder again.
struct v4l2_encoder_cmd cmd;
memset(&cmd, 0, sizeof(cmd));
cmd.cmd = V4L2_ENC_CMD_START;
IOCTL_OR_ERROR_RETURN(VIDIOC_ENCODER_CMD, &cmd);
}
}
// We may free some V4L2 output buffers above. Enqueue them if needed.
if (output_queue_->FreeBuffersCount() > 0) {
encoder_task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&V4L2VideoEncodeAccelerator::Enqueue, weak_this_));
}
}
bool V4L2VideoEncodeAccelerator::EnqueueInputRecord(
V4L2WritableBufferRef input_buf) {
DVLOGF(4);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!encoder_input_queue_.empty());
TRACE_EVENT0("media,gpu", "V4L2VEA::EnqueueInputRecord");
// Enqueue an input (VIDEO_OUTPUT) buffer.
InputFrameInfo frame_info = encoder_input_queue_.front();
if (frame_info.force_keyframe) {
if (!device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_FORCE_KEY_FRAME)})) {
VLOGF(1) << "Failed requesting keyframe";
NOTIFY_ERROR(kPlatformFailureError);
return false;
}
}
scoped_refptr<VideoFrame> frame = frame_info.frame;
size_t buffer_id = input_buf.BufferId();
struct timeval timestamp;
timestamp.tv_sec = static_cast<time_t>(frame->timestamp().InSeconds());
timestamp.tv_usec =
frame->timestamp().InMicroseconds() -
frame->timestamp().InSeconds() * base::Time::kMicrosecondsPerSecond;
input_buf.SetTimeStamp(timestamp);
DCHECK_EQ(device_input_layout_->format(), frame->format());
size_t num_planes = V4L2Device::GetNumPlanesOfV4L2PixFmt(
Fourcc::FromVideoPixelFormat(device_input_layout_->format(),
!device_input_layout_->is_multi_planar())
->ToV4L2PixFmt());
// Create GpuMemoryBufferHandle for native_input_mode.
gfx::GpuMemoryBufferHandle gmb_handle;
if (input_buf.Memory() == V4L2_MEMORY_DMABUF) {
gmb_handle = CreateGpuMemoryBufferHandle(frame.get());
if (gmb_handle.is_null() || gmb_handle.type != gfx::NATIVE_PIXMAP) {
VLOGF(1) << "Failed to create native GpuMemoryBufferHandle";
NOTIFY_ERROR(kPlatformFailureError);
return false;
}
}
for (size_t i = 0; i < num_planes; ++i) {
// Single-buffer input format may have multiple color planes, so bytesused
// of the single buffer should be sum of each color planes' size.
size_t bytesused = 0;
if (num_planes == 1) {
bytesused = VideoFrame::AllocationSize(
frame->format(), device_input_layout_->coded_size());
} else {
bytesused = base::checked_cast<size_t>(
VideoFrame::PlaneSize(frame->format(), i,
device_input_layout_->coded_size())
.GetArea());
}
switch (input_buf.Memory()) {
case V4L2_MEMORY_USERPTR:
// Use buffer_size VideoEncodeAccelerator HW requested by S_FMT.
input_buf.SetPlaneSize(i, device_input_layout_->planes()[i].size);
break;
case V4L2_MEMORY_DMABUF: {
const std::vector<gfx::NativePixmapPlane>& planes =
gmb_handle.native_pixmap_handle.planes;
// TODO(crbug.com/901264): The way to pass an offset within a DMA-buf is
// not defined in V4L2 specification, so we abuse data_offset for now.
// Fix it when we have the right interface, including any necessary
// validation and potential alignment
input_buf.SetPlaneDataOffset(i, planes[i].offset);
bytesused += planes[i].offset;
// Workaround: filling length should not be needed. This is a bug of
// videobuf2 library.
input_buf.SetPlaneSize(
i, device_input_layout_->planes()[i].size + planes[i].offset);
break;
}
default:
NOTREACHED();
return false;
}
input_buf.SetPlaneBytesUsed(i, bytesused);
}
switch (input_buf.Memory()) {
case V4L2_MEMORY_USERPTR: {
std::vector<void*> user_ptrs;
for (size_t i = 0; i < num_planes; ++i)
user_ptrs.push_back(frame->data(i));
std::move(input_buf).QueueUserPtr(std::move(user_ptrs));
break;
}
case V4L2_MEMORY_DMABUF: {
std::move(input_buf).QueueDMABuf(gmb_handle.native_pixmap_handle.planes);
break;
}
default:
NOTREACHED() << "Unknown input memory type: "
<< static_cast<int>(input_buf.Memory());
return false;
}
// Keep |gmb_handle| alive as long as |frame| is alive so that fds passed
// to the driver are valid during encoding.
frame->AddDestructionObserver(
base::BindOnce([](gfx::GpuMemoryBufferHandle) {}, std::move(gmb_handle)));
InputRecord& input_record = input_buffer_map_[buffer_id];
input_record.frame = frame;
input_record.ip_output_buffer_index = frame_info.ip_output_buffer_index;
encoder_input_queue_.pop();
return true;
}
bool V4L2VideoEncodeAccelerator::EnqueueOutputRecord(
V4L2WritableBufferRef output_buf) {
DVLOGF(4);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
TRACE_EVENT0("media,gpu", "V4L2VEA::EnqueueOutputRecord");
// Enqueue an output (VIDEO_CAPTURE) buffer.
if (!std::move(output_buf).QueueMMap()) {
VLOGF(1) << "Failed to QueueMMap.";
return false;
}
return true;
}
bool V4L2VideoEncodeAccelerator::StartDevicePoll() {
DVLOGF(3);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!device_poll_thread_.IsRunning());
// Start up the device poll thread and schedule its first DevicePollTask().
if (!device_poll_thread_.Start()) {
VLOGF(1) << "StartDevicePoll(): Device thread failed to start";
NOTIFY_ERROR(kPlatformFailureError);
return false;
}
// Enqueue a poll task with no devices to poll on -- it will wait only on the
// interrupt fd.
// base::Unretained(this) is safe, because device_poll_thread_ is owned by
// *this and stops before *this destruction.
device_poll_thread_.task_runner()->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::DevicePollTask,
base::Unretained(this), false));
return true;
}
bool V4L2VideoEncodeAccelerator::StopDevicePoll() {
DVLOGF(3);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
// Signal the DevicePollTask() to stop, and stop the device poll thread.
if (!device_->SetDevicePollInterrupt())
return false;
device_poll_thread_.Stop();
// Clear the interrupt now, to be sure.
if (!device_->ClearDevicePollInterrupt())
return false;
// Tegra driver cannot call Streamoff() when the stream is off, so we check
// IsStreaming() first.
if (input_queue_ && input_queue_->IsStreaming() && !input_queue_->Streamoff())
return false;
if (output_queue_ && output_queue_->IsStreaming() &&
!output_queue_->Streamoff())
return false;
// Reset all our accounting info.
while (!encoder_input_queue_.empty())
encoder_input_queue_.pop();
for (auto& input_record : input_buffer_map_) {
input_record.frame = nullptr;
}
bitstream_buffer_pool_.clear();
DVLOGF(3) << "device poll stopped";
return true;
}
void V4L2VideoEncodeAccelerator::DevicePollTask(bool poll_device) {
DVLOGF(4);
DCHECK(device_poll_thread_.task_runner()->BelongsToCurrentThread());
bool event_pending;
if (!device_->Poll(poll_device, &event_pending)) {
NOTIFY_ERROR(kPlatformFailureError);
return;
}
// All processing should happen on ServiceDeviceTask(), since we shouldn't
// touch encoder state from this thread.
encoder_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::ServiceDeviceTask,
weak_this_));
}
void V4L2VideoEncodeAccelerator::NotifyError(Error error) {
// Note that NotifyError() must be called from SetErrorState() only, so that
// NotifyError() will not be called twice.
VLOGF(1) << "error=" << error;
DCHECK(child_task_runner_);
if (child_task_runner_->BelongsToCurrentThread()) {
if (client_) {
client_->NotifyError(error);
client_ptr_factory_.reset();
}
return;
}
// Called on encoder_task_runner_.
child_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&Client::NotifyError, client_, error));
}
void V4L2VideoEncodeAccelerator::SetErrorState(Error error) {
// We can touch encoder_state_ only if this is the encoder thread or the
// encoder thread isn't running.
if (!encoder_task_runner_->BelongsToCurrentThread()) {
encoder_task_runner_->PostTask(
FROM_HERE, base::BindOnce(&V4L2VideoEncodeAccelerator::SetErrorState,
weak_this_, error));
return;
}
// Post NotifyError only if we are already initialized, as the API does
// not allow doing so before that.
if (encoder_state_ != kError && encoder_state_ != kUninitialized)
NotifyError(error);
encoder_state_ = kError;
}
void V4L2VideoEncodeAccelerator::RequestEncodingParametersChangeTask(
const Bitrate& bitrate,
uint32_t framerate) {
// If this is changed to use variable bitrate encoding, change this to check
// that the mode matches the current mode.
if (bitrate.mode() != Bitrate::Mode::kConstant)
return;
if (current_bitrate_ == bitrate.target() && current_framerate_ == framerate)
return;
if (bitrate.target() == 0 || framerate == 0)
return;
VLOGF(2) << "bitrate=" << bitrate.ToString() << ", framerate=" << framerate;
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
TRACE_EVENT2("media,gpu", "V4L2VEA::RequestEncodingParametersChangeTask",
"bitrate", bitrate.ToString(), "framerate", framerate);
if (current_bitrate_ != bitrate.target() &&
!device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_BITRATE, bitrate.target())})) {
VLOGF(1) << "Failed changing bitrate";
NOTIFY_ERROR(kPlatformFailureError);
return;
}
if (current_framerate_ != framerate) {
struct v4l2_streamparm parms;
memset(&parms, 0, sizeof(parms));
parms.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
// Note that we are provided "frames per second" but V4L2 expects "time per
// frame"; hence we provide the reciprocal of the framerate here.
parms.parm.output.timeperframe.numerator = 1;
parms.parm.output.timeperframe.denominator = framerate;
IOCTL_OR_ERROR_RETURN(VIDIOC_S_PARM, &parms);
}
current_bitrate_ = bitrate.target();
current_framerate_ = framerate;
}
bool V4L2VideoEncodeAccelerator::SetOutputFormat(
VideoCodecProfile output_profile) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!input_queue_->IsStreaming());
DCHECK(!output_queue_->IsStreaming());
DCHECK(!encoder_input_visible_rect_.IsEmpty());
output_buffer_byte_size_ =
GetEncodeBitstreamBufferSize(encoder_input_visible_rect_.size());
// Sets 0 to width and height in CAPTURE queue, which should be ignored by the
// driver.
absl::optional<struct v4l2_format> format = output_queue_->SetFormat(
output_format_fourcc_, gfx::Size(), output_buffer_byte_size_);
if (!format) {
return false;
}
// Device might have adjusted the required output size.
size_t adjusted_output_buffer_size =
base::checked_cast<size_t>(format->fmt.pix_mp.plane_fmt[0].sizeimage);
output_buffer_byte_size_ = adjusted_output_buffer_size;
return true;
}
absl::optional<struct v4l2_format>
V4L2VideoEncodeAccelerator::NegotiateInputFormat(VideoPixelFormat input_format,
const gfx::Size& size) {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!input_queue_->IsStreaming());
DCHECK(!output_queue_->IsStreaming());
// First see if the device can use the provided format directly.
std::vector<uint32_t> pix_fmt_candidates;
auto input_fourcc = Fourcc::FromVideoPixelFormat(input_format, false);
if (!input_fourcc) {
DVLOGF(2) << "Invalid input format "
<< VideoPixelFormatToString(input_format);
return absl::nullopt;
}
pix_fmt_candidates.push_back(input_fourcc->ToV4L2PixFmt());
// Second try preferred input formats for both single-planar and
// multi-planar.
for (auto preferred_format :
device_->PreferredInputFormat(V4L2Device::Type::kEncoder)) {
pix_fmt_candidates.push_back(preferred_format);
}
for (const auto pix_fmt : pix_fmt_candidates) {
DVLOGF(3) << "Trying S_FMT with " << FourccToString(pix_fmt);
absl::optional<struct v4l2_format> format =
input_queue_->SetFormat(pix_fmt, size, 0);
if (!format)
continue;
DVLOGF(3) << "Success: S_FMT with " << FourccToString(pix_fmt);
device_input_layout_ = V4L2Device::V4L2FormatToVideoFrameLayout(*format);
if (!device_input_layout_) {
VLOGF(1) << "Invalid device_input_layout_";
return absl::nullopt;
}
DVLOG(3) << "Negotiated device_input_layout_: " << *device_input_layout_;
if (!gfx::Rect(device_input_layout_->coded_size())
.Contains(gfx::Rect(size))) {
VLOGF(1) << "Input size " << size.ToString()
<< " exceeds encoder capability. Size encoder can handle: "
<< device_input_layout_->coded_size().ToString();
return absl::nullopt;
}
// Make sure that the crop is preserved as we have changed the input
// resolution.
if (!ApplyCrop()) {
return absl::nullopt;
}
return format;
}
return absl::nullopt;
}
bool V4L2VideoEncodeAccelerator::ApplyCrop() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
struct v4l2_rect visible_rect;
visible_rect.left = encoder_input_visible_rect_.x();
visible_rect.top = encoder_input_visible_rect_.y();
visible_rect.width = encoder_input_visible_rect_.width();
visible_rect.height = encoder_input_visible_rect_.height();
struct v4l2_selection selection_arg;
memset(&selection_arg, 0, sizeof(selection_arg));
selection_arg.type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
selection_arg.target = V4L2_SEL_TGT_CROP;
selection_arg.r = visible_rect;
// The width and height might be adjusted by driver.
// Need to read it back and set to |encoder_input_visible_rect_|.
if (device_->Ioctl(VIDIOC_S_SELECTION, &selection_arg) == 0) {
DVLOGF(2) << "VIDIOC_S_SELECTION is supported";
visible_rect = selection_arg.r;
} else {
VLOGF(2) << "Fallback to VIDIOC_S/G_CROP";
struct v4l2_crop crop;
memset(&crop, 0, sizeof(crop));
crop.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
crop.c = visible_rect;
IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_S_CROP, &crop);
IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_G_CROP, &crop);
visible_rect = crop.c;
}
const gfx::Rect adjusted_visible_rect(visible_rect.left, visible_rect.top,
visible_rect.width,
visible_rect.height);
if (encoder_input_visible_rect_ != adjusted_visible_rect) {
VLOGF(1) << "Unsupported visible rectangle: "
<< encoder_input_visible_rect_.ToString()
<< ", the rectangle adjusted by the driver: "
<< adjusted_visible_rect.ToString();
return false;
}
return true;
}
bool V4L2VideoEncodeAccelerator::SetFormats(VideoPixelFormat input_format,
VideoCodecProfile output_profile) {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!input_queue_->IsStreaming());
DCHECK(!output_queue_->IsStreaming());
if (!SetOutputFormat(output_profile))
return false;
gfx::Size input_size = encoder_input_visible_rect_.size();
if (native_input_mode_) {
auto input_layout = GetPlatformVideoFrameLayout(
/*gpu_memory_buffer_factory=*/nullptr, input_format,
encoder_input_visible_rect_.size(),
gfx::BufferUsage::VEA_READ_CAMERA_AND_CPU_READ_WRITE);
if (!input_layout)
return false;
input_size = gfx::Size(input_layout->planes()[0].stride,
input_layout->coded_size().height());
}
DCHECK(input_frame_size_.IsEmpty());
auto v4l2_format = NegotiateInputFormat(input_format, input_size);
if (!v4l2_format)
return false;
if (native_input_mode_) {
input_frame_size_ = VideoFrame::DetermineAlignedSize(
input_format, encoder_input_visible_rect_.size());
} else {
input_frame_size_ = V4L2Device::AllocatedSizeFromV4L2Format(*v4l2_format);
}
return true;
}
bool V4L2VideoEncodeAccelerator::InitControls(const Config& config) {
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
// Don't expect other output formats.
CHECK(output_format_fourcc_ == V4L2_PIX_FMT_H264 ||
output_format_fourcc_ == V4L2_PIX_FMT_VP8);
// Enable frame-level bitrate control. This is the only mandatory control.
if (!device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE, 1)})) {
VLOGF(1) << "Failed enabling bitrate control";
NOTIFY_ERROR(kPlatformFailureError);
return false;
}
switch (output_format_fourcc_) {
case V4L2_PIX_FMT_H264:
if (!InitControlsH264(config)) {
return false;
}
break;
case V4L2_PIX_FMT_VP8:
InitControlsVP8(config);
break;
default:
NOTREACHED() << "Unsupported codec "
<< FourccToString(output_format_fourcc_);
return false;
}
// Optional controls:
// - Enable macroblock-level bitrate control.
device_->SetExtCtrls(V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE, 1)});
// - Set GOP length, or default 0 to disable periodic key frames.
device_->SetGOPLength(config.gop_length.value_or(0));
return true;
}
bool V4L2VideoEncodeAccelerator::InitControlsH264(const Config& config) {
#ifndef V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR
#define V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR (V4L2_CID_MPEG_BASE + 644)
#endif
// Request to inject SPS and PPS before each IDR, if the device supports
// that feature. Otherwise we'll have to cache and inject ourselves.
if (device_->IsCtrlExposed(V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR)) {
if (!device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_PREPEND_SPSPPS_TO_IDR, 1)})) {
NOTIFY_ERROR(kPlatformFailureError);
return false;
}
inject_sps_and_pps_ = false;
DVLOGF(2) << "Device supports injecting SPS+PPS before each IDR";
} else {
inject_sps_and_pps_ = true;
DVLOGF(2) << "Will inject SPS+PPS before each IDR, unsupported by device";
}
// No B-frames, for lowest decoding latency.
device_->SetExtCtrls(V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_B_FRAMES, 0)});
// Set H.264 profile.
int32_t profile_value =
V4L2Device::VideoCodecProfileToV4L2H264Profile(config.output_profile);
if (profile_value < 0) {
NOTIFY_ERROR(kInvalidArgumentError);
return false;
}
if (!device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_PROFILE, profile_value)})) {
VLOGF(1) << "Unsupported profile: "
<< GetProfileName(config.output_profile);
NOTIFY_ERROR(kInvalidArgumentError);
return false;
}
// Set H.264 output level from config. Use Level 4.0 as fallback default.
uint8_t h264_level = config.h264_output_level.value_or(H264SPS::kLevelIDC4p0);
constexpr size_t kH264MacroblockSizeInPixels = 16;
const uint32_t framerate = config.initial_framerate.value_or(
VideoEncodeAccelerator::kDefaultFramerate);
const uint32_t mb_width =
base::bits::AlignUp(config.input_visible_size.width(),
kH264MacroblockSizeInPixels) /
kH264MacroblockSizeInPixels;
const uint32_t mb_height =
base::bits::AlignUp(config.input_visible_size.height(),
kH264MacroblockSizeInPixels) /
kH264MacroblockSizeInPixels;
const uint32_t framesize_in_mbs = mb_width * mb_height;
// Check whether the h264 level is valid.
if (!CheckH264LevelLimits(config.output_profile, h264_level,
config.bitrate.target(), framerate,
framesize_in_mbs)) {
absl::optional<uint8_t> valid_level =
FindValidH264Level(config.output_profile, config.bitrate.target(),
framerate, framesize_in_mbs);
if (!valid_level) {
VLOGF(1) << "Could not find a valid h264 level for"
<< " profile=" << config.output_profile
<< " bitrate=" << config.bitrate.target()
<< " framerate=" << framerate
<< " size=" << config.input_visible_size.ToString();
NOTIFY_ERROR(kInvalidArgumentError);
return false;
}
h264_level = *valid_level;
}
int32_t level_value = V4L2Device::H264LevelIdcToV4L2H264Level(h264_level);
device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_LEVEL, level_value)});
// Ask not to put SPS and PPS into separate bitstream buffers.
device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_HEADER_MODE,
V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME)});
// H264 coding tools parameter. Since a driver may not support some of them,
// EXT_S_CTRLS is called to each of them to enable as many coding tools as
// possible.
// Don't produce Intra-only frame.
device_->SetExtCtrls(V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_I_PERIOD, 0)});
// Enable deblocking filter.
device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED)});
// Use CABAC in Main and High profiles.
if (config.output_profile == H264PROFILE_MAIN ||
config.output_profile == H264PROFILE_HIGH) {
device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC)});
}
// Use 8x8 transform in High profile.
if (config.output_profile == H264PROFILE_HIGH) {
device_->SetExtCtrls(
V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM, true)});
}
// Quantization parameter. The h264 qp range is 0-51.
// Note: Webrtc default values are 24 and 37 respectively, see
// h264_encoder_impl.cc.
// These values were copied from the VA-API encoder.
// Ignore return values as these controls are optional.
device_->SetExtCtrls(V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_MAX_QP, 42)});
// Don't set MIN_QP with other controls since it is not supported by
// some devices and may prevent other controls from being set.
device_->SetExtCtrls(V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 24)});
return true;
}
void V4L2VideoEncodeAccelerator::InitControlsVP8(const Config& config) {
// Quantization parameter. They are vp8 ac/dc indices and their ranges are
// 0-127. These values were copied from the VA-API encoder.
// Ignore return values as these controls are optional.
device_->SetExtCtrls(V4L2_CTRL_CLASS_MPEG,
{V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_VPX_MIN_QP, 4),
V4L2ExtCtrl(V4L2_CID_MPEG_VIDEO_VPX_MAX_QP, 117)});
}
bool V4L2VideoEncodeAccelerator::CreateInputBuffers() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!input_queue_->IsStreaming());
// If using DMABUF input, we want to reuse the same V4L2 buffer index
// for the same input buffer as much as possible. But we don't know in advance
// how many different input buffers we will get. Therefore we allocate as
// many V4L2 buffers as possible (VIDEO_MAX_FRAME == 32). Unused indexes
// won't have a tangible cost since they don't have backing memory.
size_t num_buffers;
switch (input_memory_type_) {
case V4L2_MEMORY_DMABUF:
num_buffers = VIDEO_MAX_FRAME;
break;
default:
num_buffers = kInputBufferCount;
break;
}
if (input_queue_->AllocateBuffers(num_buffers, input_memory_type_) <
kInputBufferCount) {
VLOGF(1) << "Failed to allocate V4L2 input buffers.";
return false;
}
DCHECK(input_buffer_map_.empty());
input_buffer_map_.resize(input_queue_->AllocatedBuffersCount());
return true;
}
bool V4L2VideoEncodeAccelerator::CreateOutputBuffers() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
DCHECK(!output_queue_->IsStreaming());
if (output_queue_->AllocateBuffers(kOutputBufferCount, V4L2_MEMORY_MMAP) <
kOutputBufferCount) {
VLOGF(1) << "Failed to allocate V4L2 output buffers.";
return false;
}
return true;
}
void V4L2VideoEncodeAccelerator::DestroyInputBuffers() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
if (!input_queue_ || input_queue_->AllocatedBuffersCount() == 0)
return;
DCHECK(!input_queue_->IsStreaming());
input_queue_->DeallocateBuffers();
input_buffer_map_.clear();
}
void V4L2VideoEncodeAccelerator::DestroyOutputBuffers() {
VLOGF(2);
DCHECK_CALLED_ON_VALID_SEQUENCE(encoder_sequence_checker_);
if (!output_queue_ || output_queue_->AllocatedBuffersCount() == 0)
return;
DCHECK(!output_queue_->IsStreaming());
output_queue_->DeallocateBuffers();
}
} // namespace media