mirror of
https://github.com/flutter/flutter.git
synced 2026-02-20 02:29:02 +08:00
TL;DR: Offscreen surface is created on the render thread and device to host transfer performed there before task completion on the UI thread. While attempting to snapshot layer trees, the engine was attempting to use the IO thread context. The reasoning was that this would be safe to do because any textures uploaded to the GPU as a result of async texture upload would have originated from this context and hence the handles would be valid in either context. As it turns out, while the handles are valid, Skia does not support this use-case because cross-context images transfer ownership of the image from one context to another. So, when we made the hop from the UI thread to the IO thread (for snapshotting), if either the UI or GPU threads released the last reference to the texture backed image, the image would be invalid. This led to such images being absent from the layer tree snapshot. Simply referencing the images as they are being used on the IO thread is not sufficient because accessing images on one context after their ownership has already been transferred to another is not safe behavior (from Skia's perspective, the handles are still valid in the sharegroup). To work around these issues, it was decided that an offscreen render target would be created on the render thread. The color attachment of this render target could then be transferred as a cross context image to the IO thread for the device to host tranfer. Again, this is currently not quite possible because the only way to create cross context images is from encoded data. Till Skia exposes the functionality to create cross-context images from textures in one context, we do a device to host transfer on the GPU thread. The side effect of this is that this is now part of the frame workload (image compression, which dominate the wall time, is still done of the IO thread). A minor side effect of this patch is that the GPU latch needs to be waited on before the UI thread tasks can be completed before shell initialization.
450 lines
14 KiB
C++
450 lines
14 KiB
C++
// Copyright 2015 The Chromium Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file.
|
|
|
|
#include "flutter/shell/common/engine.h"
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
#include "flutter/common/settings.h"
|
|
#include "flutter/fml/eintr_wrapper.h"
|
|
#include "flutter/fml/file.h"
|
|
#include "flutter/fml/make_copyable.h"
|
|
#include "flutter/fml/paths.h"
|
|
#include "flutter/fml/trace_event.h"
|
|
#include "flutter/fml/unique_fd.h"
|
|
#include "flutter/lib/snapshot/snapshot.h"
|
|
#include "flutter/lib/ui/text/font_collection.h"
|
|
#include "flutter/shell/common/animator.h"
|
|
#include "flutter/shell/common/platform_view.h"
|
|
#include "flutter/shell/common/shell.h"
|
|
#include "rapidjson/document.h"
|
|
#include "third_party/dart/runtime/include/dart_tools_api.h"
|
|
#include "third_party/skia/include/core/SkCanvas.h"
|
|
#include "third_party/skia/include/core/SkPictureRecorder.h"
|
|
|
|
#ifdef ERROR
|
|
#undef ERROR
|
|
#endif
|
|
|
|
namespace shell {
|
|
|
|
static constexpr char kAssetChannel[] = "flutter/assets";
|
|
static constexpr char kLifecycleChannel[] = "flutter/lifecycle";
|
|
static constexpr char kNavigationChannel[] = "flutter/navigation";
|
|
static constexpr char kLocalizationChannel[] = "flutter/localization";
|
|
static constexpr char kSettingsChannel[] = "flutter/settings";
|
|
|
|
Engine::Engine(Delegate& delegate,
|
|
blink::DartVM& vm,
|
|
fml::RefPtr<blink::DartSnapshot> isolate_snapshot,
|
|
fml::RefPtr<blink::DartSnapshot> shared_snapshot,
|
|
blink::TaskRunners task_runners,
|
|
blink::Settings settings,
|
|
std::unique_ptr<Animator> animator,
|
|
fml::WeakPtr<blink::SnapshotDelegate> snapshot_delegate,
|
|
fml::WeakPtr<GrContext> resource_context,
|
|
fml::RefPtr<flow::SkiaUnrefQueue> unref_queue)
|
|
: delegate_(delegate),
|
|
settings_(std::move(settings)),
|
|
animator_(std::move(animator)),
|
|
activity_running_(false),
|
|
have_surface_(false),
|
|
weak_factory_(this) {
|
|
// Runtime controller is initialized here because it takes a reference to this
|
|
// object as its delegate. The delegate may be called in the constructor and
|
|
// we want to be fully initilazed by that point.
|
|
runtime_controller_ = std::make_unique<blink::RuntimeController>(
|
|
*this, // runtime delegate
|
|
&vm, // VM
|
|
std::move(isolate_snapshot), // isolate snapshot
|
|
std::move(shared_snapshot), // shared snapshot
|
|
std::move(task_runners), // task runners
|
|
std::move(snapshot_delegate), // snapshot delegate
|
|
std::move(resource_context), // resource context
|
|
std::move(unref_queue), // skia unref queue
|
|
settings_.advisory_script_uri, // advisory script uri
|
|
settings_.advisory_script_entrypoint // advisory script entrypoint
|
|
);
|
|
}
|
|
|
|
Engine::~Engine() = default;
|
|
|
|
fml::WeakPtr<Engine> Engine::GetWeakPtr() const {
|
|
return weak_factory_.GetWeakPtr();
|
|
}
|
|
|
|
bool Engine::UpdateAssetManager(
|
|
fml::RefPtr<blink::AssetManager> new_asset_manager) {
|
|
if (asset_manager_ == new_asset_manager) {
|
|
return false;
|
|
}
|
|
|
|
asset_manager_ = new_asset_manager;
|
|
|
|
if (!asset_manager_) {
|
|
return false;
|
|
}
|
|
|
|
// Using libTXT as the text engine.
|
|
if (settings_.use_test_fonts) {
|
|
font_collection_.RegisterTestFonts();
|
|
} else {
|
|
font_collection_.RegisterFonts(asset_manager_);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool Engine::Restart(RunConfiguration configuration) {
|
|
TRACE_EVENT0("flutter", "Engine::Restart");
|
|
if (!configuration.IsValid()) {
|
|
FML_LOG(ERROR) << "Engine run configuration was invalid.";
|
|
return false;
|
|
}
|
|
delegate_.OnPreEngineRestart();
|
|
runtime_controller_ = runtime_controller_->Clone();
|
|
UpdateAssetManager(nullptr);
|
|
return Run(std::move(configuration)) == Engine::RunStatus::Success;
|
|
}
|
|
|
|
Engine::RunStatus Engine::Run(RunConfiguration configuration) {
|
|
if (!configuration.IsValid()) {
|
|
FML_LOG(ERROR) << "Engine run configuration was invalid.";
|
|
return RunStatus::Failure;
|
|
}
|
|
|
|
auto isolate_launch_status =
|
|
PrepareAndLaunchIsolate(std::move(configuration));
|
|
if (isolate_launch_status == Engine::RunStatus::Failure) {
|
|
FML_LOG(ERROR) << "Engine not prepare and launch isolate.";
|
|
return isolate_launch_status;
|
|
} else if (isolate_launch_status ==
|
|
Engine::RunStatus::FailureAlreadyRunning) {
|
|
return isolate_launch_status;
|
|
}
|
|
|
|
std::shared_ptr<blink::DartIsolate> isolate =
|
|
runtime_controller_->GetRootIsolate().lock();
|
|
|
|
bool isolate_running =
|
|
isolate && isolate->GetPhase() == blink::DartIsolate::Phase::Running;
|
|
|
|
if (isolate_running) {
|
|
tonic::DartState::Scope scope(isolate.get());
|
|
|
|
if (settings_.root_isolate_create_callback) {
|
|
settings_.root_isolate_create_callback();
|
|
}
|
|
|
|
if (settings_.root_isolate_shutdown_callback) {
|
|
isolate->AddIsolateShutdownCallback(
|
|
settings_.root_isolate_shutdown_callback);
|
|
}
|
|
}
|
|
|
|
return isolate_running ? Engine::RunStatus::Success
|
|
: Engine::RunStatus::Failure;
|
|
}
|
|
|
|
shell::Engine::RunStatus Engine::PrepareAndLaunchIsolate(
|
|
RunConfiguration configuration) {
|
|
TRACE_EVENT0("flutter", "Engine::PrepareAndLaunchIsolate");
|
|
|
|
UpdateAssetManager(configuration.GetAssetManager());
|
|
|
|
auto isolate_configuration = configuration.TakeIsolateConfiguration();
|
|
|
|
std::shared_ptr<blink::DartIsolate> isolate =
|
|
runtime_controller_->GetRootIsolate().lock();
|
|
|
|
if (!isolate) {
|
|
return RunStatus::Failure;
|
|
}
|
|
|
|
// This can happen on iOS after a plugin shows a native window and returns to
|
|
// the Flutter ViewController.
|
|
if (isolate->GetPhase() == blink::DartIsolate::Phase::Running) {
|
|
FML_DLOG(WARNING) << "Isolate was already running!";
|
|
return RunStatus::FailureAlreadyRunning;
|
|
}
|
|
|
|
if (!isolate_configuration->PrepareIsolate(*isolate)) {
|
|
FML_LOG(ERROR) << "Could not prepare to run the isolate.";
|
|
return RunStatus::Failure;
|
|
}
|
|
|
|
if (configuration.GetEntrypointLibrary().empty()) {
|
|
if (!isolate->Run(configuration.GetEntrypoint())) {
|
|
FML_LOG(ERROR) << "Could not run the isolate.";
|
|
return RunStatus::Failure;
|
|
}
|
|
} else {
|
|
if (!isolate->RunFromLibrary(configuration.GetEntrypointLibrary(),
|
|
configuration.GetEntrypoint())) {
|
|
FML_LOG(ERROR) << "Could not run the isolate.";
|
|
return RunStatus::Failure;
|
|
}
|
|
}
|
|
|
|
return RunStatus::Success;
|
|
}
|
|
|
|
void Engine::BeginFrame(fml::TimePoint frame_time) {
|
|
TRACE_EVENT0("flutter", "Engine::BeginFrame");
|
|
runtime_controller_->BeginFrame(frame_time);
|
|
}
|
|
|
|
void Engine::NotifyIdle(int64_t deadline) {
|
|
TRACE_EVENT1("flutter", "Engine::NotifyIdle", "deadline_now_delta",
|
|
std::to_string(deadline - Dart_TimelineGetMicros()).c_str());
|
|
runtime_controller_->NotifyIdle(deadline);
|
|
}
|
|
|
|
std::pair<bool, uint32_t> Engine::GetUIIsolateReturnCode() {
|
|
return runtime_controller_->GetRootIsolateReturnCode();
|
|
}
|
|
|
|
Dart_Port Engine::GetUIIsolateMainPort() {
|
|
return runtime_controller_->GetMainPort();
|
|
}
|
|
|
|
std::string Engine::GetUIIsolateName() {
|
|
return runtime_controller_->GetIsolateName();
|
|
}
|
|
|
|
bool Engine::UIIsolateHasLivePorts() {
|
|
return runtime_controller_->HasLivePorts();
|
|
}
|
|
|
|
tonic::DartErrorHandleType Engine::GetUIIsolateLastError() {
|
|
return runtime_controller_->GetLastError();
|
|
}
|
|
|
|
void Engine::OnOutputSurfaceCreated() {
|
|
have_surface_ = true;
|
|
StartAnimatorIfPossible();
|
|
ScheduleFrame();
|
|
}
|
|
|
|
void Engine::OnOutputSurfaceDestroyed() {
|
|
have_surface_ = false;
|
|
StopAnimator();
|
|
}
|
|
|
|
void Engine::SetViewportMetrics(const blink::ViewportMetrics& metrics) {
|
|
bool dimensions_changed =
|
|
viewport_metrics_.physical_height != metrics.physical_height ||
|
|
viewport_metrics_.physical_width != metrics.physical_width;
|
|
viewport_metrics_ = metrics;
|
|
runtime_controller_->SetViewportMetrics(viewport_metrics_);
|
|
if (animator_) {
|
|
if (dimensions_changed)
|
|
animator_->SetDimensionChangePending();
|
|
if (have_surface_)
|
|
ScheduleFrame();
|
|
}
|
|
}
|
|
|
|
void Engine::DispatchPlatformMessage(
|
|
fml::RefPtr<blink::PlatformMessage> message) {
|
|
if (message->channel() == kLifecycleChannel) {
|
|
if (HandleLifecyclePlatformMessage(message.get()))
|
|
return;
|
|
} else if (message->channel() == kLocalizationChannel) {
|
|
if (HandleLocalizationPlatformMessage(message.get()))
|
|
return;
|
|
} else if (message->channel() == kSettingsChannel) {
|
|
HandleSettingsPlatformMessage(message.get());
|
|
return;
|
|
}
|
|
|
|
if (runtime_controller_->IsRootIsolateRunning() &&
|
|
runtime_controller_->DispatchPlatformMessage(std::move(message))) {
|
|
return;
|
|
}
|
|
|
|
// If there's no runtime_, we may still need to set the initial route.
|
|
if (message->channel() == kNavigationChannel)
|
|
HandleNavigationPlatformMessage(std::move(message));
|
|
}
|
|
|
|
bool Engine::HandleLifecyclePlatformMessage(blink::PlatformMessage* message) {
|
|
const auto& data = message->data();
|
|
std::string state(reinterpret_cast<const char*>(data.data()), data.size());
|
|
if (state == "AppLifecycleState.paused" ||
|
|
state == "AppLifecycleState.suspending") {
|
|
activity_running_ = false;
|
|
StopAnimator();
|
|
} else if (state == "AppLifecycleState.resumed" ||
|
|
state == "AppLifecycleState.inactive") {
|
|
activity_running_ = true;
|
|
StartAnimatorIfPossible();
|
|
}
|
|
|
|
// Always schedule a frame when the app does become active as per API
|
|
// recommendation
|
|
// https://developer.apple.com/documentation/uikit/uiapplicationdelegate/1622956-applicationdidbecomeactive?language=objc
|
|
if (state == "AppLifecycleState.resumed" && have_surface_) {
|
|
ScheduleFrame();
|
|
}
|
|
return false;
|
|
}
|
|
|
|
bool Engine::HandleNavigationPlatformMessage(
|
|
fml::RefPtr<blink::PlatformMessage> message) {
|
|
const auto& data = message->data();
|
|
|
|
rapidjson::Document document;
|
|
document.Parse(reinterpret_cast<const char*>(data.data()), data.size());
|
|
if (document.HasParseError() || !document.IsObject())
|
|
return false;
|
|
auto root = document.GetObject();
|
|
auto method = root.FindMember("method");
|
|
if (method->value != "setInitialRoute")
|
|
return false;
|
|
auto route = root.FindMember("args");
|
|
initial_route_ = std::move(route->value.GetString());
|
|
return true;
|
|
}
|
|
|
|
bool Engine::HandleLocalizationPlatformMessage(
|
|
blink::PlatformMessage* message) {
|
|
const auto& data = message->data();
|
|
|
|
rapidjson::Document document;
|
|
document.Parse(reinterpret_cast<const char*>(data.data()), data.size());
|
|
if (document.HasParseError() || !document.IsObject())
|
|
return false;
|
|
auto root = document.GetObject();
|
|
auto method = root.FindMember("method");
|
|
if (method == root.MemberEnd() || method->value != "setLocale")
|
|
return false;
|
|
|
|
auto args = root.FindMember("args");
|
|
if (args == root.MemberEnd() || !args->value.IsArray())
|
|
return false;
|
|
|
|
const size_t strings_per_locale = 4;
|
|
if (args->value.Size() % strings_per_locale != 0)
|
|
return false;
|
|
std::vector<std::string> locale_data;
|
|
for (size_t locale_index = 0; locale_index < args->value.Size();
|
|
locale_index += strings_per_locale) {
|
|
if (!args->value[locale_index].IsString() ||
|
|
!args->value[locale_index + 1].IsString())
|
|
return false;
|
|
locale_data.push_back(args->value[locale_index].GetString());
|
|
locale_data.push_back(args->value[locale_index + 1].GetString());
|
|
locale_data.push_back(args->value[locale_index + 2].GetString());
|
|
locale_data.push_back(args->value[locale_index + 3].GetString());
|
|
}
|
|
|
|
return runtime_controller_->SetLocales(locale_data);
|
|
}
|
|
|
|
void Engine::HandleSettingsPlatformMessage(blink::PlatformMessage* message) {
|
|
const auto& data = message->data();
|
|
std::string jsonData(reinterpret_cast<const char*>(data.data()), data.size());
|
|
if (runtime_controller_->SetUserSettingsData(std::move(jsonData)) &&
|
|
have_surface_) {
|
|
ScheduleFrame();
|
|
}
|
|
}
|
|
|
|
void Engine::DispatchPointerDataPacket(const blink::PointerDataPacket& packet) {
|
|
runtime_controller_->DispatchPointerDataPacket(packet);
|
|
}
|
|
|
|
void Engine::DispatchSemanticsAction(int id,
|
|
blink::SemanticsAction action,
|
|
std::vector<uint8_t> args) {
|
|
runtime_controller_->DispatchSemanticsAction(id, action, std::move(args));
|
|
}
|
|
|
|
void Engine::SetSemanticsEnabled(bool enabled) {
|
|
runtime_controller_->SetSemanticsEnabled(enabled);
|
|
}
|
|
|
|
void Engine::SetAccessibilityFeatures(int32_t flags) {
|
|
runtime_controller_->SetAccessibilityFeatures(flags);
|
|
}
|
|
|
|
void Engine::StopAnimator() {
|
|
animator_->Stop();
|
|
}
|
|
|
|
void Engine::StartAnimatorIfPossible() {
|
|
if (activity_running_ && have_surface_)
|
|
animator_->Start();
|
|
}
|
|
|
|
std::string Engine::DefaultRouteName() {
|
|
if (!initial_route_.empty()) {
|
|
return initial_route_;
|
|
}
|
|
return "/";
|
|
}
|
|
|
|
void Engine::ScheduleFrame(bool regenerate_layer_tree) {
|
|
animator_->RequestFrame(regenerate_layer_tree);
|
|
}
|
|
|
|
void Engine::Render(std::unique_ptr<flow::LayerTree> layer_tree) {
|
|
if (!layer_tree)
|
|
return;
|
|
|
|
SkISize frame_size = SkISize::Make(viewport_metrics_.physical_width,
|
|
viewport_metrics_.physical_height);
|
|
if (frame_size.isEmpty())
|
|
return;
|
|
|
|
layer_tree->set_frame_size(frame_size);
|
|
animator_->Render(std::move(layer_tree));
|
|
}
|
|
|
|
void Engine::UpdateSemantics(blink::SemanticsNodeUpdates update,
|
|
blink::CustomAccessibilityActionUpdates actions) {
|
|
delegate_.OnEngineUpdateSemantics(std::move(update), std::move(actions));
|
|
}
|
|
|
|
void Engine::HandlePlatformMessage(
|
|
fml::RefPtr<blink::PlatformMessage> message) {
|
|
if (message->channel() == kAssetChannel) {
|
|
HandleAssetPlatformMessage(std::move(message));
|
|
} else {
|
|
delegate_.OnEngineHandlePlatformMessage(std::move(message));
|
|
}
|
|
}
|
|
|
|
blink::FontCollection& Engine::GetFontCollection() {
|
|
return font_collection_;
|
|
}
|
|
|
|
void Engine::HandleAssetPlatformMessage(
|
|
fml::RefPtr<blink::PlatformMessage> message) {
|
|
fml::RefPtr<blink::PlatformMessageResponse> response = message->response();
|
|
if (!response) {
|
|
return;
|
|
}
|
|
const auto& data = message->data();
|
|
std::string asset_name(reinterpret_cast<const char*>(data.data()),
|
|
data.size());
|
|
|
|
if (asset_manager_) {
|
|
std::unique_ptr<fml::Mapping> asset_mapping =
|
|
asset_manager_->GetAsMapping(asset_name);
|
|
if (asset_mapping) {
|
|
response->Complete(std::move(asset_mapping));
|
|
return;
|
|
}
|
|
}
|
|
|
|
response->CompleteEmpty();
|
|
}
|
|
|
|
} // namespace shell
|