slint/internal/renderers/skia/lib.rs
Simon Hausmann 3b51c8e30a
LinuxKMS: Add support for synthetic display rotations (#4166)
This patch adds support for the `SLINT_KMS_ROTATION` environment
variable, that instructs the Skia/FemtoVG renderers to rotate
the scene before rendering.
2023-12-18 17:49:05 +01:00

578 lines
21 KiB
Rust

// Copyright © SixtyFPS GmbH <info@slint.dev>
// SPDX-License-Identifier: GPL-3.0-only OR LicenseRef-Slint-Royalty-free-1.1 OR LicenseRef-Slint-commercial
#![doc = include_str!("README.md")]
#![doc(html_logo_url = "https://slint.dev/logo/slint-logo-square-light.svg")]
use std::cell::{Cell, RefCell};
use std::rc::{Rc, Weak};
use i_slint_core::api::{
GraphicsAPI, PhysicalSize as PhysicalWindowSize, RenderingNotifier, RenderingState,
SetRenderingNotifierError,
};
use i_slint_core::graphics::euclid::{self, Vector2D};
use i_slint_core::graphics::rendering_metrics_collector::RenderingMetricsCollector;
use i_slint_core::graphics::FontRequest;
use i_slint_core::item_rendering::{ItemCache, ItemRenderer};
use i_slint_core::lengths::{
LogicalLength, LogicalPoint, LogicalRect, LogicalSize, PhysicalPx, ScaleFactor,
};
use i_slint_core::platform::PlatformError;
use i_slint_core::window::{WindowAdapter, WindowInner};
use i_slint_core::Brush;
type PhysicalLength = euclid::Length<f32, PhysicalPx>;
type PhysicalRect = euclid::Rect<f32, PhysicalPx>;
type PhysicalSize = euclid::Size2D<f32, PhysicalPx>;
type PhysicalPoint = euclid::Point2D<f32, PhysicalPx>;
mod cached_image;
mod itemrenderer;
mod textlayout;
#[cfg(skia_backend_software)]
mod software_surface;
#[cfg(target_os = "macos")]
pub mod metal_surface;
#[cfg(target_family = "windows")]
pub mod d3d_surface;
#[cfg(skia_backend_vulkan)]
pub mod vulkan_surface;
#[cfg(skia_backend_opengl)]
pub mod opengl_surface;
cfg_if::cfg_if! {
if #[cfg(skia_backend_vulkan)] {
type DefaultSurface = vulkan_surface::VulkanSurface;
} else if #[cfg(skia_backend_opengl)] {
type DefaultSurface = opengl_surface::OpenGLSurface;
} else if #[cfg(skia_backend_metal)] {
type DefaultSurface = metal_surface::MetalSurface;
} else if #[cfg(skia_backend_d3d)] {
type DefaultSurface = d3d_surface::D3DSurface;
}
}
fn create_default_surface(
window_handle: raw_window_handle::WindowHandle<'_>,
display_handle: raw_window_handle::DisplayHandle<'_>,
size: PhysicalWindowSize,
) -> Result<Box<dyn Surface>, PlatformError> {
match DefaultSurface::new(window_handle.clone(), display_handle.clone(), size) {
Ok(gpu_surface) => Ok(Box::new(gpu_surface) as Box<dyn Surface>),
#[cfg(skia_backend_software)]
Err(err) => {
i_slint_core::debug_log!(
"Failed to initialize Skia GPU renderer: {} . Falling back to software rendering",
err
);
software_surface::SoftwareSurface::new(window_handle, display_handle, size)
.map(|r| Box::new(r) as Box<dyn Surface>)
}
#[cfg(not(skia_backend_software))]
Err(err) => Err(err),
}
}
/// Use the SkiaRenderer when implementing a custom Slint platform where you deliver events to
/// Slint and want the scene to be rendered using Skia as underlying graphics library.
pub struct SkiaRenderer {
maybe_window_adapter: RefCell<Option<Weak<dyn WindowAdapter>>>,
rendering_notifier: RefCell<Option<Box<dyn RenderingNotifier>>>,
image_cache: ItemCache<Option<skia_safe::Image>>,
path_cache: ItemCache<Option<(Vector2D<f32, PhysicalPx>, skia_safe::Path)>>,
rendering_metrics_collector: RefCell<Option<Rc<RenderingMetricsCollector>>>,
rendering_first_time: Cell<bool>,
surface: RefCell<Option<Box<dyn Surface>>>,
surface_factory: fn(
window_handle: raw_window_handle::WindowHandle<'_>,
display_handle: raw_window_handle::DisplayHandle<'_>,
size: PhysicalWindowSize,
) -> Result<Box<dyn Surface>, PlatformError>,
}
impl Default for SkiaRenderer {
fn default() -> Self {
Self {
maybe_window_adapter: Default::default(),
rendering_notifier: Default::default(),
image_cache: Default::default(),
path_cache: Default::default(),
rendering_metrics_collector: Default::default(),
rendering_first_time: Default::default(),
surface: Default::default(),
surface_factory: create_default_surface,
}
}
}
impl SkiaRenderer {
#[cfg(skia_backend_software)]
/// Creates a new SkiaRenderer that will always use Skia's software renderer.
pub fn default_software() -> Self {
Self {
maybe_window_adapter: Default::default(),
rendering_notifier: Default::default(),
image_cache: Default::default(),
path_cache: Default::default(),
rendering_metrics_collector: Default::default(),
rendering_first_time: Default::default(),
surface: Default::default(),
surface_factory: |window_handle, display_handle, size| {
software_surface::SoftwareSurface::new(window_handle, display_handle, size)
.map(|r| Box::new(r) as Box<dyn Surface>)
},
}
}
/// Creates a new renderer is associated with the provided window adapter.
pub fn new(
window_handle: raw_window_handle::WindowHandle<'_>,
display_handle: raw_window_handle::DisplayHandle<'_>,
size: PhysicalWindowSize,
) -> Result<Self, PlatformError> {
Ok(Self::new_with_surface(create_default_surface(window_handle, display_handle, size)?))
}
/// Creates a new renderer with the given surface trait implementation.
pub fn new_with_surface(surface: Box<dyn Surface + 'static>) -> Self {
Self {
maybe_window_adapter: Default::default(),
rendering_notifier: Default::default(),
image_cache: Default::default(),
path_cache: Default::default(),
rendering_metrics_collector: Default::default(),
rendering_first_time: Cell::new(true),
surface: RefCell::new(Some(surface)),
surface_factory: |_, _, _| {
Err("Skia renderer constructed with surface does not support dynamic surface re-creation".into())
},
}
}
/// Reset the surface to a new surface. (destroy the previously set surface if any)
pub fn set_surface(&self, surface: Box<dyn Surface + 'static>) {
self.image_cache.clear_all();
self.path_cache.clear_all();
self.rendering_first_time.set(true);
*self.surface.borrow_mut() = Some(surface);
}
/// Reset the surface to the window given the window handle
pub fn set_window_handle(
&self,
window_handle: raw_window_handle::WindowHandle<'_>,
display_handle: raw_window_handle::DisplayHandle<'_>,
size: PhysicalWindowSize,
) -> Result<(), PlatformError> {
self.set_surface((self.surface_factory)(window_handle, display_handle, size)?);
Ok(())
}
/// Render the scene in the previously associated window.
pub fn render(&self) -> Result<(), i_slint_core::platform::PlatformError> {
let window_adapter = self.window_adapter()?;
let size = window_adapter.window().size();
self.internal_render_with_post_callback(0., (0., 0.), size, None)
}
fn internal_render_with_post_callback(
&self,
rotation_angle_degrees: f32,
translation: (f32, f32),
surace_size: PhysicalWindowSize,
post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>,
) -> Result<(), i_slint_core::platform::PlatformError> {
let surface = self.surface.borrow();
let Some(surface) = surface.as_ref() else { return Ok(()) };
if self.rendering_first_time.take() {
*self.rendering_metrics_collector.borrow_mut() =
RenderingMetricsCollector::new(&format!(
"Skia renderer (skia backend {}; surface: {} bpp)",
surface.name(),
surface.bits_per_pixel()?
));
if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() {
surface.with_graphics_api(&mut |api| {
callback.notify(RenderingState::RenderingSetup, &api)
})
}
}
let window_adapter = self.window_adapter()?;
let window = window_adapter.window();
let window_inner = WindowInner::from_pub(window);
surface.render(surace_size, &|skia_canvas, mut gr_context| {
skia_canvas.rotate(rotation_angle_degrees, None);
skia_canvas.translate(translation);
window_inner.draw_contents(|components| {
let window_background_brush =
window_inner.window_item().map(|w| w.as_pin_ref().background());
// Clear with window background if it is a solid color otherwise it will drawn as gradient
if let Some(Brush::SolidColor(clear_color)) = window_background_brush {
skia_canvas.clear(itemrenderer::to_skia_color(&clear_color));
}
if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() {
// For the BeforeRendering rendering notifier callback it's important that this happens *after* clearing
// the back buffer, in order to allow the callback to provide its own rendering of the background.
// Skia's clear() will merely schedule a clear call, so flush right away to make it immediate.
if let Some(ctx) = gr_context.as_mut() {
ctx.flush(None);
}
surface.with_graphics_api(&mut |api| {
callback.notify(RenderingState::BeforeRendering, &api)
})
}
let mut box_shadow_cache = Default::default();
self.image_cache.clear_cache_if_scale_factor_changed(window);
self.path_cache.clear_cache_if_scale_factor_changed(window);
let mut item_renderer = itemrenderer::SkiaItemRenderer::new(
skia_canvas,
window,
&self.image_cache,
&self.path_cache,
&mut box_shadow_cache,
);
// Draws the window background as gradient
match window_background_brush {
Some(Brush::SolidColor(..)) | None => {}
Some(brush @ _) => {
item_renderer.draw_rect(
i_slint_core::lengths::logical_size_from_api(
window.size().to_logical(window_inner.scale_factor()),
),
brush,
);
}
}
for (component, origin) in components {
i_slint_core::item_rendering::render_component_items(
component,
&mut item_renderer,
*origin,
);
}
if let Some(collector) = &self.rendering_metrics_collector.borrow_mut().as_ref() {
collector.measure_frame_rendered(&mut item_renderer);
}
if let Some(cb) = post_render_cb.as_ref() {
cb(&mut item_renderer)
}
drop(item_renderer);
if let Some(ctx) = gr_context.as_mut() {
ctx.flush(None);
}
});
if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() {
surface.with_graphics_api(&mut |api| {
callback.notify(RenderingState::AfterRendering, &api)
})
}
})
}
fn window_adapter(&self) -> Result<Rc<dyn WindowAdapter>, PlatformError> {
self.maybe_window_adapter
.borrow()
.as_ref()
.and_then(|w| w.upgrade())
.ok_or_else(|| format!("Renderer must be associated with component before use").into())
}
}
impl i_slint_core::renderer::RendererSealed for SkiaRenderer {
fn text_size(
&self,
font_request: i_slint_core::graphics::FontRequest,
text: &str,
max_width: Option<LogicalLength>,
scale_factor: ScaleFactor,
) -> LogicalSize {
let (layout, _) = textlayout::create_layout(
font_request,
scale_factor,
text,
None,
max_width.map(|w| w * scale_factor),
Default::default(),
Default::default(),
Default::default(),
Default::default(),
Default::default(),
None,
);
PhysicalSize::new(layout.max_intrinsic_width().ceil(), layout.height().ceil())
/ scale_factor
}
fn text_input_byte_offset_for_position(
&self,
text_input: std::pin::Pin<&i_slint_core::items::TextInput>,
pos: LogicalPoint,
font_request: FontRequest,
scale_factor: ScaleFactor,
) -> usize {
let max_width = text_input.width() * scale_factor;
let max_height = text_input.height() * scale_factor;
let pos = pos * scale_factor;
if max_width.get() <= 0. || max_height.get() <= 0. {
return 0;
}
let visual_representation = text_input.visual_representation(None);
let (layout, layout_top_left) = textlayout::create_layout(
font_request,
scale_factor,
&visual_representation.text,
None,
Some(max_width),
max_height,
text_input.horizontal_alignment(),
text_input.vertical_alignment(),
text_input.wrap(),
i_slint_core::items::TextOverflow::Clip,
None,
);
let utf16_index =
layout.get_glyph_position_at_coordinate((pos.x, pos.y - layout_top_left.y)).position;
let mut utf16_count = 0;
let byte_offset = visual_representation
.text
.char_indices()
.find(|(_, x)| {
let r = utf16_count >= utf16_index;
utf16_count += x.len_utf16() as i32;
r
})
.unwrap_or((visual_representation.text.len(), '\0'))
.0;
visual_representation.map_byte_offset_from_byte_offset_in_visual_text(byte_offset)
}
fn text_input_cursor_rect_for_byte_offset(
&self,
text_input: std::pin::Pin<&i_slint_core::items::TextInput>,
byte_offset: usize,
font_request: FontRequest,
scale_factor: ScaleFactor,
) -> LogicalRect {
let max_width = text_input.width() * scale_factor;
let max_height = text_input.height() * scale_factor;
if max_width.get() <= 0. || max_height.get() <= 0. {
return Default::default();
}
let string = text_input.text();
let string = string.as_str();
let (layout, layout_top_left) = textlayout::create_layout(
font_request,
scale_factor,
string,
None,
Some(max_width),
max_height,
text_input.horizontal_alignment(),
text_input.vertical_alignment(),
text_input.wrap(),
i_slint_core::items::TextOverflow::Clip,
None,
);
let physical_cursor_rect = textlayout::cursor_rect(
string,
byte_offset,
layout,
text_input.text_cursor_width() * scale_factor,
text_input.horizontal_alignment(),
);
physical_cursor_rect.translate(layout_top_left.to_vector()) / scale_factor
}
fn register_font_from_memory(
&self,
data: &'static [u8],
) -> Result<(), Box<dyn std::error::Error>> {
textlayout::register_font_from_memory(data)
}
fn register_font_from_path(
&self,
path: &std::path::Path,
) -> Result<(), Box<dyn std::error::Error>> {
textlayout::register_font_from_path(path)
}
fn set_rendering_notifier(
&self,
callback: Box<dyn RenderingNotifier>,
) -> std::result::Result<(), SetRenderingNotifierError> {
if !self.surface.borrow().as_ref().map_or(DefaultSurface::supports_graphics_api(), |x| {
x.supports_graphics_api_with_self()
}) {
return Err(SetRenderingNotifierError::Unsupported);
}
let mut notifier = self.rendering_notifier.borrow_mut();
if notifier.replace(callback).is_some() {
Err(SetRenderingNotifierError::AlreadySet)
} else {
Ok(())
}
}
fn default_font_size(&self) -> LogicalLength {
self::textlayout::DEFAULT_FONT_SIZE
}
fn free_graphics_resources(
&self,
component: i_slint_core::item_tree::ItemTreeRef,
_items: &mut dyn Iterator<Item = std::pin::Pin<i_slint_core::items::ItemRef<'_>>>,
) -> Result<(), i_slint_core::platform::PlatformError> {
self.image_cache.component_destroyed(component);
self.path_cache.component_destroyed(component);
Ok(())
}
fn set_window_adapter(&self, window_adapter: &Rc<dyn WindowAdapter>) {
*self.maybe_window_adapter.borrow_mut() = Some(Rc::downgrade(window_adapter));
self.image_cache.clear_all();
self.path_cache.clear_all();
}
fn resize(&self, size: i_slint_core::api::PhysicalSize) -> Result<(), PlatformError> {
if let Some(surface) = self.surface.borrow().as_ref() {
surface.resize_event(size)
} else {
Ok(())
}
}
}
impl Drop for SkiaRenderer {
fn drop(&mut self) {
if let Some(surface) = self.surface.borrow().as_ref() {
if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() {
surface
.with_active_surface(&mut || {
surface.with_graphics_api(&mut |api| {
callback.notify(RenderingState::RenderingTeardown, &api)
})
})
.ok();
}
}
}
}
/// This trait represents the interface between the Skia renderer and the underlying rendering surface, such as a window
/// with a metal layer, a wayland window with an OpenGL context, etc.
pub trait Surface {
/// Creates a new surface with the given window, display, and size.
fn new(
window_handle: raw_window_handle::WindowHandle<'_>,
display_handle: raw_window_handle::DisplayHandle<'_>,
size: PhysicalWindowSize,
) -> Result<Self, PlatformError>
where
Self: Sized;
/// Returns the name of the surface, for diagnostic purposes.
fn name(&self) -> &'static str;
/// Returns true if the surface supports exposing its platform specific API via the GraphicsAPI struct
/// and the `with_graphics_api` function.
fn supports_graphics_api() -> bool
where
Self: Sized,
{
false
}
fn supports_graphics_api_with_self(&self) -> bool {
false
}
/// If supported, this invokes the specified callback with access to the platform graphics API.
fn with_graphics_api(&self, _callback: &mut dyn FnMut(GraphicsAPI<'_>)) {}
/// Invokes the callback with the surface active. This has only a meaning for OpenGL rendering, where
/// the implementation must make the GL context current.
fn with_active_surface(
&self,
callback: &mut dyn FnMut(),
) -> Result<(), i_slint_core::platform::PlatformError> {
callback();
Ok(())
}
/// Prepares the surface for rendering and invokes the provided callback with access to a Skia canvas and
/// rendering context.
fn render(
&self,
size: PhysicalWindowSize,
callback: &dyn Fn(&skia_safe::Canvas, Option<&mut skia_safe::gpu::DirectContext>),
) -> Result<(), i_slint_core::platform::PlatformError>;
/// Called when the surface should be resized.
fn resize_event(
&self,
size: PhysicalWindowSize,
) -> Result<(), i_slint_core::platform::PlatformError>;
fn bits_per_pixel(&self) -> Result<u8, PlatformError>;
/// Implementations should return self to allow upcasting.
fn as_any(&self) -> &dyn core::any::Any {
&()
}
}
pub trait SkiaRendererExt {
fn render_transformed_with_post_callback(
&self,
rotation_angle_degrees: f32,
translation: (f32, f32),
surface_size: PhysicalWindowSize,
post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>,
) -> Result<(), i_slint_core::platform::PlatformError>;
}
impl SkiaRendererExt for SkiaRenderer {
fn render_transformed_with_post_callback(
&self,
rotation_angle_degrees: f32,
translation: (f32, f32),
surface_size: PhysicalWindowSize,
post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>,
) -> Result<(), i_slint_core::platform::PlatformError> {
self.internal_render_with_post_callback(
rotation_angle_degrees,
translation,
surface_size,
post_render_cb,
)
}
}