/* LICENSE BEGIN This file is part of the SixtyFPS Project -- https://sixtyfps.io Copyright (c) 2020 Olivier Goffart Copyright (c) 2020 Simon Hausmann SPDX-License-Identifier: GPL-3.0-only This file is also available under commercial licensing terms. Please contact info@sixtyfps.io for more information. LICENSE END */ use std::{ cell::RefCell, collections::HashMap, rc::{Rc, Weak}, }; use sixtyfps_corelib::graphics::{ Color, FontMetrics, FontRequest, Point, Rect, RenderingCache, Resource, Size, }; use sixtyfps_corelib::item_rendering::{CachedRenderingData, ItemRenderer}; use sixtyfps_corelib::items::{ ImageFit, Item, TextHorizontalAlignment, TextOverflow, TextVerticalAlignment, TextWrap, }; use sixtyfps_corelib::properties::Property; use sixtyfps_corelib::window::ComponentWindow; use sixtyfps_corelib::SharedString; mod graphics_window; use graphics_window::*; pub(crate) mod eventloop; mod svg; type CanvasRc = Rc>>; pub const DEFAULT_FONT_SIZE: f32 = 12.; pub const DEFAULT_FONT_WEIGHT: i32 = 400; // CSS normal enum ImageData { GPUSide { id: femtovg::ImageId, canvas: CanvasRc, /// If present, this boolean property indicates whether the image has been uploaded yet or /// if that operation is still pending. If not present, then the image *is* available. This is /// used for remote HTML image loading and the property will be used to correctly track dependencies /// to graphics items that query for the size. upload_pending: Option>>>, }, CPUSide { decoded_image: image::DynamicImage, }, } impl Drop for ImageData { fn drop(&mut self) { match self { ImageData::GPUSide { id, canvas, .. } => { canvas.borrow_mut().delete_image(*id); } ImageData::CPUSide { .. } => {} } } } struct CachedImage(RefCell); impl CachedImage { fn new_on_cpu(decoded_image: image::DynamicImage) -> Self { Self(RefCell::new(ImageData::CPUSide { decoded_image })) } fn new_on_gpu( canvas: &CanvasRc, image_id: femtovg::ImageId, upload_pending_notifier: Option>>>, ) -> Self { Self(RefCell::new(ImageData::GPUSide { id: image_id, canvas: canvas.clone(), upload_pending: upload_pending_notifier, })) } // Upload the image to the GPU? if that hasn't happened yet. This function could take just a canvas // as parameter, but since an upload requires a current context, this is "enforced" by taking // a renderer instead (which implies a current context). fn ensure_uploaded_to_gpu(&self, current_renderer: &GLItemRenderer) -> femtovg::ImageId { use std::convert::TryFrom; let canvas = ¤t_renderer.shared_data.canvas; let img = &mut *self.0.borrow_mut(); if let ImageData::CPUSide { decoded_image } = img { let image_id = match femtovg::ImageSource::try_from(&*decoded_image) { Ok(image_source) => { canvas.borrow_mut().create_image(image_source, femtovg::ImageFlags::empty()) } Err(_) => { let converted = image::DynamicImage::ImageRgba8(decoded_image.to_rgba8()); let image_source = femtovg::ImageSource::try_from(&converted).unwrap(); canvas.borrow_mut().create_image(image_source, femtovg::ImageFlags::empty()) } } .unwrap(); *img = ImageData::GPUSide { id: image_id, canvas: canvas.clone(), upload_pending: None } }; match &img { ImageData::GPUSide { id, .. } => *id, _ => unreachable!(), } } fn size(&self) -> Size { use image::GenericImageView; match &*self.0.borrow() { ImageData::GPUSide { id, canvas, upload_pending } => { if upload_pending .as_ref() .map_or(false, |pending_property| pending_property.as_ref().get()) { Ok((1., 1.)) } else { canvas .borrow() .image_info(*id) .map(|info| (info.width() as f32, info.height() as f32)) } } ImageData::CPUSide { decoded_image: data } => { let (width, height) = data.dimensions(); Ok((width as f32, height as f32)) } } .map(|(width, height)| euclid::size2(width, height)) .unwrap_or_default() } #[cfg(target_arch = "wasm32")] fn notify_loaded(&self) { if let ImageData::GPUSide { upload_pending, .. } = &*self.0.borrow() { upload_pending.as_ref().map(|pending_property| { pending_property.as_ref().set(false); }); } } } #[derive(PartialEq, Eq, Hash, Debug)] enum ImageCacheKey { Path(String), EmbeddedData(by_address::ByAddress<&'static [u8]>), } #[derive(Clone)] enum ItemGraphicsCacheEntry { Image(Rc), } impl ItemGraphicsCacheEntry { fn as_image(&self) -> &Rc { match self { ItemGraphicsCacheEntry::Image(image) => image, //_ => panic!("internal error. image requested for non-image gpu data"), } } } struct FontCache(HashMap); impl Default for FontCache { fn default() -> Self { Self(HashMap::new()) } } mod fonts; pub use fonts::register_application_font_from_memory; use fonts::*; impl FontCache { fn load_single_font(&mut self, canvas: &CanvasRc, request: &FontRequest) -> femtovg::FontId { self.0 .entry(FontCacheKey { family: request.family.clone(), weight: request.weight.unwrap() }) .or_insert_with(|| { try_load_app_font(canvas, &request) .unwrap_or_else(|| load_system_font(canvas, &request)) }) .clone() } fn font(&mut self, canvas: &CanvasRc, mut request: FontRequest, scale_factor: f32) -> GLFont { request.pixel_size = request.pixel_size.or(Some(DEFAULT_FONT_SIZE * scale_factor)); request.weight = request.weight.or(Some(DEFAULT_FONT_WEIGHT)); let primary_font = self.load_single_font(canvas, &request); let fallbacks = font_fallbacks_for_request(&request); let fonts = core::iter::once(primary_font) .chain( fallbacks .iter() .map(|fallback_request| self.load_single_font(canvas, &fallback_request)), ) .collect::>(); GLFont { fonts, canvas: canvas.clone(), pixel_size: request.pixel_size.unwrap() } } } // glutin's WindowedContext tries to enforce being current or not. Since we need the WindowedContext's window() function // in the GL renderer regardless whether we're current or not, we wrap the two states back into one type. #[cfg(not(target_arch = "wasm32"))] enum WindowedContextWrapper { NotCurrent(glutin::WindowedContext), Current(glutin::WindowedContext), } #[cfg(not(target_arch = "wasm32"))] impl WindowedContextWrapper { fn window(&self) -> &winit::window::Window { match self { Self::NotCurrent(context) => context.window(), Self::Current(context) => context.window(), } } fn make_current(self) -> Self { match self { Self::NotCurrent(not_current_ctx) => { let current_ctx = unsafe { not_current_ctx.make_current().unwrap() }; Self::Current(current_ctx) } this @ Self::Current(_) => this, } } fn make_not_current(self) -> Self { match self { this @ Self::NotCurrent(_) => this, Self::Current(current_ctx_rc) => { Self::NotCurrent(unsafe { current_ctx_rc.make_not_current().unwrap() }) } } } fn swap_buffers(&mut self) { match self { WindowedContextWrapper::NotCurrent(_) => {} WindowedContextWrapper::Current(current_ctx) => { current_ctx.swap_buffers().unwrap(); } } } } struct GLRendererData { canvas: CanvasRc, #[cfg(target_arch = "wasm32")] window: Rc, #[cfg(not(target_arch = "wasm32"))] windowed_context: RefCell>, #[cfg(target_arch = "wasm32")] event_loop_proxy: Rc>, item_graphics_cache: RefCell>>, // Cache used to avoid repeatedly decoding images from disk. The weak references are // drained after flushing the renderer commands to the screen. image_cache: RefCell>>, loaded_fonts: RefCell, } impl GLRendererData { #[cfg(target_arch = "wasm32")] fn load_html_image(&self, url: &str) -> Rc { let image_id = self .canvas .borrow_mut() .create_image_empty(1, 1, femtovg::PixelFormat::Rgba8, femtovg::ImageFlags::empty()) .unwrap(); let cached_image = Rc::new(CachedImage::new_on_gpu( &self.canvas, image_id, Some(Box::pin(/*upload pending*/ Property::new(true))), )); let html_image = web_sys::HtmlImageElement::new().unwrap(); html_image.set_cross_origin(Some("anonymous")); html_image.set_onload(Some( &wasm_bindgen::closure::Closure::once_into_js({ let canvas_weak = Rc::downgrade(&self.canvas); let html_image = html_image.clone(); let image_id = image_id.clone(); let window_weak = Rc::downgrade(&self.window); let cached_image_weak = Rc::downgrade(&cached_image); let event_loop_proxy_weak = Rc::downgrade(&self.event_loop_proxy); move || { let (canvas, window, event_loop_proxy, cached_image) = match ( canvas_weak.upgrade(), window_weak.upgrade(), event_loop_proxy_weak.upgrade(), cached_image_weak.upgrade(), ) { ( Some(canvas), Some(window), Some(event_loop_proxy), Some(cached_image), ) => (canvas, window, event_loop_proxy, cached_image), _ => return, }; canvas .borrow_mut() .realloc_image( image_id, html_image.width() as usize, html_image.height() as usize, femtovg::PixelFormat::Rgba8, femtovg::ImageFlags::empty(), ) .unwrap(); canvas.borrow_mut().update_image(image_id, &html_image.into(), 0, 0).unwrap(); cached_image.notify_loaded(); // As you can paint on a HTML canvas at any point in time, request_redraw() // on a winit window only queues an additional internal event, that'll be // be dispatched as the next event. We are however not in an event loop // call, so we also need to wake up the event loop. window.request_redraw(); event_loop_proxy.send_event(crate::eventloop::CustomEvent::WakeUpAndPoll).ok(); } }) .into(), )); html_image.set_src(&url); cached_image } // Look up the given image cache key in the image cache and upgrade the weak reference to a strong one if found, // otherwise a new image is created/loaded from the given callback. fn lookup_image_in_cache_or_create( &self, cache_key: ImageCacheKey, image_create_fn: impl Fn() -> Rc, ) -> Rc { match self.image_cache.borrow_mut().entry(cache_key) { std::collections::hash_map::Entry::Occupied(mut existing_entry) => { existing_entry.get().upgrade().unwrap_or_else(|| { let new_image = image_create_fn(); existing_entry.insert(Rc::downgrade(&new_image)); new_image }) } std::collections::hash_map::Entry::Vacant(vacant_entry) => { let new_image = image_create_fn(); vacant_entry.insert(Rc::downgrade(&new_image)); new_image } } } // Try to load the image the given resource points to fn load_image_resource(&self, resource: Resource) -> Option { Some(ItemGraphicsCacheEntry::Image(match resource { Resource::None => return None, Resource::AbsoluteFilePath(path) => { self.lookup_image_in_cache_or_create(ImageCacheKey::Path(path.to_string()), || { #[cfg(not(target_arch = "wasm32"))] { #[cfg(feature = "svg")] if path.ends_with(".svg") { return Rc::new(CachedImage::new_on_cpu( svg::load_from_path(std::path::Path::new(&path.as_str())).unwrap(), )); } Rc::new(CachedImage::new_on_cpu( image::open(std::path::Path::new(&path.as_str())).unwrap(), )) } #[cfg(target_arch = "wasm32")] self.load_html_image(&path) }) } Resource::EmbeddedData(data) => self.lookup_image_in_cache_or_create( ImageCacheKey::EmbeddedData(by_address::ByAddress(data.as_slice())), || { #[cfg(feature = "svg")] if data.starts_with(b" todo!(), })) } // Load the image from the specified Resource property (via getter fn), unless it was cached in the item's rendering // cache. fn load_cached_item_image( &self, item_cache: &CachedRenderingData, source_property_getter: impl FnOnce() -> Resource, ) -> Option> { let mut cache = self.item_graphics_cache.borrow_mut(); item_cache .ensure_up_to_date(&mut cache, || self.load_image_resource(source_property_getter())) .map(|gpu_resource| { let image = gpu_resource.as_image(); image.clone() }) } } pub struct GLRenderer { shared_data: Rc, } impl GLRenderer { pub(crate) fn new( event_loop: &dyn crate::eventloop::EventLoopInterface, window_builder: winit::window::WindowBuilder, #[cfg(target_arch = "wasm32")] canvas_id: &str, ) -> GLRenderer { #[cfg(not(target_arch = "wasm32"))] let (windowed_context, renderer) = { let windowed_context = glutin::ContextBuilder::new() .with_vsync(true) .build_windowed(window_builder, event_loop.event_loop_target()) .unwrap(); let windowed_context = unsafe { windowed_context.make_current().unwrap() }; let renderer = femtovg::renderer::OpenGl::new(|symbol| { windowed_context.get_proc_address(symbol) as *const _ }) .unwrap(); #[cfg(target_os = "macos")] { use cocoa::appkit::NSView; use winit::platform::macos::WindowExtMacOS; let ns_view = windowed_context.window().ns_view(); let view_id: cocoa::base::id = ns_view as *const _ as *mut _; unsafe { NSView::setLayerContentsPlacement(view_id, cocoa::appkit::NSViewLayerContentsPlacement::NSViewLayerContentsPlacementTopLeft) } } (windowed_context, renderer) }; #[cfg(target_arch = "wasm32")] let event_loop_proxy = Rc::new(event_loop.event_loop_proxy().clone()); #[cfg(target_arch = "wasm32")] let (window, renderer) = { use wasm_bindgen::JsCast; let canvas = web_sys::window() .unwrap() .document() .unwrap() .get_element_by_id(canvas_id) .unwrap() .dyn_into::() .unwrap(); use winit::platform::web::WindowBuilderExtWebSys; use winit::platform::web::WindowExtWebSys; let existing_canvas_size = winit::dpi::LogicalSize::new( canvas.client_width() as u32, canvas.client_height() as u32, ); let window = Rc::new( window_builder .with_canvas(Some(canvas)) .build(&event_loop.event_loop_target()) .unwrap(), ); // Try to maintain the existing size of the canvas element. A window created with winit // on the web will always have 1024x768 as size otherwise. let resize_canvas = { let event_loop_proxy = event_loop_proxy.clone(); let canvas = web_sys::window() .unwrap() .document() .unwrap() .get_element_by_id(canvas_id) .unwrap() .dyn_into::() .unwrap(); let window = window.clone(); move |_: web_sys::Event| { let existing_canvas_size = winit::dpi::LogicalSize::new( canvas.client_width() as u32, canvas.client_height() as u32, ); window.set_inner_size(existing_canvas_size); window.request_redraw(); event_loop_proxy.send_event(eventloop::CustomEvent::WakeUpAndPoll).ok(); } }; let resize_closure = wasm_bindgen::closure::Closure::wrap(Box::new(resize_canvas) as Box); web_sys::window() .unwrap() .add_event_listener_with_callback("resize", resize_closure.as_ref().unchecked_ref()) .unwrap(); resize_closure.forget(); { let default_size = window.inner_size().to_logical(window.scale_factor()); let new_size = winit::dpi::LogicalSize::new( if existing_canvas_size.width > 0 { existing_canvas_size.width } else { default_size.width }, if existing_canvas_size.height > 0 { existing_canvas_size.height } else { default_size.height }, ); if new_size != default_size { window.set_inner_size(new_size); } } let renderer = femtovg::renderer::OpenGl::new_from_html_canvas(&window.canvas()).unwrap(); (window, renderer) }; let canvas = femtovg::Canvas::new(renderer).unwrap(); let shared_data = GLRendererData { canvas: Rc::new(RefCell::new(canvas)), #[cfg(not(target_arch = "wasm32"))] windowed_context: RefCell::new(Some(WindowedContextWrapper::NotCurrent(unsafe { windowed_context.make_not_current().unwrap() }))), #[cfg(target_arch = "wasm32")] window, #[cfg(target_arch = "wasm32")] event_loop_proxy, item_graphics_cache: Default::default(), image_cache: Default::default(), loaded_fonts: Default::default(), }; GLRenderer { shared_data: Rc::new(shared_data) } } /// Returns a new item renderer instance. At this point rendering begins and the backend ensures that the /// window background was cleared with the specified clear_color. fn new_renderer(&mut self, clear_color: &Color, scale_factor: f32) -> GLItemRenderer { let size = self.window().inner_size(); #[cfg(not(target_arch = "wasm32"))] { let ctx = &mut *self.shared_data.windowed_context.borrow_mut(); *ctx = ctx.take().unwrap().make_current().into(); } { let mut canvas = self.shared_data.canvas.borrow_mut(); // We pass 1.0 as dpi / device pixel ratio as femtovg only uses this factor to scale // text metrics. Since we do the entire translation from logical pixels to physical // pixels on our end, we don't need femtovg to scale a second time. canvas.set_size(size.width, size.height, 1.0); canvas.clear_rect(0, 0, size.width, size.height, clear_color.into()); } GLItemRenderer { shared_data: self.shared_data.clone(), scale_factor } } /// Complete the item rendering by calling this function. This will typically flush any remaining/pending /// commands to the underlying graphics subsystem. fn flush_renderer(&mut self, _renderer: GLItemRenderer) { self.shared_data.canvas.borrow_mut().flush(); #[cfg(not(target_arch = "wasm32"))] { let mut ctx = self.shared_data.windowed_context.borrow_mut().take().unwrap(); ctx.swap_buffers(); *self.shared_data.windowed_context.borrow_mut() = ctx.make_not_current().into(); } self.shared_data.image_cache.borrow_mut().retain(|_, cached_image_weak| { cached_image_weak .upgrade() .map_or(false, |cached_image_rc| Rc::strong_count(&cached_image_rc) > 1) }); } #[cfg(not(target_arch = "wasm32"))] fn window(&self) -> std::cell::Ref { std::cell::Ref::map(self.shared_data.windowed_context.borrow(), |ctx| { ctx.as_ref().unwrap().window() }) } #[cfg(target_arch = "wasm32")] fn window(&self) -> &winit::window::Window { return &self.shared_data.window; } /// Returns a FontMetrics trait object that can be used to measure text and that matches the given font request as /// closely as possible. fn font_metrics(&mut self, request: FontRequest, scale_factor: f32) -> Box { Box::new(GLFontMetrics { request, scale_factor, shared_data: self.shared_data.clone() }) } /// Returns the size of image referenced by the specified resource. These are image pixels, not adjusted /// to the window scale factor. fn image_size( &self, item_graphics_cache: &sixtyfps_corelib::item_rendering::CachedRenderingData, source: core::pin::Pin<&sixtyfps_corelib::properties::Property>, ) -> sixtyfps_corelib::graphics::Size { self.shared_data .load_cached_item_image(item_graphics_cache, || source.get()) .map(|image| image.size()) .unwrap_or_default() } } pub struct GLItemRenderer { shared_data: Rc, scale_factor: f32, } fn rect_to_path(r: Rect) -> femtovg::Path { let mut path = femtovg::Path::new(); path.rect(r.min_x(), r.min_y(), r.width(), r.height()); path } impl ItemRenderer for GLItemRenderer { fn draw_rectangle( &mut self, pos: Point, rect: std::pin::Pin<&sixtyfps_corelib::items::Rectangle>, ) { let geometry = rect.geometry(); if geometry.is_empty() { return; } // TODO: cache path in item to avoid re-tesselation let mut path = rect_to_path(geometry); let paint = femtovg::Paint::color(rect.color().into()); self.shared_data.canvas.borrow_mut().save_with(|canvas| { canvas.translate(pos.x, pos.y); canvas.fill_path(&mut path, paint) }) } fn draw_border_rectangle( &mut self, pos: Point, rect: std::pin::Pin<&sixtyfps_corelib::items::BorderRectangle>, ) { let geometry = rect.geometry(); if geometry.is_empty() { return; } // If the border width exceeds the width, just fill the rectangle. let border_width = rect.border_width().min(rect.width() / 2.); // In CSS the border is entirely towards the inside of the boundary // geometry, while in femtovg the line with for a stroke is 50% in- // and 50% outwards. We choose the CSS model, so the inner rectangle // is adjusted accordingly. let mut path = femtovg::Path::new(); let border_radius = rect.border_radius(); let x = geometry.min_x() + border_width / 2.; let y = geometry.min_y() + border_width / 2.; let width = geometry.width() - border_width; let height = geometry.height() - border_width; // If we're drawing a circle, use directly connected bezier curves instead of // ones with intermediate LineTo verbs, as `rounded_rect` creates, to avoid // rendering artifacts due to those edges. if width == height && border_radius * 2. == width { path.circle(x + border_radius, y + border_radius, border_radius); } else { path.rounded_rect(x, y, width, height, border_radius); } let fill_paint = femtovg::Paint::color(rect.color().into()); let mut border_paint = femtovg::Paint::color(rect.border_color().into()); border_paint.set_line_width(border_width); self.shared_data.canvas.borrow_mut().save_with(|canvas| { canvas.translate(pos.x, pos.y); canvas.fill_path(&mut path, fill_paint); canvas.stroke_path(&mut path, border_paint); }) } fn draw_image(&mut self, pos: Point, image: std::pin::Pin<&sixtyfps_corelib::items::Image>) { self.draw_image_impl( pos + euclid::Vector2D::new(image.x(), image.y()), &image.cached_rendering_data, sixtyfps_corelib::items::Image::FIELD_OFFSETS.source.apply_pin(image), Rect::default(), image.width(), image.height(), image.image_fit(), ); } fn draw_clipped_image( &mut self, pos: Point, clipped_image: std::pin::Pin<&sixtyfps_corelib::items::ClippedImage>, ) { let source_clip_rect = Rect::new( [clipped_image.source_clip_x() as _, clipped_image.source_clip_y() as _].into(), [clipped_image.source_clip_width() as _, clipped_image.source_clip_height() as _] .into(), ); self.draw_image_impl( pos + euclid::Vector2D::new(clipped_image.x(), clipped_image.y()), &clipped_image.cached_rendering_data, sixtyfps_corelib::items::ClippedImage::FIELD_OFFSETS.source.apply_pin(clipped_image), source_clip_rect, clipped_image.width(), clipped_image.height(), clipped_image.image_fit(), ); } fn draw_text(&mut self, pos: Point, text: std::pin::Pin<&sixtyfps_corelib::items::Text>) { let pos = pos + euclid::Vector2D::new(text.x(), text.y()); let max_width = text.width(); let max_height = text.height(); if max_width <= 0. || max_height <= 0. { return; } let string = text.text(); let string = string.as_str(); let vertical_alignment = text.vertical_alignment(); let horizontal_alignment = text.horizontal_alignment(); let font = self.shared_data.loaded_fonts.borrow_mut().font( &self.shared_data.canvas, text.font_request(), self.scale_factor, ); let wrap = text.wrap() == TextWrap::word_wrap; let text_size = font.text_size(string, if wrap { Some(max_width) } else { None }); let mut paint = font.paint(); paint.set_color(text.color().into()); let mut canvas = self.shared_data.canvas.borrow_mut(); let font_metrics = canvas.measure_font(paint).unwrap(); let mut y = pos.y + match vertical_alignment { TextVerticalAlignment::top => 0., TextVerticalAlignment::center => max_height / 2. - text_size.height / 2., TextVerticalAlignment::bottom => max_height - text_size.height, }; let mut draw_line = |canvas: &mut femtovg::Canvas<_>, to_draw: &str| { let text_metrics = canvas.measure_text(0., 0., to_draw, paint).unwrap(); let translate_x = match horizontal_alignment { TextHorizontalAlignment::left => 0., TextHorizontalAlignment::center => max_width / 2. - text_metrics.width() / 2., TextHorizontalAlignment::right => max_width - text_metrics.width(), }; canvas.fill_text(pos.x + translate_x, y, to_draw, paint).unwrap(); y += font_metrics.height(); }; if wrap { let mut start = 0; while start < string.len() { let index = canvas.break_text(max_width, &string[start..], paint).unwrap(); if index == 0 { // FIXME the word is too big to be shown, but we should still break, ideally break; } let index = start + index; // trim is there to remove the \n draw_line(&mut canvas, string[start..index].trim()); start = index; } } else { let elide = text.overflow() == TextOverflow::elide; 'lines: for line in string.lines() { let text_metrics = canvas.measure_text(0., 0., line, paint).unwrap(); if text_metrics.width() > max_width { let w = max_width - if elide { canvas.measure_text(0., 0., "…", paint).unwrap().width() } else { 0. }; let mut current_x = 0.; for glyph in text_metrics.glyphs { current_x += glyph.advance_x; if current_x >= w { let txt = &line[..glyph.byte_index]; if elide { let elided = format!("{}…", txt); draw_line(&mut canvas, &elided); } else { draw_line(&mut canvas, txt); } continue 'lines; } } } draw_line(&mut canvas, line); } } } fn draw_text_input( &mut self, pos: Point, text_input: std::pin::Pin<&sixtyfps_corelib::items::TextInput>, ) { let width = text_input.width(); let height = text_input.height(); if width <= 0. || height <= 0. { return; } let pos = pos + euclid::Vector2D::new(text_input.x(), text_input.y()); let font = self.shared_data.loaded_fonts.borrow_mut().font( &self.shared_data.canvas, text_input.font_request(), self.scale_factor, ); let metrics = self.draw_text_impl( pos, width, height, &text_input.text(), text_input.font_request(), text_input.color(), text_input.horizontal_alignment(), text_input.vertical_alignment(), ); // This way of drawing selected text isn't quite 100% correct. Due to femtovg only being able to // have a simple rectangular selection - due to the use of the scissor clip - the selected text is // drawn *over* the unselected text. If the selection background color is transparent, then that means // that glyphs are blended twice, which may lead to artifacts. // It would be better to draw the selected text and non-selected text without overlap. if text_input.has_selection() { let (anchor_pos, cursor_pos) = text_input.selection_anchor_and_cursor(); let mut selection_start_x = 0.; let mut selection_end_x = 0.; for glyph in &metrics.glyphs { if glyph.byte_index == anchor_pos { selection_start_x = glyph.x; } if glyph.byte_index == (cursor_pos as i32 - 1).max(0) as usize { selection_end_x = glyph.x + glyph.advance_x; } } let selection_rect = Rect::new( [selection_start_x, pos.y].into(), [selection_end_x - selection_start_x, font.height()].into(), ); { let mut canvas = self.shared_data.canvas.borrow_mut(); canvas.fill_path( &mut rect_to_path(selection_rect), femtovg::Paint::color(text_input.selection_background_color().into()), ); canvas.save(); canvas.intersect_scissor( selection_rect.min_x(), selection_rect.min_y(), selection_rect.width(), selection_rect.height(), ); } self.draw_text_impl( pos, text_input.width(), text_input.height(), &text_input.text(), text_input.font_request(), text_input.selection_foreground_color().into(), text_input.horizontal_alignment(), text_input.vertical_alignment(), ); self.shared_data.canvas.borrow_mut().restore(); }; let cursor_index = text_input.cursor_position(); if cursor_index >= 0 && text_input.cursor_visible() { let cursor_x = metrics .glyphs .iter() .find_map(|glyph| { if glyph.byte_index == cursor_index as usize { Some(glyph.x) } else { None } }) .unwrap_or_else(|| pos.x + metrics.width()); let mut cursor_rect = femtovg::Path::new(); cursor_rect.rect( cursor_x, pos.y, text_input.text_cursor_width() * self.scale_factor, font.height(), ); self.shared_data .canvas .borrow_mut() .fill_path(&mut cursor_rect, femtovg::Paint::color(text_input.color().into())); } } fn draw_path(&mut self, pos: Point, path: std::pin::Pin<&sixtyfps_corelib::items::Path>) { let elements = path.elements(); if matches!(elements, sixtyfps_corelib::PathData::None) { return; } let mut fpath = femtovg::Path::new(); for x in elements.iter_fitted(path.width(), path.height()).iter() { match x { lyon_path::Event::Begin { at } => { fpath.move_to(at.x, at.y); } lyon_path::Event::Line { from: _, to } => { fpath.line_to(to.x, to.y); } lyon_path::Event::Quadratic { from: _, ctrl, to } => { fpath.quad_to(ctrl.x, ctrl.y, to.x, to.y); } lyon_path::Event::Cubic { from: _, ctrl1, ctrl2, to } => { fpath.bezier_to(ctrl1.x, ctrl1.y, ctrl2.x, ctrl2.y, to.x, to.y); } lyon_path::Event::End { last: _, first: _, close } => { if close { fpath.close() } } } } let fill_paint = femtovg::Paint::color(path.fill_color().into()); let mut border_paint = femtovg::Paint::color(path.stroke_color().into()); border_paint.set_line_width(path.stroke_width()); self.shared_data.canvas.borrow_mut().save_with(|canvas| { canvas.translate(pos.x + path.x(), pos.y + path.y()); canvas.fill_path(&mut fpath, fill_paint); canvas.stroke_path(&mut fpath, border_paint); }) } fn draw_box_shadow( &mut self, pos: Point, box_shadow: std::pin::Pin<&sixtyfps_corelib::items::BoxShadow>, ) { // TODO: cache path in item to avoid re-tesselation let blur = box_shadow.blur(); let shadow_outer_rect: euclid::Rect = euclid::rect( box_shadow.x() + box_shadow.offset_x() - blur / 2., box_shadow.y() + box_shadow.offset_y() - blur / 2., box_shadow.width() + blur, box_shadow.height() + blur, ); let shadow_inner_rect: euclid::Rect = euclid::rect( box_shadow.x() + box_shadow.offset_x() + blur / 2., box_shadow.y() + box_shadow.offset_y() + blur / 2., box_shadow.width() - blur, box_shadow.height() - blur, ); let shadow_fill_rect: euclid::Rect = euclid::rect( shadow_outer_rect.min_x() + blur / 2., shadow_outer_rect.min_y() + blur / 2., box_shadow.width(), box_shadow.height(), ); let paint = femtovg::Paint::box_gradient( shadow_fill_rect.min_x(), shadow_fill_rect.min_y(), shadow_fill_rect.width(), shadow_fill_rect.height(), box_shadow.border_radius(), box_shadow.blur(), box_shadow.color().into(), Color::from_argb_u8(0, 0, 0, 0).into(), ); let mut path = femtovg::Path::new(); path.rounded_rect( shadow_outer_rect.min_x(), shadow_outer_rect.min_y(), shadow_outer_rect.width(), shadow_outer_rect.height(), box_shadow.border_radius(), ); path.rect( shadow_inner_rect.min_x(), shadow_inner_rect.min_y(), shadow_inner_rect.width(), shadow_inner_rect.height(), ); path.solidity(femtovg::Solidity::Hole); self.shared_data.canvas.borrow_mut().save_with(|canvas| { canvas.translate(pos.x, pos.y); canvas.fill_path(&mut path, paint); let mut shadow_inner_path = femtovg::Path::new(); shadow_inner_path.rect( shadow_inner_rect.min_x(), shadow_inner_rect.min_y(), shadow_inner_rect.width(), shadow_inner_rect.height(), ); let fill = femtovg::Paint::color(box_shadow.color().into()); canvas.fill_path(&mut shadow_inner_path, fill); }) } fn combine_clip(&mut self, pos: Point, clip: std::pin::Pin<&sixtyfps_corelib::items::Clip>) { let clip_rect = clip.geometry().translate([pos.x, pos.y].into()); self.shared_data.canvas.borrow_mut().intersect_scissor( clip_rect.min_x(), clip_rect.min_y(), clip_rect.width(), clip_rect.height(), ); } fn save_state(&mut self) { self.shared_data.canvas.borrow_mut().save(); } fn restore_state(&mut self) { self.shared_data.canvas.borrow_mut().restore(); } fn scale_factor(&self) -> f32 { self.scale_factor } fn draw_cached_pixmap( &mut self, item_cache: &CachedRenderingData, pos: Point, update_fn: &dyn Fn(&mut dyn FnMut(u32, u32, &[u8])), ) { let canvas = &self.shared_data.canvas; let mut cache = self.shared_data.item_graphics_cache.borrow_mut(); let cache_entry = item_cache.ensure_up_to_date(&mut cache, || { let mut cached_image = None; update_fn(&mut |width: u32, height: u32, data: &[u8]| { use rgb::FromSlice; let img = imgref::Img::new(data.as_rgba(), width as usize, height as usize); if let Some(image_id) = canvas.borrow_mut().create_image(img, femtovg::ImageFlags::PREMULTIPLIED).ok() { cached_image = Some(ItemGraphicsCacheEntry::Image(Rc::new( CachedImage::new_on_gpu(canvas, image_id, None), ))) }; }); cached_image }); let image_id = match cache_entry { Some(ItemGraphicsCacheEntry::Image(image)) => image.ensure_uploaded_to_gpu(&self), None => return, }; let mut canvas = self.shared_data.canvas.borrow_mut(); let image_info = canvas.image_info(image_id).unwrap(); let (width, height) = (image_info.width() as f32, image_info.height() as f32); let fill_paint = femtovg::Paint::image(image_id, pos.x, pos.y, width, height, 0.0, 1.0); let mut path = femtovg::Path::new(); path.rect(pos.x, pos.y, width, height); canvas.fill_path(&mut path, fill_paint); } fn as_any(&mut self) -> &mut dyn std::any::Any { self } } impl GLItemRenderer { fn draw_text_impl( &mut self, pos: Point, max_width: f32, max_height: f32, text: &str, font_request: FontRequest, color: Color, horizontal_alignment: TextHorizontalAlignment, vertical_alignment: TextVerticalAlignment, ) -> femtovg::TextMetrics { let font = self.shared_data.loaded_fonts.borrow_mut().font( &self.shared_data.canvas, font_request, self.scale_factor, ); let mut paint = font.paint(); paint.set_color(color.into()); let mut canvas = self.shared_data.canvas.borrow_mut(); let (text_width, text_height) = { let text_metrics = canvas.measure_text(0., 0., &text, paint).unwrap(); let font_metrics = canvas.measure_font(paint).unwrap(); (text_metrics.width(), font_metrics.height()) }; let translate_x = match horizontal_alignment { TextHorizontalAlignment::left => 0., TextHorizontalAlignment::center => max_width / 2. - text_width / 2., TextHorizontalAlignment::right => max_width - text_width, }; let translate_y = match vertical_alignment { TextVerticalAlignment::top => 0., TextVerticalAlignment::center => max_height / 2. - text_height / 2., TextVerticalAlignment::bottom => max_height - text_height, }; canvas.fill_text(pos.x + translate_x, pos.y + translate_y, text, paint).unwrap() } fn draw_image_impl( &mut self, pos: Point, item_cache: &CachedRenderingData, source_property: std::pin::Pin<&Property>, source_clip_rect: Rect, target_width: f32, target_height: f32, image_fit: ImageFit, ) { if target_width <= 0. || target_height < 0. { return; } let cached_image = match self.shared_data.load_cached_item_image(item_cache, || source_property.get()) { Some(image) => image, None => return, }; let image_id = cached_image.ensure_uploaded_to_gpu(&self); let image_size = cached_image.size(); let (source_width, source_height) = if source_clip_rect.is_empty() { (image_size.width, image_size.height) } else { (source_clip_rect.width() as _, source_clip_rect.height() as _) }; let fill_paint = femtovg::Paint::image( image_id, -source_clip_rect.min_x(), -source_clip_rect.min_y(), image_size.width, image_size.height, 0.0, 1.0, ); let mut path = femtovg::Path::new(); path.rect(0., 0., source_width, source_height); self.shared_data.canvas.borrow_mut().save_with(|canvas| { canvas.translate(pos.x, pos.y); match image_fit { ImageFit::fill => { canvas.scale(target_width / source_width, target_height / source_height); } ImageFit::contain => { let ratio = f32::max(target_width / source_width, target_height / source_height); canvas.scale(ratio, ratio) } }; canvas.fill_path(&mut path, fill_paint); }) } } #[derive(Clone, PartialEq, Eq, Hash)] struct FontCacheKey { family: SharedString, weight: i32, } struct GLFont { fonts: Vec, pixel_size: f32, canvas: CanvasRc, } impl GLFont { fn measure(&self, text: &str) -> femtovg::TextMetrics { self.canvas.borrow_mut().measure_text(0., 0., text, self.paint()).unwrap() } fn height(&self) -> f32 { self.canvas.borrow_mut().measure_font(self.paint()).unwrap().height() } fn paint(&self) -> femtovg::Paint { let mut paint = femtovg::Paint::default(); paint.set_font(&self.fonts); paint.set_font_size(self.pixel_size); paint.set_text_baseline(femtovg::Baseline::Top); paint } fn text_size(&self, text: &str, max_width: Option) -> Size { let paint = self.paint(); let mut canvas = self.canvas.borrow_mut(); let font_metrics = canvas.measure_font(paint).unwrap(); let mut y = 0.; let mut width = 0.; let mut height = 0.; let mut start = 0; if let Some(max_width) = max_width { while start < text.len() { let index = canvas.break_text(max_width, &text[start..], paint).unwrap(); if index == 0 { break; } let index = start + index; let mesure = canvas.measure_text(0., 0., &text[start..index], paint).unwrap(); start = index; height = y + mesure.height(); y += font_metrics.height(); width = mesure.width().max(width); } } else { for line in text.lines() { let mesure = canvas.measure_text(0., 0., line, paint).unwrap(); height = y + mesure.height(); y += font_metrics.height(); width = mesure.width().max(width); } } euclid::size2(width, height) } } struct GLFontMetrics { request: FontRequest, scale_factor: f32, shared_data: Rc, } impl FontMetrics for GLFontMetrics { fn text_size(&self, text: &str) -> Size { self.font().text_size(text, None) } fn text_offset_for_x_position<'a>(&self, text: &'a str, x: f32) -> usize { let metrics = self.font().measure(text); let mut current_x = 0.; for glyph in metrics.glyphs { if current_x + glyph.advance_x / 2. >= x { return glyph.byte_index; } current_x += glyph.advance_x; } return text.len(); } fn height(&self) -> f32 { self.shared_data.canvas.borrow_mut().measure_font(self.font().paint()).unwrap().height() } } impl GLFontMetrics { fn font(&self) -> GLFont { self.shared_data.loaded_fonts.borrow_mut().font( &self.shared_data.canvas, self.request.clone(), self.scale_factor, ) } } #[cfg(target_arch = "wasm32")] pub fn create_gl_window_with_canvas_id(canvas_id: String) -> ComponentWindow { let platform_window = GraphicsWindow::new(move |event_loop, window_builder| { GLRenderer::new(event_loop, window_builder, &canvas_id) }); let window = Rc::new(sixtyfps_corelib::window::Window::new(platform_window.clone())); platform_window.self_weak.set(Rc::downgrade(&window)).ok().unwrap(); ComponentWindow(window) } #[doc(hidden)] #[cold] pub fn use_modules() { sixtyfps_corelib::use_modules(); } pub type NativeWidgets = (); pub type NativeGlobals = (); pub mod native_widgets {} pub const HAS_NATIVE_STYLE: bool = false; pub const IS_AVAILABLE: bool = true; thread_local!(pub(crate) static CLIPBOARD : std::cell::RefCell = std::cell::RefCell::new(copypasta::ClipboardContext::new().unwrap())); pub struct Backend; impl sixtyfps_corelib::backend::Backend for Backend { fn create_window(&'static self) -> ComponentWindow { let platform_window = GraphicsWindow::new(|event_loop, window_builder| { GLRenderer::new( event_loop, window_builder, #[cfg(target_arch = "wasm32")] "canvas", ) }); let window = Rc::new(sixtyfps_corelib::window::Window::new(platform_window.clone())); platform_window.self_weak.set(Rc::downgrade(&window)).ok().unwrap(); ComponentWindow(window) } fn run_event_loop(&'static self) { crate::eventloop::run(); } fn register_application_font_from_memory( &'static self, data: &'static [u8], ) -> Result<(), Box> { self::register_application_font_from_memory(data) } fn set_clipboard_text(&'static self, text: String) { use copypasta::ClipboardProvider; CLIPBOARD.with(|clipboard| clipboard.borrow_mut().set_contents(text).ok()); } fn clipboard_text(&'static self) -> Option { use copypasta::ClipboardProvider; CLIPBOARD.with(|clipboard| clipboard.borrow_mut().get_contents().ok()) } }