use graph_craft::document::value::RenderOutput; pub use graph_craft::document::value::RenderOutputType; pub use graph_craft::wasm_application_io::*; use graphene_application_io::{ApplicationIo, ExportFormat, RenderConfig}; use graphene_core::Artboard; use graphene_core::gradient::GradientStops; #[cfg(target_family = "wasm")] use graphene_core::math::bbox::Bbox; use graphene_core::raster::image::Image; use graphene_core::raster_types::{CPU, Raster}; use graphene_core::table::Table; #[cfg(target_family = "wasm")] use graphene_core::transform::Footprint; use graphene_core::vector::Vector; use graphene_core::{Color, Context, Ctx, ExtractFootprint, Graphic, OwnedContextImpl, WasmNotSend}; use graphene_svg_renderer::RenderMetadata; use graphene_svg_renderer::{Render, RenderParams, RenderSvgSegmentList, SvgRender, format_transform_matrix}; #[cfg(target_family = "wasm")] use base64::Engine; use std::sync::Arc; #[cfg(target_family = "wasm")] use wasm_bindgen::JsCast; #[cfg(target_family = "wasm")] use web_sys::{CanvasRenderingContext2d, HtmlCanvasElement}; #[cfg(feature = "wgpu")] #[node_macro::node(category("Debug: GPU"))] async fn create_surface<'a: 'n>(_: impl Ctx, editor: &'a WasmEditorApi) -> Arc { Arc::new(editor.application_io.as_ref().unwrap().create_window()) } #[node_macro::node(category("Web Request"))] async fn get_request(_: impl Ctx, _primary: (), #[name("URL")] url: String, discard_result: bool) -> String { #[cfg(target_family = "wasm")] { if discard_result { wasm_bindgen_futures::spawn_local(async move { let _ = reqwest::get(url).await; }); return String::new(); } } #[cfg(not(target_family = "wasm"))] { #[cfg(feature = "tokio")] if discard_result { tokio::spawn(async move { let _ = reqwest::get(url).await; }); return String::new(); } #[cfg(not(feature = "tokio"))] if discard_result { return String::new(); } } let Ok(response) = reqwest::get(url).await else { return String::new() }; response.text().await.ok().unwrap_or_default() } #[node_macro::node(category("Web Request"))] async fn post_request(_: impl Ctx, _primary: (), #[name("URL")] url: String, body: Vec, discard_result: bool) -> String { #[cfg(target_family = "wasm")] { if discard_result { wasm_bindgen_futures::spawn_local(async move { let _ = reqwest::Client::new().post(url).body(body).header("Content-Type", "application/octet-stream").send().await; }); return String::new(); } } #[cfg(not(target_family = "wasm"))] { #[cfg(feature = "tokio")] if discard_result { let url = url.clone(); let body = body.clone(); tokio::spawn(async move { let _ = reqwest::Client::new().post(url).body(body).header("Content-Type", "application/octet-stream").send().await; }); return String::new(); } #[cfg(not(feature = "tokio"))] if discard_result { return String::new(); } } let Ok(response) = reqwest::Client::new().post(url).body(body).header("Content-Type", "application/octet-stream").send().await else { return String::new(); }; response.text().await.ok().unwrap_or_default() } #[node_macro::node(category("Web Request"), name("String to Bytes"))] fn string_to_bytes(_: impl Ctx, string: String) -> Vec { string.into_bytes() } #[node_macro::node(category("Web Request"), name("Image to Bytes"))] fn image_to_bytes(_: impl Ctx, image: Table>) -> Vec { let Some(image) = image.iter().next() else { return vec![] }; image.element.data.iter().flat_map(|color| color.to_rgb8_srgb().into_iter()).collect::>() } #[node_macro::node(category("Web Request"))] async fn load_resource<'a: 'n>(_: impl Ctx, _primary: (), #[scope("editor-api")] editor: &'a WasmEditorApi, #[name("URL")] url: String) -> Arc<[u8]> { let Some(api) = editor.application_io.as_ref() else { return Arc::from(include_bytes!("../../graph-craft/src/null.png").to_vec()); }; let Ok(data) = api.load_resource(url) else { return Arc::from(include_bytes!("../../graph-craft/src/null.png").to_vec()); }; let Ok(data) = data.await else { return Arc::from(include_bytes!("../../graph-craft/src/null.png").to_vec()); }; data } #[node_macro::node(category("Web Request"))] fn decode_image(_: impl Ctx, data: Arc<[u8]>) -> Table> { let Some(image) = image::load_from_memory(data.as_ref()).ok() else { return Table::new(); }; let image = image.to_rgba32f(); let image = Image { data: image .chunks(4) .map(|pixel| Color::from_unassociated_alpha(pixel[0], pixel[1], pixel[2], pixel[3]).to_linear_srgb()) .collect(), width: image.width(), height: image.height(), ..Default::default() }; Table::new_from_element(Raster::new_cpu(image)) } fn render_svg(data: impl Render, mut render: SvgRender, render_params: RenderParams) -> RenderOutputType { let footprint = render_params.footprint; if !data.contains_artboard() && !render_params.hide_artboards { render.leaf_tag("rect", |attributes| { attributes.push("x", "0"); attributes.push("y", "0"); attributes.push("width", footprint.resolution.x.to_string()); attributes.push("height", footprint.resolution.y.to_string()); let matrix = format_transform_matrix(footprint.transform.inverse()); if !matrix.is_empty() { attributes.push("transform", matrix); } attributes.push("fill", "white"); }); } data.render_svg(&mut render, &render_params); render.wrap_with_transform(footprint.transform, Some(footprint.resolution.as_dvec2())); RenderOutputType::Svg { svg: render.svg.to_svg_string(), image_data: render.image_data, } } #[cfg(feature = "vello")] #[cfg_attr(not(target_family = "wasm"), allow(dead_code))] async fn render_canvas(render_config: RenderConfig, data: impl Render, editor: &WasmEditorApi, surface_handle: Option, render_params: RenderParams) -> RenderOutputType { use graphene_application_io::{ImageTexture, SurfaceFrame}; let mut footprint = render_config.viewport; footprint.resolution = footprint.resolution.max(glam::UVec2::splat(1)); let Some(exec) = editor.application_io.as_ref().unwrap().gpu_executor() else { unreachable!("Attempted to render with Vello when no GPU executor is available"); }; use vello::*; let mut scene = Scene::new(); let mut child = Scene::new(); let mut context = wgpu_executor::RenderContext::default(); data.render_to_vello(&mut child, Default::default(), &mut context, &render_params); // TODO: Instead of applying the transform here, pass the transform during the translation to avoid the O(n) cost scene.append(&child, Some(kurbo::Affine::new(footprint.transform.to_cols_array()))); let mut background = Color::from_rgb8_srgb(0x22, 0x22, 0x22); if !data.contains_artboard() && !render_config.hide_artboards { background = Color::WHITE; } if let Some(surface_handle) = surface_handle { exec.render_vello_scene(&scene, &surface_handle, footprint.resolution, &context, background) .await .expect("Failed to render Vello scene"); let frame = SurfaceFrame { surface_id: surface_handle.window_id, resolution: render_config.viewport.resolution, transform: glam::DAffine2::IDENTITY, }; RenderOutputType::CanvasFrame(frame) } else { let texture = exec .render_vello_scene_to_texture(&scene, footprint.resolution, &context, background) .await .expect("Failed to render Vello scene"); RenderOutputType::Texture(ImageTexture { texture }) } } #[cfg(target_family = "wasm")] #[node_macro::node(category(""))] async fn rasterize( _: impl Ctx, #[implementations( Table, Table>, Table, Table, Table, )] mut data: Table, footprint: Footprint, surface_handle: Arc>, ) -> Table> where Table: Render, { use graphene_core::table::TableRow; if footprint.transform.matrix2.determinant() == 0. { log::trace!("Invalid footprint received for rasterization"); return Table::new(); } let mut render = SvgRender::new(); let aabb = Bbox::from_transform(footprint.transform).to_axis_aligned_bbox(); let size = aabb.size(); let resolution = footprint.resolution; let render_params = RenderParams { footprint, for_export: true, ..Default::default() }; for row in data.iter_mut() { *row.transform = glam::DAffine2::from_translation(-aabb.start) * *row.transform; } data.render_svg(&mut render, &render_params); render.format_svg(glam::DVec2::ZERO, size); let svg_string = render.svg.to_svg_string(); let canvas = &surface_handle.surface; canvas.set_width(resolution.x); canvas.set_height(resolution.y); let context = canvas.get_context("2d").unwrap().unwrap().dyn_into::().unwrap(); let preamble = "data:image/svg+xml;base64,"; let mut base64_string = String::with_capacity(preamble.len() + svg_string.len() * 4); base64_string.push_str(preamble); base64::engine::general_purpose::STANDARD.encode_string(svg_string, &mut base64_string); let image_data = web_sys::HtmlImageElement::new().unwrap(); image_data.set_src(base64_string.as_str()); wasm_bindgen_futures::JsFuture::from(image_data.decode()).await.unwrap(); context .draw_image_with_html_image_element_and_dw_and_dh(&image_data, 0., 0., resolution.x as f64, resolution.y as f64) .unwrap(); let rasterized = context.get_image_data(0., 0., resolution.x as f64, resolution.y as f64).unwrap(); let image = Image::from_image_data(&rasterized.data().0, resolution.x as u32, resolution.y as u32); Table::new_from_row(TableRow { element: Raster::new_cpu(image), transform: footprint.transform, ..Default::default() }) } #[node_macro::node(category(""))] async fn render<'a: 'n, T: 'n + Render + WasmNotSend>( render_config: RenderConfig, editor_api: impl Node, Output = &'a WasmEditorApi>, #[implementations( Context -> Table, Context -> Table, Context -> Table, Context -> Table>, Context -> Table, Context -> Table, )] data: impl Node, Output = T>, _surface_handle: impl Node, Output = Option>, ) -> RenderOutput { let footprint = render_config.viewport; let ctx = OwnedContextImpl::default() .with_footprint(footprint) .with_real_time(render_config.time.time) .with_animation_time(render_config.time.animation_time.as_secs_f64()) .into_context(); ctx.footprint(); let render_params = RenderParams { view_mode: render_config.view_mode, hide_artboards: render_config.hide_artboards, for_export: render_config.for_export, footprint, ..Default::default() }; let data = data.eval(ctx.clone()).await; let editor_api = editor_api.eval(None).await; #[cfg(all(feature = "vello", not(test), target_family = "wasm"))] let _surface_handle = _surface_handle.eval(None).await; #[cfg(not(target_family = "wasm"))] let _surface_handle: Option = None; let use_vello = editor_api.editor_preferences.use_vello(); #[cfg(all(feature = "vello", not(test), target_family = "wasm"))] let use_vello = use_vello && _surface_handle.is_some(); let mut metadata = RenderMetadata::default(); data.collect_metadata(&mut metadata, footprint, None); let output_format = render_config.export_format; let data = match output_format { ExportFormat::Svg => render_svg(data, SvgRender::new(), render_params), ExportFormat::Canvas => { if use_vello && editor_api.application_io.as_ref().unwrap().gpu_executor().is_some() { #[cfg(all(feature = "vello", not(test)))] return RenderOutput { data: render_canvas(render_config, data, editor_api, _surface_handle, render_params).await, metadata, }; #[cfg(any(not(feature = "vello"), test))] render_svg(data, SvgRender::new(), render_params) } else { render_svg(data, SvgRender::new(), render_params) } } _ => todo!("Non-SVG render output for {output_format:?}"), }; RenderOutput { data, metadata } }