Restructure GPU compilation execution pipeline (#903)

* Restructure gpu compilation execution pipeline

* Add compilation server/client infrastructure

* Add wgpu executor

node-graph/compilation-client/Cargo.toml

@@ -0,0 +1,17 @@
+[package]
+name = "compilation-client"
+version = "0.1.0"
+edition = "2021"
+license = "MIT OR Apache-2.0"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+#tokio = { version = "1.0", features = ["full"] }
+serde_json = "1.0"
+graph-craft = { version = "0.1.0", path = "../graph-craft", features = ["serde"] }
+gpu-compiler-bin-wrapper = { version = "0.1.0", path = "../gpu-compiler/gpu-compiler-bin-wrapper" }
+tempfile = "3.3.0"
+anyhow = "1.0.68"
+reqwest = { version = "0.11", features = ["blocking", "serde_json", "json", "rustls", "rustls-tls"] }
+future-executor = {path = "../future-executor"}

node-graph/compilation-client/src/lib.rs

@@ -0,0 +1,15 @@
+use gpu_compiler_bin_wrapper::CompileRequest;
+use graph_craft::document::*;
+
+pub async fn compile<I, O>(network: NodeNetwork) -> Result<Vec<u8>, reqwest::Error> {
+	let client = reqwest::Client::new();
+
+	let compile_request = CompileRequest::new(network, std::any::type_name::<I>().to_owned(), std::any::type_name::<O>().to_owned());
+	let response = client.post("http://localhost:3000/compile/spriv").json(&compile_request).send();
+	let response = response.await?;
+	response.bytes().await.map(|b| b.to_vec())
+}
+
+pub fn compile_sync<I: 'static, O: 'static>(network: NodeNetwork) -> Result<Vec<u8>, reqwest::Error> {
+	future_executor::block_on(compile::<I, O>(network))
+}

node-graph/compilation-client/src/main.rs

@@ -0,0 +1,68 @@
+use gpu_compiler_bin_wrapper::CompileRequest;
+use graph_craft::document::value::TaggedValue;
+use graph_craft::document::*;
+use graph_craft::proto::*;
+use graph_craft::{concrete, generic};
+
+fn main() {
+	let client = reqwest::blocking::Client::new();
+
+	let network = NodeNetwork {
+		inputs: vec![0],
+		output: 0,
+		disabled: vec![],
+		previous_output: None,
+		nodes: [(
+			0,
+			DocumentNode {
+				name: "Inc Node".into(),
+				inputs: vec![
+					NodeInput::Network,
+					NodeInput::Value {
+						tagged_value: TaggedValue::U32(1),
+						exposed: false,
+					},
+				],
+				implementation: DocumentNodeImplementation::Network(add_network()),
+				metadata: DocumentNodeMetadata::default(),
+			},
+		)]
+		.into_iter()
+		.collect(),
+	};
+
+	let compile_request = CompileRequest::new(network, "u32".to_owned(), "u32".to_owned());
+	let response = client.post("http://localhost:3000/compile/spriv").json(&compile_request).send().unwrap();
+	println!("response: {:?}", response);
+}
+
+fn add_network() -> NodeNetwork {
+	NodeNetwork {
+		inputs: vec![0, 0],
+		output: 1,
+		disabled: vec![],
+		previous_output: None,
+		nodes: [
+			(
+				0,
+				DocumentNode {
+					name: "Cons".into(),
+					inputs: vec![NodeInput::Network, NodeInput::Network],
+					metadata: DocumentNodeMetadata::default(),
+					implementation: DocumentNodeImplementation::Unresolved(NodeIdentifier::new("graphene_core::structural::ConsNode", &[generic!("T"), concrete!("u32")])),
+				},
+			),
+			(
+				1,
+				DocumentNode {
+					name: "Add".into(),
+					inputs: vec![NodeInput::Node(0)],
+					metadata: DocumentNodeMetadata::default(),
+					implementation: DocumentNodeImplementation::Unresolved(NodeIdentifier::new("graphene_core::ops::AddNode", &[generic!("T"), generic!("U")])),
+				},
+			),
+		]
+		.into_iter()
+		.collect(),
+	}
+}