{"header":{"message":"Implement basic Typst -> Rust function transpilation","description":"There are so many caveats, but the most simple adding function can now be automatically expressed in Rust!","timestamp":"2023-11-13T14:34:55.906573312Z","authors":[{}]},"hash":"OVEFU3K2T36H3EMYOIF6U7AYWMJIV5IJYRL56F3PWRCG7EGEZMQAC","authors":[{"login":"finchie","key":"6WCsL9cxQoPBLLwR1PUvmFBJi6wGTGFAxcxMovPQCwTZ"}],"deps":{"hashes":[["OVEFU3K2T36H3EMYOIF6U7AYWMJIV5IJYRL56F3PWRCG7EGEZMQAC","Implement basic Typst -> Rust function transpilation"],["AA",null],["GKBSBSDY5XLAT7SDKAVFQI3PHFUHKHTJGGXZH5XWG2E45U7BSU5QC","Return `dyn Iterator` instead of `Vec` for `SupportedContent`"],["Q3IYM4WFHTO2IQLR2ZJ52FIE7U4RYIHQHXTPCK2HENSPVI7CPUZAC","Add MVP table support"],["I5IZPMTHBVJWTR4RWCNMD75E3FHAHN3KY4XQPKAEV72PCDNFDOLQC","Handle empty expressions"],["HEIF2O2ELHA3M7K77CK7AHBZ4656AUS3QW5M4E2DUY7ECOLVWKIAC","Migrate from `pandoc` to `typst` for AST processing"],["I3NG5A4WXPELEOY3KFQKYBZVKA56VPGLI5R7O7TDCZTQAA7EROTQC","Add support for content sequences"],["ZRGSUUICJKNHKVH2JZHHOKSSIQXNWCNLJX2ICSX524AG2XJKD3VAC","Add MVP list support"],["2N3KOCP74PCK2ETO5PCWBDR5PA57DDNT2KR4JLBPZPQPA56SAR4QC","Create MVP Pandoc->Rust compiler"],["CQEA2ZDITRMPXKCO5T346QH7JJOOGOPRC66F3MG6VEMEQGLYYUZAC","Parse evaluated Typst code instead of AST"],["BSJYWOYSJRERQ45AD7RN3364RYQ5P3IM76S67262VLFZPFO3B5JQC","Implement MVP Typst embedding"],["BA5Y6VSEHJQBOYBS6R6FE6IZDRNAPNIN5ITJXWK7L46RJVHNI7JAC","Output Rust code using `syn`"],["GYTRFADRDO4SYXV6V3PEPGGFIRDHQH5YBTKEJCWFAIZ5CX4P46NAC","Support Typst subdirectories"],["YKL5NCLHVHFQMBIWC6HW4NFPPYK5DR6XTCKJ5VBHNLVP2RO3H24AC","Import items from `syn`"]],"deps":["GKBSBSDY5XLAT7SDKAVFQI3PHFUHKHTJGGXZH5XWG2E45U7BSU5QC"],"known":["BSJYWOYSJRERQ45AD7RN3364RYQ5P3IM76S67262VLFZPFO3B5JQC","2N3KOCP74PCK2ETO5PCWBDR5PA57DDNT2KR4JLBPZPQPA56SAR4QC","BA5Y6VSEHJQBOYBS6R6FE6IZDRNAPNIN5ITJXWK7L46RJVHNI7JAC","GYTRFADRDO4SYXV6V3PEPGGFIRDHQH5YBTKEJCWFAIZ5CX4P46NAC","YKL5NCLHVHFQMBIWC6HW4NFPPYK5DR6XTCKJ5VBHNLVP2RO3H24AC","HEIF2O2ELHA3M7K77CK7AHBZ4656AUS3QW5M4E2DUY7ECOLVWKIAC","CQEA2ZDITRMPXKCO5T346QH7JJOOGOPRC66F3MG6VEMEQGLYYUZAC","I5IZPMTHBVJWTR4RWCNMD75E3FHAHN3KY4XQPKAEV72PCDNFDOLQC","I3NG5A4WXPELEOY3KFQKYBZVKA56VPGLI5R7O7TDCZTQAA7EROTQC","Q3IYM4WFHTO2IQLR2ZJ52FIE7U4RYIHQHXTPCK2HENSPVI7CPUZAC","ZRGSUUICJKNHKVH2JZHHOKSSIQXNWCNLJX2ICSX524AG2XJKD3VAC"]},"hunks":[{"FileAdd":{"meta":{"basename":"scope.rs","metadata":0},"context":[{"change":3,"pos":1177}],"contents":[{"Add":"use std::vec;"},{"Add":""},{"Add":"use syn::{punctuated::Punctuated, token, PathSegment};"},{"Add":"use typst::syntax::ast::Params;"},{"Add":""},{"Add":"use crate::literal_string;"},{"Add":""},{"Add":"pub fn typst_scope_to_rust(scope: &typst::eval::Scope) -> syn::Item {"},{"Add":" let functions = scope"},{"Add":" .iter()"},{"Add":" .map(|(name, value)| {"},{"Add":" if let Ok(value) = value.clone().cast::() {"},{"Add":" typst_func_to_rust(name.as_str(), value)"},{"Add":" } else {"},{"Add":" todo!()"},{"Add":" }"},{"Add":" })"},{"Add":" .collect::>();"},{"Add":""},{"Add":" syn::Item::Mod(syn::ItemMod {"},{"Add":" attrs: Vec::new(),"},{"Add":" vis: syn::Visibility::Public(token::Pub::default()),"},{"Add":" unsafety: None,"},{"Add":" mod_token: token::Mod::default(),"},{"Add":" ident: syn::Ident::new(\"test\", proc_macro2::Span::call_site()),"},{"Add":" content: Some((token::Brace::default(), functions)),"},{"Add":" semi: None,"},{"Add":" })"},{"Add":"}"},{"Add":""},{"Add":"fn typst_params_to_syn<'a>(params: Params<'a>) -> impl Iterator + 'a {"},{"Add":" dbg!(params.children().collect::>());"},{"Add":" params.children().map(|child| {"},{"Add":" if let typst::syntax::ast::Param::Pos(typst::syntax::ast::Pattern::Normal("},{"Add":" typst::syntax::ast::Expr::Ident(param),"},{"Add":" )) = child"},{"Add":" {"},{"Add":" syn::FnArg::Typed(syn::PatType {"},{"Add":" attrs: Vec::new(),"},{"Add":" pat: Box::new(syn::Pat::Ident(syn::PatIdent {"},{"Add":" attrs: Vec::new(),"},{"Add":" by_ref: None,"},{"Add":" mutability: None,"},{"Add":" ident: syn::Ident::new(param.as_str(), proc_macro2::Span::call_site()),"},{"Add":" subpat: None,"},{"Add":" })),"},{"Add":" colon_token: token::Colon::default(),"},{"Add":" ty: Box::new(syn::Type::Path(syn::TypePath {"},{"Add":" qself: None,"},{"Add":" path: syn::Path {"},{"Add":" leading_colon: None,"},{"Add":" segments: Punctuated::from_iter("},{"Add":" vec!["},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new(\"typst\", proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new(\"eval\", proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new(\"Value\", proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" ]"},{"Add":" .into_iter(),"},{"Add":" ),"},{"Add":" },"},{"Add":" })),"},{"Add":" })"},{"Add":" } else {"},{"Add":" dbg!(child);"},{"Add":" todo!()"},{"Add":" }"},{"Add":" })"},{"Add":"}"},{"Add":""},{"Add":"fn typst_op_to_syn(operation: typst::syntax::ast::BinOp) -> syn::BinOp {"},{"Add":" match operation {"},{"Add":" typst::syntax::ast::BinOp::Add => syn::BinOp::Add(token::Plus::default()),"},{"Add":" _ => todo!(),"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"fn typst_expr_to_syn(expression: typst::syntax::ast::Expr) -> syn::Expr {"},{"Add":" match expression {"},{"Add":" typst::syntax::ast::Expr::Binary(binary) => syn::Expr::Call(syn::ExprCall {"},{"Add":" attrs: Vec::new(),"},{"Add":" func: Box::new(syn::Expr::Path(syn::ExprPath {"},{"Add":" attrs: Vec::new(),"},{"Add":" qself: None,"},{"Add":" path: syn::Path {"},{"Add":" leading_colon: None,"},{"Add":" segments: Punctuated::from_iter("},{"Add":" vec!["},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new(\"typst\", proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new(\"eval\", proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new(\"ops\", proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" match binary.op() {"},{"Add":" typst::syntax::ast::BinOp::Add => \"add\","},{"Add":" _ => todo!(),"},{"Add":" },"},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" ]"},{"Add":" .into_iter(),"},{"Add":" ),"},{"Add":" },"},{"Add":" })),"},{"Add":" paren_token: token::Paren::default(),"},{"Add":" args: Punctuated::from_iter("},{"Add":" vec!["},{"Add":" typst_expr_to_syn(binary.lhs()),"},{"Add":" typst_expr_to_syn(binary.rhs()),"},{"Add":" ]"},{"Add":" .into_iter(),"},{"Add":" ),"},{"Add":" }),"},{"Add":" // syn::Expr::Binary(syn::ExprBinary {"},{"Add":" // attrs: Vec::new(),"},{"Add":" // left: Box::new(typst_expr_to_syn(binary.lhs())),"},{"Add":" // op: typst_op_to_syn(binary.op()),"},{"Add":" // right: Box::new(typst_expr_to_syn(binary.rhs())),"},{"Add":" // }),"},{"Add":" typst::syntax::ast::Expr::Ident(ident) => syn::Expr::Path(syn::ExprPath {"},{"Add":" attrs: Vec::new(),"},{"Add":" qself: None,"},{"Add":" path: syn::Path {"},{"Add":" leading_colon: None,"},{"Add":" segments: Punctuated::from_iter("},{"Add":" Some(syn::PathSegment {"},{"Add":" ident: syn::Ident::new(ident.as_str(), proc_macro2::Span::call_site()),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" })"},{"Add":" .into_iter(),"},{"Add":" ),"},{"Add":" },"},{"Add":" }),"},{"Add":" _ => {"},{"Add":" dbg!(expression);"},{"Add":" todo!()"},{"Add":" }"},{"Add":" }"},{"Add":"}"},{"Add":""},{"Add":"pub fn typst_func_to_rust(name: &str, func: typst::eval::Func) -> syn::Item {"},{"Add":" syn::Item::Fn(match func.repr {"},{"Add":" typst::eval::FuncRepr::Closure(closure) => {"},{"Add":" let closure_ast = closure.node.cast::().unwrap();"},{"Add":" dbg!(typst_params_to_syn(closure_ast.params()).collect::>());"},{"Add":" syn::ItemFn {"},{"Add":" attrs: Vec::new(),"},{"Add":" vis: syn::Visibility::Public(token::Pub::default()),"},{"Add":" sig: syn::Signature {"},{"Add":" constness: None,"},{"Add":" asyncness: None,"},{"Add":" unsafety: None,"},{"Add":" abi: None,"},{"Add":" fn_token: token::Fn::default(),"},{"Add":" ident: syn::Ident::new(name, proc_macro2::Span::call_site()),"},{"Add":" generics: syn::Generics::default(),"},{"Add":" paren_token: token::Paren::default(),"},{"Add":" inputs: Punctuated::from_iter(typst_params_to_syn(closure_ast.params())),"},{"Add":" variadic: None,"},{"Add":" output: syn::ReturnType::Type("},{"Add":" token::RArrow::default(),"},{"Add":" Box::new(syn::Type::Path(syn::TypePath {"},{"Add":" qself: None,"},{"Add":" path: syn::Path {"},{"Add":" leading_colon: None,"},{"Add":" segments: Punctuated::from_iter("},{"Add":" vec!["},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" \"typst\","},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" \"diag\","},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" \"StrResult\","},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::AngleBracketed("},{"Add":" syn::AngleBracketedGenericArguments {"},{"Add":" colon2_token: None,"},{"Add":" lt_token: token::Lt::default(),"},{"Add":" args: Punctuated::from_iter("},{"Add":" Some(syn::GenericArgument::Type("},{"Add":" syn::Type::Path(syn::TypePath {"},{"Add":" qself: None,"},{"Add":" path: syn::Path {"},{"Add":" leading_colon: None,"},{"Add":" segments: Punctuated::from_iter("},{"Add":" vec!["},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" \"typst\","},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },"},{"Add":" syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" \"eval\","},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" },syn::PathSegment {"},{"Add":" ident: syn::Ident::new("},{"Add":" \"Value\","},{"Add":" proc_macro2::Span::call_site(),"},{"Add":" ),"},{"Add":" arguments: syn::PathArguments::None,"},{"Add":" }].into_iter(),"},{"Add":" ),"},{"Add":" },"},{"Add":" }),"},{"Add":" ))"},{"Add":" .into_iter(),"},{"Add":" ),"},{"Add":" gt_token: token::Gt::default(),"},{"Add":" },"},{"Add":" ),"},{"Add":" },"},{"Add":" ]"},{"Add":" .into_iter(),"},{"Add":" ),"},{"Add":" },"},{"Add":" })),"},{"Add":" ),"},{"Add":" },"},{"Add":" block: Box::new(syn::Block {"},{"Add":" brace_token: token::Brace::default(),"},{"Add":" stmts: vec![syn::Stmt::Expr(typst_expr_to_syn(closure_ast.body()), None)],"},{"Add":" }),"},{"Add":" }"},{"Add":" }"},{"Add":" _ => todo!(),"},{"Add":" })"},{"Add":"}"}]}},{"Edit":{"inode":{"change":3,"pos":1210},"path":"crates/typser/src/lib.rs","line":3,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":23}],"down_context":[{"change":3,"pos":23}],"flag":"BLOCK","start":13023,"end":13034,"inode":{"change":3,"pos":1210}}},"contents":[{"Add":"mod scope;"}]}},{"Replacement":{"inode":{"change":3,"pos":1210},"path":"crates/typser/src/lib.rs","line":11,"ins":{"up_context":[{"change":3,"pos":11}],"down_context":[{"change":3,"pos":399}],"flag":"BLOCK","start":13035,"end":13393,"inode":{"change":3,"pos":1210}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":11},"to":{"change":2,"start":80,"end":160},"introduced_by":2},{"previous":"","flag":"DELETED","from":{"change":2,"pos":160},"to":{"change":3,"start":145,"end":423},"introduced_by":2},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":145},"to":{"change":3,"start":145,"end":423},"introduced_by":3}],"inode":{"change":3,"pos":1210}},"ins_contents":[{"Add":" token, AngleBracketedGenericArguments, ExprLit, ExprTuple, GenericArgument, GenericParam,"},{"Add":" Generics, Ident, Item, ItemFn, ItemMod, ItemUse, Lit, LitStr, PathArguments, PathSegment,"},{"Add":" ReturnType, Signature, Stmt, TraitBound, TraitBoundModifier, TypeImplTrait, TypeParam,"},{"Add":" TypeParamBound, TypePath, UseGroup, UseName, UsePath, UseTree, Visibility,"}],"del_contents":[{"Del":" token, AngleBracketedGenericArguments, ExprLit, ExprTuple, GenericArgument,\n"},{"Del":" GenericParam, Generics, Ident, Item, ItemFn, ItemMod, ItemUse, Lit, LitStr, PathArguments,\n PathSegment, ReturnType, Signature, Stmt, TraitBound, TraitBoundModifier, TypeImplTrait,\n TypeParam, TypeParamBound, TypePath, UseGroup, UseName, UsePath, UseTree, Visibility,\n"}]}},{"Replacement":{"inode":{"change":3,"pos":1210},"path":"crates/typser/src/lib.rs","line":127,"ins":{"up_context":[{"change":3,"pos":73}],"down_context":[{"change":3,"pos":5171}],"flag":"BLOCK","start":13394,"end":13633,"inode":{"change":3,"pos":1210}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":73},"to":{"change":3,"start":62,"end":124},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":124},"to":{"change":3,"start":73,"end":142},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":145},"to":{"change":3,"start":73,"end":142},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":73},"to":{"change":3,"start":73,"end":142},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":142},"to":{"change":3,"start":963,"end":1057},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":963},"to":{"change":3,"start":963,"end":1057},"introduced_by":3}],"inode":{"change":3,"pos":1210}},"ins_contents":[{"Add":" // let xilem_expressions = typst_to_xilem(typst_ast.content());"},{"Add":" // let function = xilem_to_function(&fs_path_to_module_ident(&file), xilem_expressions);"},{"Add":" let function = scope::typst_scope_to_rust(typst_ast.scope());"}],"del_contents":[{"Del":" dbg!(typst_ast.scope(), typst_ast.clone().content());\n"},{"Del":" let xilem_expressions = typst_to_xilem(typst_ast.content());\n"},{"Del":" let function = xilem_to_function(&fs_path_to_module_ident(&file), xilem_expressions);\n"}]}},{"Replacement":{"inode":{"change":3,"pos":3009},"path":"crates/typser/Cargo.toml","line":12,"ins":{"up_context":[{"change":3,"pos":5077}],"down_context":[],"flag":"BLOCK","start":13634,"end":13748,"inode":{"change":3,"pos":3009}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":5077},"to":{"change":3,"start":3376,"end":3427},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":3427},"to":{"change":3,"start":4193,"end":4252},"introduced_by":3}],"inode":{"change":3,"pos":3009}},"ins_contents":[{"Add":"typst = { path = \"../../../typst/crates/typst\" }"},{"Add":"typst-library = { path = \"../../../typst/crates/typst-library\" }"}],"del_contents":[{"Del":"typst = { git = \"https://github.com/typst/typst\" }\n"},{"Del":"typst-library = { git = \"https://github.com/typst/typst\" }\n"}]}},{"Replacement":{"inode":{"change":3,"pos":242},"path":"docs/test.typ","line":1,"ins":{"up_context":[{"change":3,"pos":242}],"down_context":[],"flag":"BLOCK","start":13749,"end":13771,"inode":{"change":3,"pos":242}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":242},"to":{"change":2,"start":0,"end":44},"introduced_by":2},{"previous":"","flag":"DELETED","from":{"change":2,"pos":44},"to":{"change":3,"start":66,"end":67},"introduced_by":2},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":66},"to":{"change":3,"start":66,"end":67},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":67},"to":{"change":2,"start":45,"end":79},"introduced_by":2}],"inode":{"change":3,"pos":242}},"ins_contents":[{"Add":"#let add(x, y) = x + y"}],"del_contents":[{"Del":"#show emph: it => {\n text(blue, it.body)\n}\n"},{"Del":"\n"},{"Del":"This is _emphasized_ differently.\n"}]}}],"owner":"finchie","repo":"new_manual","token":"kBy2Upwy3YTDMD8Y06Bnm1AqMvDDW3FnBMXUciv516c=","login":null}

…

Dependencies

Change contents