use crate::proto::proto_info::*; use crate::proto::template::{EnumTemplate, StructTemplate}; use crate::util::*; use fancy_regex::Regex; use flowy_ast::*; use lazy_static::lazy_static; use std::{fs::File, io::Read, path::Path}; use syn::Item; use walkdir::WalkDir; pub fn parse_crate_protobuf(root: &str) -> Vec { let crate_infos = parse_crate_info_from_path(root); crate_infos .into_iter() .map(|crate_info| { let proto_output_dir = crate_info.proto_file_output_dir(); let files = crate_info .proto_paths .iter() .map(|proto_crate_path| parse_files_protobuf(proto_crate_path, &proto_output_dir)) .flatten() .collect::>(); CrateProtoInfo::from_crate_info(crate_info, files) }) .collect::>() } fn parse_files_protobuf(proto_crate_path: &str, proto_output_dir: &str) -> Vec { let mut gen_proto_vec: Vec = vec![]; // file_stem https://doc.rust-lang.org/std/path/struct.Path.html#method.file_stem for (path, file_name) in WalkDir::new(proto_crate_path) .into_iter() .filter_entry(|e| !is_hidden(e)) .filter_map(|e| e.ok()) .filter(|e| e.file_type().is_dir() == false) .map(|e| { let path = e.path().to_str().unwrap().to_string(); let file_name = e.path().file_stem().unwrap().to_str().unwrap().to_string(); (path, file_name) }) { if file_name == "mod" { continue; } // https://docs.rs/syn/1.0.54/syn/struct.File.html let ast = syn::parse_file(read_file(&path).unwrap().as_ref()).expect("Unable to parse file"); let structs = get_ast_structs(&ast); let proto_file_path = format!("{}/{}.proto", &proto_output_dir, &file_name); let mut proto_file_content = parse_or_init_proto_file(proto_file_path.as_ref()); structs.iter().for_each(|s| { let mut struct_template = StructTemplate::new(); struct_template.set_message_struct_name(&s.name); s.fields .iter() .filter(|f| f.attrs.pb_index().is_some()) .for_each(|f| { struct_template.set_field(&f); }); let s = struct_template.render().unwrap(); proto_file_content.push_str(s.as_ref()); proto_file_content.push_str("\n"); }); let enums = get_ast_enums(&ast); enums.iter().for_each(|e| { let mut enum_template = EnumTemplate::new(); enum_template.set_message_enum(&e); let s = enum_template.render().unwrap(); proto_file_content.push_str(s.as_ref()); proto_file_content.push_str("\n"); }); if !enums.is_empty() || !structs.is_empty() { let info = ProtoFile { file_path: path.clone(), file_name: file_name.clone(), structs: structs.iter().map(|s| s.name.clone()).collect(), enums: enums.iter().map(|e| e.name.clone()).collect(), generated_content: proto_file_content.clone(), }; gen_proto_vec.push(info); } } gen_proto_vec } pub fn parse_or_init_proto_file(path: &str) -> String { let mut proto_file_content = String::new(); let imported_content = find_proto_file_import(path); proto_file_content.push_str(imported_content.as_ref()); proto_file_content.push_str("\n"); proto_file_content } pub fn get_ast_structs(ast: &syn::File) -> Vec { // let mut content = format!("{:#?}", &ast); // let mut file = File::create("./foo.txt").unwrap(); // file.write_all(content.as_bytes()).unwrap(); let ctxt = Ctxt::new(); let mut proto_structs: Vec = vec![]; ast.items.iter().for_each(|item| match item { Item::Struct(item_struct) => { let (_, fields) = struct_from_ast(&ctxt, &item_struct.fields); if fields .iter() .filter(|f| f.attrs.pb_index().is_some()) .count() > 0 { proto_structs.push(Struct { name: item_struct.ident.to_string(), fields, }); } } _ => {} }); ctxt.check().unwrap(); proto_structs } pub fn get_ast_enums(ast: &syn::File) -> Vec { let mut flowy_enums: Vec = vec![]; let ctxt = Ctxt::new(); ast.items.iter().for_each(|item| { // https://docs.rs/syn/1.0.54/syn/enum.Item.html match item { Item::Enum(item_enum) => { let attrs = flowy_ast::enum_from_ast( &ctxt, &item_enum.ident, &item_enum.variants, &ast.attrs, ); flowy_enums.push(FlowyEnum { name: item_enum.ident.to_string(), attrs, }); } _ => {} } }); ctxt.check().unwrap(); flowy_enums } pub struct FlowyEnum<'a> { pub name: String, pub attrs: Vec>, } pub struct Struct<'a> { pub name: String, pub fields: Vec>, } lazy_static! { static ref SYNTAX_REGEX: Regex = Regex::new("syntax.*;").unwrap(); static ref IMPORT_REGEX: Regex = Regex::new("(import\\s).*;").unwrap(); } fn find_proto_file_import(path: &str) -> String { let mut result = String::new(); if !Path::new(path).exists() { // log::error!("{} not exist", path); result = String::from("syntax = \"proto3\";"); return result; } let mut file = File::open(path).unwrap(); let mut content = String::new(); file.read_to_string(&mut content).unwrap(); content.lines().for_each(|line| { ////Result>> if let Ok(some_line) = SYNTAX_REGEX.find(line) { if let Some(m) = some_line { result.push_str(m.as_str()); result.push_str("\n"); } } if let Ok(some_line) = IMPORT_REGEX.find(line) { if let Some(m) = some_line { result.push_str(m.as_str()); result.push_str("\n"); } } }); result }