| // SPDX-License-Identifier: GPL-2.0 | |
| use crate::helpers::*; | |
| use proc_macro::{token_stream, Delimiter, Literal, TokenStream, TokenTree}; | |
| use std::fmt::Write; | |
| fn expect_string_array(it: &mut token_stream::IntoIter) -> Vec<String> { | |
| let group = expect_group(it); | |
| assert_eq!(group.delimiter(), Delimiter::Bracket); | |
| let mut values = Vec::new(); | |
| let mut it = group.stream().into_iter(); | |
| while let Some(val) = try_string(&mut it) { | |
| assert!(val.is_ascii(), "Expected ASCII string"); | |
| values.push(val); | |
| match it.next() { | |
| Some(TokenTree::Punct(punct)) => assert_eq!(punct.as_char(), ','), | |
| None => break, | |
| _ => panic!("Expected ',' or end of array"), | |
| } | |
| } | |
| values | |
| } | |
| struct ModInfoBuilder<'a> { | |
| module: &'a str, | |
| counter: usize, | |
| buffer: String, | |
| } | |
| impl<'a> ModInfoBuilder<'a> { | |
| fn new(module: &'a str) -> Self { | |
| ModInfoBuilder { | |
| module, | |
| counter: 0, | |
| buffer: String::new(), | |
| } | |
| } | |
| fn emit_base(&mut self, field: &str, content: &str, builtin: bool) { | |
| let string = if builtin { | |
| // Built-in modules prefix their modinfo strings by `module.`. | |
| format!( | |
| "{module}.{field}={content}\0", | |
| module = self.module, | |
| field = field, | |
| content = content | |
| ) | |
| } else { | |
| // Loadable modules' modinfo strings go as-is. | |
| format!("{field}={content}\0") | |
| }; | |
| write!( | |
| &mut self.buffer, | |
| " | |
| {cfg} | |
| #[doc(hidden)] | |
| #[cfg_attr(not(target_os = \"macos\"), link_section = \".modinfo\")] | |
| #[used(compiler)] | |
| pub static __{module}_{counter}: [u8; {length}] = *{string}; | |
| ", | |
| cfg = if builtin { | |
| "#[cfg(not(MODULE))]" | |
| } else { | |
| "#[cfg(MODULE)]" | |
| }, | |
| module = self.module.to_uppercase(), | |
| counter = self.counter, | |
| length = string.len(), | |
| string = Literal::byte_string(string.as_bytes()), | |
| ) | |
| .unwrap(); | |
| self.counter += 1; | |
| } | |
| fn emit_only_builtin(&mut self, field: &str, content: &str) { | |
| self.emit_base(field, content, true) | |
| } | |
| fn emit_only_loadable(&mut self, field: &str, content: &str) { | |
| self.emit_base(field, content, false) | |
| } | |
| fn emit(&mut self, field: &str, content: &str) { | |
| self.emit_only_builtin(field, content); | |
| self.emit_only_loadable(field, content); | |
| } | |
| } | |
| #[derive(Debug, Default)] | |
| struct ModuleInfo { | |
| type_: String, | |
| license: String, | |
| name: String, | |
| authors: Option<Vec<String>>, | |
| description: Option<String>, | |
| alias: Option<Vec<String>>, | |
| firmware: Option<Vec<String>>, | |
| } | |
| impl ModuleInfo { | |
| fn parse(it: &mut token_stream::IntoIter) -> Self { | |
| let mut info = ModuleInfo::default(); | |
| const EXPECTED_KEYS: &[&str] = &[ | |
| "type", | |
| "name", | |
| "authors", | |
| "description", | |
| "license", | |
| "alias", | |
| "firmware", | |
| ]; | |
| const REQUIRED_KEYS: &[&str] = &["type", "name", "license"]; | |
| let mut seen_keys = Vec::new(); | |
| loop { | |
| let key = match it.next() { | |
| Some(TokenTree::Ident(ident)) => ident.to_string(), | |
| Some(_) => panic!("Expected Ident or end"), | |
| None => break, | |
| }; | |
| if seen_keys.contains(&key) { | |
| panic!("Duplicated key \"{key}\". Keys can only be specified once."); | |
| } | |
| assert_eq!(expect_punct(it), ':'); | |
| match key.as_str() { | |
| "type" => info.type_ = expect_ident(it), | |
| "name" => info.name = expect_string_ascii(it), | |
| "authors" => info.authors = Some(expect_string_array(it)), | |
| "description" => info.description = Some(expect_string(it)), | |
| "license" => info.license = expect_string_ascii(it), | |
| "alias" => info.alias = Some(expect_string_array(it)), | |
| "firmware" => info.firmware = Some(expect_string_array(it)), | |
| _ => panic!("Unknown key \"{key}\". Valid keys are: {EXPECTED_KEYS:?}."), | |
| } | |
| assert_eq!(expect_punct(it), ','); | |
| seen_keys.push(key); | |
| } | |
| expect_end(it); | |
| for key in REQUIRED_KEYS { | |
| if !seen_keys.iter().any(|e| e == key) { | |
| panic!("Missing required key \"{key}\"."); | |
| } | |
| } | |
| let mut ordered_keys: Vec<&str> = Vec::new(); | |
| for key in EXPECTED_KEYS { | |
| if seen_keys.iter().any(|e| e == key) { | |
| ordered_keys.push(key); | |
| } | |
| } | |
| if seen_keys != ordered_keys { | |
| panic!("Keys are not ordered as expected. Order them like: {ordered_keys:?}."); | |
| } | |
| info | |
| } | |
| } | |
| pub(crate) fn module(ts: TokenStream) -> TokenStream { | |
| let mut it = ts.into_iter(); | |
| let info = ModuleInfo::parse(&mut it); | |
| // Rust does not allow hyphens in identifiers, use underscore instead. | |
| let ident = info.name.replace('-', "_"); | |
| let mut modinfo = ModInfoBuilder::new(ident.as_ref()); | |
| if let Some(authors) = info.authors { | |
| for author in authors { | |
| modinfo.emit("author", &author); | |
| } | |
| } | |
| if let Some(description) = info.description { | |
| modinfo.emit("description", &description); | |
| } | |
| modinfo.emit("license", &info.license); | |
| if let Some(aliases) = info.alias { | |
| for alias in aliases { | |
| modinfo.emit("alias", &alias); | |
| } | |
| } | |
| if let Some(firmware) = info.firmware { | |
| for fw in firmware { | |
| modinfo.emit("firmware", &fw); | |
| } | |
| } | |
| // Built-in modules also export the `file` modinfo string. | |
| let file = | |
| std::env::var("RUST_MODFILE").expect("Unable to fetch RUST_MODFILE environmental variable"); | |
| modinfo.emit_only_builtin("file", &file); | |
| format!( | |
| " | |
| /// The module name. | |
| /// | |
| /// Used by the printing macros, e.g. [`info!`]. | |
| const __LOG_PREFIX: &[u8] = b\"{name}\\0\"; | |
| // SAFETY: `__this_module` is constructed by the kernel at load time and will not be | |
| // freed until the module is unloaded. | |
| #[cfg(MODULE)] | |
| static THIS_MODULE: ::kernel::ThisModule = unsafe {{ | |
| extern \"C\" {{ | |
| static __this_module: ::kernel::types::Opaque<::kernel::bindings::module>; | |
| }} | |
| ::kernel::ThisModule::from_ptr(__this_module.get()) | |
| }}; | |
| #[cfg(not(MODULE))] | |
| static THIS_MODULE: ::kernel::ThisModule = unsafe {{ | |
| ::kernel::ThisModule::from_ptr(::core::ptr::null_mut()) | |
| }}; | |
| /// The `LocalModule` type is the type of the module created by `module!`, | |
| /// `module_pci_driver!`, `module_platform_driver!`, etc. | |
| type LocalModule = {type_}; | |
| impl ::kernel::ModuleMetadata for {type_} {{ | |
| const NAME: &'static ::kernel::str::CStr = ::kernel::c_str!(\"{name}\"); | |
| }} | |
| // Double nested modules, since then nobody can access the public items inside. | |
| mod __module_init {{ | |
| mod __module_init {{ | |
| use super::super::{type_}; | |
| use pin_init::PinInit; | |
| /// The \"Rust loadable module\" mark. | |
| // | |
| // This may be best done another way later on, e.g. as a new modinfo | |
| // key or a new section. For the moment, keep it simple. | |
| #[cfg(MODULE)] | |
| #[doc(hidden)] | |
| #[used(compiler)] | |
| static __IS_RUST_MODULE: () = (); | |
| static mut __MOD: ::core::mem::MaybeUninit<{type_}> = | |
| ::core::mem::MaybeUninit::uninit(); | |
| // Loadable modules need to export the `{{init,cleanup}}_module` identifiers. | |
| /// # Safety | |
| /// | |
| /// This function must not be called after module initialization, because it may be | |
| /// freed after that completes. | |
| #[cfg(MODULE)] | |
| #[doc(hidden)] | |
| #[no_mangle] | |
| #[link_section = \".init.text\"] | |
| pub unsafe extern \"C\" fn init_module() -> ::kernel::ffi::c_int {{ | |
| // SAFETY: This function is inaccessible to the outside due to the double | |
| // module wrapping it. It is called exactly once by the C side via its | |
| // unique name. | |
| unsafe {{ __init() }} | |
| }} | |
| #[cfg(MODULE)] | |
| #[doc(hidden)] | |
| #[used(compiler)] | |
| #[link_section = \".init.data\"] | |
| static __UNIQUE_ID___addressable_init_module: unsafe extern \"C\" fn() -> i32 = init_module; | |
| #[cfg(MODULE)] | |
| #[doc(hidden)] | |
| #[no_mangle] | |
| #[link_section = \".exit.text\"] | |
| pub extern \"C\" fn cleanup_module() {{ | |
| // SAFETY: | |
| // - This function is inaccessible to the outside due to the double | |
| // module wrapping it. It is called exactly once by the C side via its | |
| // unique name, | |
| // - furthermore it is only called after `init_module` has returned `0` | |
| // (which delegates to `__init`). | |
| unsafe {{ __exit() }} | |
| }} | |
| #[cfg(MODULE)] | |
| #[doc(hidden)] | |
| #[used(compiler)] | |
| #[link_section = \".exit.data\"] | |
| static __UNIQUE_ID___addressable_cleanup_module: extern \"C\" fn() = cleanup_module; | |
| // Built-in modules are initialized through an initcall pointer | |
| // and the identifiers need to be unique. | |
| #[cfg(not(MODULE))] | |
| #[cfg(not(CONFIG_HAVE_ARCH_PREL32_RELOCATIONS))] | |
| #[doc(hidden)] | |
| #[link_section = \"{initcall_section}\"] | |
| #[used(compiler)] | |
| pub static __{ident}_initcall: extern \"C\" fn() -> | |
| ::kernel::ffi::c_int = __{ident}_init; | |
| #[cfg(not(MODULE))] | |
| #[cfg(CONFIG_HAVE_ARCH_PREL32_RELOCATIONS)] | |
| ::core::arch::global_asm!( | |
| r#\".section \"{initcall_section}\", \"a\" | |
| __{ident}_initcall: | |
| .long __{ident}_init - . | |
| .previous | |
| \"# | |
| ); | |
| #[cfg(not(MODULE))] | |
| #[doc(hidden)] | |
| #[no_mangle] | |
| pub extern \"C\" fn __{ident}_init() -> ::kernel::ffi::c_int {{ | |
| // SAFETY: This function is inaccessible to the outside due to the double | |
| // module wrapping it. It is called exactly once by the C side via its | |
| // placement above in the initcall section. | |
| unsafe {{ __init() }} | |
| }} | |
| #[cfg(not(MODULE))] | |
| #[doc(hidden)] | |
| #[no_mangle] | |
| pub extern \"C\" fn __{ident}_exit() {{ | |
| // SAFETY: | |
| // - This function is inaccessible to the outside due to the double | |
| // module wrapping it. It is called exactly once by the C side via its | |
| // unique name, | |
| // - furthermore it is only called after `__{ident}_init` has | |
| // returned `0` (which delegates to `__init`). | |
| unsafe {{ __exit() }} | |
| }} | |
| /// # Safety | |
| /// | |
| /// This function must only be called once. | |
| unsafe fn __init() -> ::kernel::ffi::c_int {{ | |
| let initer = | |
| <{type_} as ::kernel::InPlaceModule>::init(&super::super::THIS_MODULE); | |
| // SAFETY: No data race, since `__MOD` can only be accessed by this module | |
| // and there only `__init` and `__exit` access it. These functions are only | |
| // called once and `__exit` cannot be called before or during `__init`. | |
| match unsafe {{ initer.__pinned_init(__MOD.as_mut_ptr()) }} {{ | |
| Ok(m) => 0, | |
| Err(e) => e.to_errno(), | |
| }} | |
| }} | |
| /// # Safety | |
| /// | |
| /// This function must | |
| /// - only be called once, | |
| /// - be called after `__init` has been called and returned `0`. | |
| unsafe fn __exit() {{ | |
| // SAFETY: No data race, since `__MOD` can only be accessed by this module | |
| // and there only `__init` and `__exit` access it. These functions are only | |
| // called once and `__init` was already called. | |
| unsafe {{ | |
| // Invokes `drop()` on `__MOD`, which should be used for cleanup. | |
| __MOD.assume_init_drop(); | |
| }} | |
| }} | |
| {modinfo} | |
| }} | |
| }} | |
| ", | |
| type_ = info.type_, | |
| name = info.name, | |
| ident = ident, | |
| modinfo = modinfo.buffer, | |
| initcall_section = ".initcall6.init" | |
| ) | |
| .parse() | |
| .expect("Error parsing formatted string into token stream.") | |
| } |