diff options
| -rwxr-xr-x | ci.sh | 1 | ||||
| -rw-r--r-- | embassy-executor/CHANGELOG.md | 1 | ||||
| -rw-r--r-- | embassy-executor/Cargo.toml | 20 | ||||
| -rw-r--r-- | embassy-executor/src/metadata.rs | 67 | ||||
| -rw-r--r-- | embassy-executor/src/raw/deadline.rs | 44 | ||||
| -rw-r--r-- | embassy-executor/src/raw/mod.rs | 13 | ||||
| -rw-r--r-- | embassy-executor/src/raw/run_queue.rs | 194 | ||||
| -rw-r--r-- | embassy-executor/src/raw/run_queue_atomics.rs | 88 | ||||
| -rw-r--r-- | embassy-executor/src/raw/run_queue_critical_section.rs | 74 | ||||
| -rw-r--r-- | examples/nrf52840-edf/.cargo/config.toml | 9 | ||||
| -rw-r--r-- | examples/nrf52840-edf/Cargo.toml | 27 | ||||
| -rw-r--r-- | examples/nrf52840-edf/build.rs | 35 | ||||
| -rw-r--r-- | examples/nrf52840-edf/memory.x | 12 | ||||
| -rw-r--r-- | examples/nrf52840-edf/src/bin/basic.rs | 194 |
14 files changed, 612 insertions, 167 deletions
| @@ -239,6 +239,7 @@ cargo batch \ | |||
| 239 | --- build --release --manifest-path docs/examples/layer-by-layer/blinky-async/Cargo.toml --target thumbv7em-none-eabi \ | 239 | --- build --release --manifest-path docs/examples/layer-by-layer/blinky-async/Cargo.toml --target thumbv7em-none-eabi \ |
| 240 | --- build --release --manifest-path examples/nrf52810/Cargo.toml --target thumbv7em-none-eabi --artifact-dir out/examples/nrf52810 \ | 240 | --- build --release --manifest-path examples/nrf52810/Cargo.toml --target thumbv7em-none-eabi --artifact-dir out/examples/nrf52810 \ |
| 241 | --- build --release --manifest-path examples/nrf52840/Cargo.toml --target thumbv7em-none-eabi --artifact-dir out/examples/nrf52840 \ | 241 | --- build --release --manifest-path examples/nrf52840/Cargo.toml --target thumbv7em-none-eabi --artifact-dir out/examples/nrf52840 \ |
| 242 | --- build --release --manifest-path examples/nrf52840-edf/Cargo.toml --target thumbv7em-none-eabi --artifact-dir out/examples/nrf52840-edf \ | ||
| 242 | --- build --release --manifest-path examples/nrf5340/Cargo.toml --target thumbv8m.main-none-eabihf --artifact-dir out/examples/nrf5340 \ | 243 | --- build --release --manifest-path examples/nrf5340/Cargo.toml --target thumbv8m.main-none-eabihf --artifact-dir out/examples/nrf5340 \ |
| 243 | --- build --release --manifest-path examples/nrf54l15/Cargo.toml --target thumbv8m.main-none-eabihf --artifact-dir out/examples/nrf54l15 \ | 244 | --- build --release --manifest-path examples/nrf54l15/Cargo.toml --target thumbv8m.main-none-eabihf --artifact-dir out/examples/nrf54l15 \ |
| 244 | --- build --release --manifest-path examples/nrf9160/Cargo.toml --target thumbv8m.main-none-eabihf --artifact-dir out/examples/nrf9160 \ | 245 | --- build --release --manifest-path examples/nrf9160/Cargo.toml --target thumbv8m.main-none-eabihf --artifact-dir out/examples/nrf9160 \ |
diff --git a/embassy-executor/CHANGELOG.md b/embassy-executor/CHANGELOG.md index dd462608b..03d60208e 100644 --- a/embassy-executor/CHANGELOG.md +++ b/embassy-executor/CHANGELOG.md | |||
| @@ -11,6 +11,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 | |||
| 11 | - Added new metadata API for tasks. | 11 | - Added new metadata API for tasks. |
| 12 | - Main task automatically gets a name of `main` when the `metadata-name` feature is enabled. | 12 | - Main task automatically gets a name of `main` when the `metadata-name` feature is enabled. |
| 13 | - Upgraded rtos-trace | 13 | - Upgraded rtos-trace |
| 14 | - Added optional "earliest deadline first" EDF scheduling | ||
| 14 | 15 | ||
| 15 | ## 0.9.1 - 2025-08-31 | 16 | ## 0.9.1 - 2025-08-31 |
| 16 | 17 | ||
diff --git a/embassy-executor/Cargo.toml b/embassy-executor/Cargo.toml index 41636a26f..0ac666f80 100644 --- a/embassy-executor/Cargo.toml +++ b/embassy-executor/Cargo.toml | |||
| @@ -24,6 +24,7 @@ build = [ | |||
| 24 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-thread"]}, | 24 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-thread"]}, |
| 25 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-interrupt"]}, | 25 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-interrupt"]}, |
| 26 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-interrupt", "executor-thread"]}, | 26 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-interrupt", "executor-thread"]}, |
| 27 | {target = "thumbv7em-none-eabi", features = ["arch-cortex-m", "executor-interrupt", "executor-thread", "scheduler-deadline", "embassy-time-driver"]}, | ||
| 27 | {target = "armv7a-none-eabi", features = ["arch-cortex-ar", "executor-thread"]}, | 28 | {target = "armv7a-none-eabi", features = ["arch-cortex-ar", "executor-thread"]}, |
| 28 | {target = "armv7r-none-eabi", features = ["arch-cortex-ar", "executor-thread"]}, | 29 | {target = "armv7r-none-eabi", features = ["arch-cortex-ar", "executor-thread"]}, |
| 29 | {target = "armv7r-none-eabihf", features = ["arch-cortex-ar", "executor-thread"]}, | 30 | {target = "armv7r-none-eabihf", features = ["arch-cortex-ar", "executor-thread"]}, |
| @@ -35,7 +36,7 @@ build = [ | |||
| 35 | [package.metadata.embassy_docs] | 36 | [package.metadata.embassy_docs] |
| 36 | src_base = "https://github.com/embassy-rs/embassy/blob/embassy-executor-v$VERSION/embassy-executor/src/" | 37 | src_base = "https://github.com/embassy-rs/embassy/blob/embassy-executor-v$VERSION/embassy-executor/src/" |
| 37 | src_base_git = "https://github.com/embassy-rs/embassy/blob/$COMMIT/embassy-executor/src/" | 38 | src_base_git = "https://github.com/embassy-rs/embassy/blob/$COMMIT/embassy-executor/src/" |
| 38 | features = ["defmt"] | 39 | features = ["defmt", "scheduler-deadline"] |
| 39 | flavors = [ | 40 | flavors = [ |
| 40 | { name = "std", target = "x86_64-unknown-linux-gnu", features = ["arch-std", "executor-thread"] }, | 41 | { name = "std", target = "x86_64-unknown-linux-gnu", features = ["arch-std", "executor-thread"] }, |
| 41 | { name = "wasm", target = "wasm32-unknown-unknown", features = ["arch-wasm", "executor-thread"] }, | 42 | { name = "wasm", target = "wasm32-unknown-unknown", features = ["arch-wasm", "executor-thread"] }, |
| @@ -46,7 +47,7 @@ flavors = [ | |||
| 46 | [package.metadata.docs.rs] | 47 | [package.metadata.docs.rs] |
| 47 | default-target = "thumbv7em-none-eabi" | 48 | default-target = "thumbv7em-none-eabi" |
| 48 | targets = ["thumbv7em-none-eabi"] | 49 | targets = ["thumbv7em-none-eabi"] |
| 49 | features = ["defmt", "arch-cortex-m", "executor-thread", "executor-interrupt"] | 50 | features = ["defmt", "arch-cortex-m", "executor-thread", "executor-interrupt", "scheduler-deadline", "embassy-time-driver"] |
| 50 | 51 | ||
| 51 | [dependencies] | 52 | [dependencies] |
| 52 | defmt = { version = "1.0.1", optional = true } | 53 | defmt = { version = "1.0.1", optional = true } |
| @@ -76,6 +77,11 @@ js-sys = { version = "0.3", optional = true } | |||
| 76 | # arch-avr dependencies | 77 | # arch-avr dependencies |
| 77 | avr-device = { version = "0.7.0", optional = true } | 78 | avr-device = { version = "0.7.0", optional = true } |
| 78 | 79 | ||
| 80 | |||
| 81 | [dependencies.cordyceps] | ||
| 82 | version = "0.3.4" | ||
| 83 | features = ["no-cache-pad"] | ||
| 84 | |||
| 79 | [dev-dependencies] | 85 | [dev-dependencies] |
| 80 | critical-section = { version = "1.1", features = ["std"] } | 86 | critical-section = { version = "1.1", features = ["std"] } |
| 81 | trybuild = "1.0" | 87 | trybuild = "1.0" |
| @@ -123,5 +129,13 @@ executor-interrupt = [] | |||
| 123 | ## Enable tracing hooks | 129 | ## Enable tracing hooks |
| 124 | trace = ["_any_trace"] | 130 | trace = ["_any_trace"] |
| 125 | ## Enable support for rtos-trace framework | 131 | ## Enable support for rtos-trace framework |
| 126 | rtos-trace = ["_any_trace", "metadata-name", "dep:rtos-trace", "dep:embassy-time-driver"] | 132 | rtos-trace = ["_any_trace", "metadata-name", "dep:rtos-trace", "embassy-time-driver"] |
| 127 | _any_trace = [] | 133 | _any_trace = [] |
| 134 | |||
| 135 | ## Enable "Earliest Deadline First" Scheduler, using soft-realtime "deadlines" to prioritize | ||
| 136 | ## tasks based on the remaining time before their deadline. Adds some overhead. | ||
| 137 | scheduler-deadline = [] | ||
| 138 | |||
| 139 | ## Enable the embassy_time_driver dependency. | ||
| 140 | ## This can unlock extra APIs, for example for the `sheduler-deadline` | ||
| 141 | embassy-time-driver = ["dep:embassy-time-driver"] | ||
diff --git a/embassy-executor/src/metadata.rs b/embassy-executor/src/metadata.rs index f92c9b37c..4220048a6 100644 --- a/embassy-executor/src/metadata.rs +++ b/embassy-executor/src/metadata.rs | |||
| @@ -7,11 +7,15 @@ use core::task::Poll; | |||
| 7 | use critical_section::Mutex; | 7 | use critical_section::Mutex; |
| 8 | 8 | ||
| 9 | use crate::raw; | 9 | use crate::raw; |
| 10 | #[cfg(feature = "scheduler-deadline")] | ||
| 11 | use crate::raw::Deadline; | ||
| 10 | 12 | ||
| 11 | /// Metadata associated with a task. | 13 | /// Metadata associated with a task. |
| 12 | pub struct Metadata { | 14 | pub struct Metadata { |
| 13 | #[cfg(feature = "metadata-name")] | 15 | #[cfg(feature = "metadata-name")] |
| 14 | name: Mutex<Cell<Option<&'static str>>>, | 16 | name: Mutex<Cell<Option<&'static str>>>, |
| 17 | #[cfg(feature = "scheduler-deadline")] | ||
| 18 | deadline: raw::Deadline, | ||
| 15 | } | 19 | } |
| 16 | 20 | ||
| 17 | impl Metadata { | 21 | impl Metadata { |
| @@ -19,6 +23,10 @@ impl Metadata { | |||
| 19 | Self { | 23 | Self { |
| 20 | #[cfg(feature = "metadata-name")] | 24 | #[cfg(feature = "metadata-name")] |
| 21 | name: Mutex::new(Cell::new(None)), | 25 | name: Mutex::new(Cell::new(None)), |
| 26 | // NOTE: The deadline is set to zero to allow the initializer to reside in `.bss`. This | ||
| 27 | // will be lazily initalized in `initialize_impl` | ||
| 28 | #[cfg(feature = "scheduler-deadline")] | ||
| 29 | deadline: raw::Deadline::new_unset(), | ||
| 22 | } | 30 | } |
| 23 | } | 31 | } |
| 24 | 32 | ||
| @@ -52,4 +60,63 @@ impl Metadata { | |||
| 52 | pub fn set_name(&self, name: &'static str) { | 60 | pub fn set_name(&self, name: &'static str) { |
| 53 | critical_section::with(|cs| self.name.borrow(cs).set(Some(name))) | 61 | critical_section::with(|cs| self.name.borrow(cs).set(Some(name))) |
| 54 | } | 62 | } |
| 63 | |||
| 64 | /// Get this task's deadline. | ||
| 65 | #[cfg(feature = "scheduler-deadline")] | ||
| 66 | pub fn deadline(&self) -> u64 { | ||
| 67 | self.deadline.instant_ticks() | ||
| 68 | } | ||
| 69 | |||
| 70 | /// Set this task's deadline. | ||
| 71 | /// | ||
| 72 | /// This method does NOT check whether the deadline has already passed. | ||
| 73 | #[cfg(feature = "scheduler-deadline")] | ||
| 74 | pub fn set_deadline(&self, instant_ticks: u64) { | ||
| 75 | self.deadline.set(instant_ticks); | ||
| 76 | } | ||
| 77 | |||
| 78 | /// Remove this task's deadline. | ||
| 79 | /// This brings it back to the defaul where it's not scheduled ahead of other tasks. | ||
| 80 | #[cfg(feature = "scheduler-deadline")] | ||
| 81 | pub fn unset_deadline(&self) { | ||
| 82 | self.deadline.set(Deadline::UNSET_TICKS); | ||
| 83 | } | ||
| 84 | |||
| 85 | /// Set this task's deadline `duration_ticks` in the future from when | ||
| 86 | /// this future is polled. This deadline is saturated to the max tick value. | ||
| 87 | /// | ||
| 88 | /// Analogous to `Timer::after`. | ||
| 89 | #[cfg(all(feature = "scheduler-deadline", feature = "embassy-time-driver"))] | ||
| 90 | pub fn set_deadline_after(&self, duration_ticks: u64) { | ||
| 91 | let now = embassy_time_driver::now(); | ||
| 92 | |||
| 93 | // Since ticks is a u64, saturating add is PROBABLY overly cautious, leave | ||
| 94 | // it for now, we can probably make this wrapping_add for performance | ||
| 95 | // reasons later. | ||
| 96 | let deadline = now.saturating_add(duration_ticks); | ||
| 97 | |||
| 98 | self.set_deadline(deadline); | ||
| 99 | } | ||
| 100 | |||
| 101 | /// Set the this task's deadline `increment_ticks` from the previous deadline. | ||
| 102 | /// | ||
| 103 | /// This deadline is saturated to the max tick value. | ||
| 104 | /// | ||
| 105 | /// Note that by default (unless otherwise set), tasks start life with the deadline | ||
| 106 | /// not set, which means this method will have no effect. | ||
| 107 | /// | ||
| 108 | /// Analogous to one increment of `Ticker::every().next()`. | ||
| 109 | /// | ||
| 110 | /// Returns the deadline that was set. | ||
| 111 | #[cfg(feature = "scheduler-deadline")] | ||
| 112 | pub fn increment_deadline(&self, duration_ticks: u64) { | ||
| 113 | let last = self.deadline(); | ||
| 114 | |||
| 115 | // Since ticks is a u64, saturating add is PROBABLY overly cautious, leave | ||
| 116 | // it for now, we can probably make this wrapping_add for performance | ||
| 117 | // reasons later. | ||
| 118 | let deadline = last.saturating_add(duration_ticks); | ||
| 119 | |||
| 120 | self.set_deadline(deadline); | ||
| 121 | } | ||
| 55 | } | 122 | } |
diff --git a/embassy-executor/src/raw/deadline.rs b/embassy-executor/src/raw/deadline.rs new file mode 100644 index 000000000..cc89fadb0 --- /dev/null +++ b/embassy-executor/src/raw/deadline.rs | |||
| @@ -0,0 +1,44 @@ | |||
| 1 | use core::sync::atomic::{AtomicU32, Ordering}; | ||
| 2 | |||
| 3 | /// A type for interacting with the deadline of the current task | ||
| 4 | /// | ||
| 5 | /// Requires the `scheduler-deadline` feature. | ||
| 6 | /// | ||
| 7 | /// Note: Interacting with the deadline should be done locally in a task. | ||
| 8 | /// In theory you could try to set or read the deadline from another task, | ||
| 9 | /// but that will result in weird (though not unsound) behavior. | ||
| 10 | pub(crate) struct Deadline { | ||
| 11 | instant_ticks_hi: AtomicU32, | ||
| 12 | instant_ticks_lo: AtomicU32, | ||
| 13 | } | ||
| 14 | |||
| 15 | impl Deadline { | ||
| 16 | pub(crate) const fn new(instant_ticks: u64) -> Self { | ||
| 17 | Self { | ||
| 18 | instant_ticks_hi: AtomicU32::new((instant_ticks >> 32) as u32), | ||
| 19 | instant_ticks_lo: AtomicU32::new(instant_ticks as u32), | ||
| 20 | } | ||
| 21 | } | ||
| 22 | |||
| 23 | pub(crate) const fn new_unset() -> Self { | ||
| 24 | Self::new(Self::UNSET_TICKS) | ||
| 25 | } | ||
| 26 | |||
| 27 | pub(crate) fn set(&self, instant_ticks: u64) { | ||
| 28 | self.instant_ticks_hi | ||
| 29 | .store((instant_ticks >> 32) as u32, Ordering::Relaxed); | ||
| 30 | self.instant_ticks_lo.store(instant_ticks as u32, Ordering::Relaxed); | ||
| 31 | } | ||
| 32 | |||
| 33 | /// Deadline value in ticks, same time base and ticks as `embassy-time` | ||
| 34 | pub(crate) fn instant_ticks(&self) -> u64 { | ||
| 35 | let hi = self.instant_ticks_hi.load(Ordering::Relaxed) as u64; | ||
| 36 | let lo = self.instant_ticks_lo.load(Ordering::Relaxed) as u64; | ||
| 37 | |||
| 38 | (hi << 32) | lo | ||
| 39 | } | ||
| 40 | |||
| 41 | /// Sentinel value representing an "unset" deadline, which has lower priority | ||
| 42 | /// than any other set deadline value | ||
| 43 | pub(crate) const UNSET_TICKS: u64 = u64::MAX; | ||
| 44 | } | ||
diff --git a/embassy-executor/src/raw/mod.rs b/embassy-executor/src/raw/mod.rs index 4280c5750..51a363385 100644 --- a/embassy-executor/src/raw/mod.rs +++ b/embassy-executor/src/raw/mod.rs | |||
| @@ -7,8 +7,6 @@ | |||
| 7 | //! Using this module requires respecting subtle safety contracts. If you can, prefer using the safe | 7 | //! Using this module requires respecting subtle safety contracts. If you can, prefer using the safe |
| 8 | //! [executor wrappers](crate::Executor) and the [`embassy_executor::task`](embassy_executor_macros::task) macro, which are fully safe. | 8 | //! [executor wrappers](crate::Executor) and the [`embassy_executor::task`](embassy_executor_macros::task) macro, which are fully safe. |
| 9 | 9 | ||
| 10 | #[cfg_attr(target_has_atomic = "ptr", path = "run_queue_atomics.rs")] | ||
| 11 | #[cfg_attr(not(target_has_atomic = "ptr"), path = "run_queue_critical_section.rs")] | ||
| 12 | mod run_queue; | 10 | mod run_queue; |
| 13 | 11 | ||
| 14 | #[cfg_attr(all(cortex_m, target_has_atomic = "32"), path = "state_atomics_arm.rs")] | 12 | #[cfg_attr(all(cortex_m, target_has_atomic = "32"), path = "state_atomics_arm.rs")] |
| @@ -28,6 +26,9 @@ pub(crate) mod util; | |||
| 28 | #[cfg_attr(feature = "turbowakers", path = "waker_turbo.rs")] | 26 | #[cfg_attr(feature = "turbowakers", path = "waker_turbo.rs")] |
| 29 | mod waker; | 27 | mod waker; |
| 30 | 28 | ||
| 29 | #[cfg(feature = "scheduler-deadline")] | ||
| 30 | mod deadline; | ||
| 31 | |||
| 31 | use core::future::Future; | 32 | use core::future::Future; |
| 32 | use core::marker::PhantomData; | 33 | use core::marker::PhantomData; |
| 33 | use core::mem; | 34 | use core::mem; |
| @@ -38,6 +39,8 @@ use core::sync::atomic::AtomicPtr; | |||
| 38 | use core::sync::atomic::Ordering; | 39 | use core::sync::atomic::Ordering; |
| 39 | use core::task::{Context, Poll, Waker}; | 40 | use core::task::{Context, Poll, Waker}; |
| 40 | 41 | ||
| 42 | #[cfg(feature = "scheduler-deadline")] | ||
| 43 | pub(crate) use deadline::Deadline; | ||
| 41 | use embassy_executor_timer_queue::TimerQueueItem; | 44 | use embassy_executor_timer_queue::TimerQueueItem; |
| 42 | #[cfg(feature = "arch-avr")] | 45 | #[cfg(feature = "arch-avr")] |
| 43 | use portable_atomic::AtomicPtr; | 46 | use portable_atomic::AtomicPtr; |
| @@ -96,6 +99,7 @@ extern "Rust" fn __embassy_time_queue_item_from_waker(waker: &Waker) -> &'static | |||
| 96 | pub(crate) struct TaskHeader { | 99 | pub(crate) struct TaskHeader { |
| 97 | pub(crate) state: State, | 100 | pub(crate) state: State, |
| 98 | pub(crate) run_queue_item: RunQueueItem, | 101 | pub(crate) run_queue_item: RunQueueItem, |
| 102 | |||
| 99 | pub(crate) executor: AtomicPtr<SyncExecutor>, | 103 | pub(crate) executor: AtomicPtr<SyncExecutor>, |
| 100 | poll_fn: SyncUnsafeCell<Option<unsafe fn(TaskRef)>>, | 104 | poll_fn: SyncUnsafeCell<Option<unsafe fn(TaskRef)>>, |
| 101 | 105 | ||
| @@ -296,6 +300,11 @@ impl<F: Future + 'static> AvailableTask<F> { | |||
| 296 | self.task.raw.poll_fn.set(Some(TaskStorage::<F>::poll)); | 300 | self.task.raw.poll_fn.set(Some(TaskStorage::<F>::poll)); |
| 297 | self.task.future.write_in_place(future); | 301 | self.task.future.write_in_place(future); |
| 298 | 302 | ||
| 303 | // By default, deadlines are set to the maximum value, so that any task WITH | ||
| 304 | // a set deadline will ALWAYS be scheduled BEFORE a task WITHOUT a set deadline | ||
| 305 | #[cfg(feature = "scheduler-deadline")] | ||
| 306 | self.task.raw.metadata.unset_deadline(); | ||
| 307 | |||
| 299 | let task = TaskRef::new(self.task); | 308 | let task = TaskRef::new(self.task); |
| 300 | 309 | ||
| 301 | SpawnToken::new(task) | 310 | SpawnToken::new(task) |
diff --git a/embassy-executor/src/raw/run_queue.rs b/embassy-executor/src/raw/run_queue.rs new file mode 100644 index 000000000..d98c26f73 --- /dev/null +++ b/embassy-executor/src/raw/run_queue.rs | |||
| @@ -0,0 +1,194 @@ | |||
| 1 | use core::ptr::{addr_of_mut, NonNull}; | ||
| 2 | |||
| 3 | use cordyceps::sorted_list::Links; | ||
| 4 | use cordyceps::Linked; | ||
| 5 | #[cfg(feature = "scheduler-deadline")] | ||
| 6 | use cordyceps::SortedList; | ||
| 7 | |||
| 8 | #[cfg(target_has_atomic = "ptr")] | ||
| 9 | type TransferStack<T> = cordyceps::TransferStack<T>; | ||
| 10 | |||
| 11 | #[cfg(not(target_has_atomic = "ptr"))] | ||
| 12 | type TransferStack<T> = MutexTransferStack<T>; | ||
| 13 | |||
| 14 | use super::{TaskHeader, TaskRef}; | ||
| 15 | |||
| 16 | /// Use `cordyceps::sorted_list::Links` as the singly linked list | ||
| 17 | /// for RunQueueItems. | ||
| 18 | pub(crate) type RunQueueItem = Links<TaskHeader>; | ||
| 19 | |||
| 20 | /// Implements the `Linked` trait, allowing for singly linked list usage | ||
| 21 | /// of any of cordyceps' `TransferStack` (used for the atomic runqueue), | ||
| 22 | /// `SortedList` (used with the DRS scheduler), or `Stack`, which is | ||
| 23 | /// popped atomically from the `TransferStack`. | ||
| 24 | unsafe impl Linked<Links<TaskHeader>> for TaskHeader { | ||
| 25 | type Handle = TaskRef; | ||
| 26 | |||
| 27 | // Convert a TaskRef into a TaskHeader ptr | ||
| 28 | fn into_ptr(r: TaskRef) -> NonNull<TaskHeader> { | ||
| 29 | r.ptr | ||
| 30 | } | ||
| 31 | |||
| 32 | // Convert a TaskHeader into a TaskRef | ||
| 33 | unsafe fn from_ptr(ptr: NonNull<TaskHeader>) -> TaskRef { | ||
| 34 | TaskRef { ptr } | ||
| 35 | } | ||
| 36 | |||
| 37 | // Given a pointer to a TaskHeader, obtain a pointer to the Links structure, | ||
| 38 | // which can be used to traverse to other TaskHeader nodes in the linked list | ||
| 39 | unsafe fn links(ptr: NonNull<TaskHeader>) -> NonNull<Links<TaskHeader>> { | ||
| 40 | let ptr: *mut TaskHeader = ptr.as_ptr(); | ||
| 41 | NonNull::new_unchecked(addr_of_mut!((*ptr).run_queue_item)) | ||
| 42 | } | ||
| 43 | } | ||
| 44 | |||
| 45 | /// Atomic task queue using a very, very simple lock-free linked-list queue: | ||
| 46 | /// | ||
| 47 | /// To enqueue a task, task.next is set to the old head, and head is atomically set to task. | ||
| 48 | /// | ||
| 49 | /// Dequeuing is done in batches: the queue is emptied by atomically replacing head with | ||
| 50 | /// null. Then the batch is iterated following the next pointers until null is reached. | ||
| 51 | /// | ||
| 52 | /// Note that batches will be iterated in the reverse order as they were enqueued. This is OK | ||
| 53 | /// for our purposes: it can't create fairness problems since the next batch won't run until the | ||
| 54 | /// current batch is completely processed, so even if a task enqueues itself instantly (for example | ||
| 55 | /// by waking its own waker) can't prevent other tasks from running. | ||
| 56 | pub(crate) struct RunQueue { | ||
| 57 | stack: TransferStack<TaskHeader>, | ||
| 58 | } | ||
| 59 | |||
| 60 | impl RunQueue { | ||
| 61 | pub const fn new() -> Self { | ||
| 62 | Self { | ||
| 63 | stack: TransferStack::new(), | ||
| 64 | } | ||
| 65 | } | ||
| 66 | |||
| 67 | /// Enqueues an item. Returns true if the queue was empty. | ||
| 68 | /// | ||
| 69 | /// # Safety | ||
| 70 | /// | ||
| 71 | /// `item` must NOT be already enqueued in any queue. | ||
| 72 | #[inline(always)] | ||
| 73 | pub(crate) unsafe fn enqueue(&self, task: TaskRef, _tok: super::state::Token) -> bool { | ||
| 74 | self.stack.push_was_empty( | ||
| 75 | task, | ||
| 76 | #[cfg(not(target_has_atomic = "ptr"))] | ||
| 77 | _tok, | ||
| 78 | ) | ||
| 79 | } | ||
| 80 | |||
| 81 | /// # Standard atomic runqueue | ||
| 82 | /// | ||
| 83 | /// Empty the queue, then call `on_task` for each task that was in the queue. | ||
| 84 | /// NOTE: It is OK for `on_task` to enqueue more tasks. In this case they're left in the queue | ||
| 85 | /// and will be processed by the *next* call to `dequeue_all`, *not* the current one. | ||
| 86 | #[cfg(not(feature = "scheduler-deadline"))] | ||
| 87 | pub(crate) fn dequeue_all(&self, on_task: impl Fn(TaskRef)) { | ||
| 88 | let taken = self.stack.take_all(); | ||
| 89 | for taskref in taken { | ||
| 90 | run_dequeue(&taskref); | ||
| 91 | on_task(taskref); | ||
| 92 | } | ||
| 93 | } | ||
| 94 | |||
| 95 | /// # Earliest Deadline First Scheduler | ||
| 96 | /// | ||
| 97 | /// This algorithm will loop until all enqueued tasks are processed. | ||
| 98 | /// | ||
| 99 | /// Before polling a task, all currently enqueued tasks will be popped from the | ||
| 100 | /// runqueue, and will be added to the working `sorted` list, a linked-list that | ||
| 101 | /// sorts tasks by their deadline, with nearest deadline items in the front, and | ||
| 102 | /// furthest deadline items in the back. | ||
| 103 | /// | ||
| 104 | /// After popping and sorting all pending tasks, the SOONEST task will be popped | ||
| 105 | /// from the front of the queue, and polled by calling `on_task` on it. | ||
| 106 | /// | ||
| 107 | /// This process will repeat until the local `sorted` queue AND the global | ||
| 108 | /// runqueue are both empty, at which point this function will return. | ||
| 109 | #[cfg(feature = "scheduler-deadline")] | ||
| 110 | pub(crate) fn dequeue_all(&self, on_task: impl Fn(TaskRef)) { | ||
| 111 | let mut sorted = | ||
| 112 | SortedList::<TaskHeader>::new_with_cmp(|lhs, rhs| lhs.metadata.deadline().cmp(&rhs.metadata.deadline())); | ||
| 113 | |||
| 114 | loop { | ||
| 115 | // For each loop, grab any newly pended items | ||
| 116 | let taken = self.stack.take_all(); | ||
| 117 | |||
| 118 | // Sort these into the list - this is potentially expensive! We do an | ||
| 119 | // insertion sort of new items, which iterates the linked list. | ||
| 120 | // | ||
| 121 | // Something on the order of `O(n * m)`, where `n` is the number | ||
| 122 | // of new tasks, and `m` is the number of already pending tasks. | ||
| 123 | sorted.extend(taken); | ||
| 124 | |||
| 125 | // Pop the task with the SOONEST deadline. If there are no tasks | ||
| 126 | // pending, then we are done. | ||
| 127 | let Some(taskref) = sorted.pop_front() else { | ||
| 128 | return; | ||
| 129 | }; | ||
| 130 | |||
| 131 | // We got one task, mark it as dequeued, and process the task. | ||
| 132 | run_dequeue(&taskref); | ||
| 133 | on_task(taskref); | ||
| 134 | } | ||
| 135 | } | ||
| 136 | } | ||
| 137 | |||
| 138 | /// atomic state does not require a cs... | ||
| 139 | #[cfg(target_has_atomic = "ptr")] | ||
| 140 | #[inline(always)] | ||
| 141 | fn run_dequeue(taskref: &TaskRef) { | ||
| 142 | taskref.header().state.run_dequeue(); | ||
| 143 | } | ||
| 144 | |||
| 145 | /// ...while non-atomic state does | ||
| 146 | #[cfg(not(target_has_atomic = "ptr"))] | ||
| 147 | #[inline(always)] | ||
| 148 | fn run_dequeue(taskref: &TaskRef) { | ||
| 149 | critical_section::with(|cs| { | ||
| 150 | taskref.header().state.run_dequeue(cs); | ||
| 151 | }) | ||
| 152 | } | ||
| 153 | |||
| 154 | /// A wrapper type that acts like TransferStack by wrapping a normal Stack in a CS mutex | ||
| 155 | #[cfg(not(target_has_atomic = "ptr"))] | ||
| 156 | struct MutexTransferStack<T: Linked<cordyceps::stack::Links<T>>> { | ||
| 157 | inner: critical_section::Mutex<core::cell::UnsafeCell<cordyceps::Stack<T>>>, | ||
| 158 | } | ||
| 159 | |||
| 160 | #[cfg(not(target_has_atomic = "ptr"))] | ||
| 161 | impl<T: Linked<cordyceps::stack::Links<T>>> MutexTransferStack<T> { | ||
| 162 | const fn new() -> Self { | ||
| 163 | Self { | ||
| 164 | inner: critical_section::Mutex::new(core::cell::UnsafeCell::new(cordyceps::Stack::new())), | ||
| 165 | } | ||
| 166 | } | ||
| 167 | |||
| 168 | /// Push an item to the transfer stack, returning whether the stack was previously empty | ||
| 169 | fn push_was_empty(&self, item: T::Handle, token: super::state::Token) -> bool { | ||
| 170 | // SAFETY: The critical-section mutex guarantees that there is no *concurrent* access | ||
| 171 | // for the lifetime of the token, but does NOT protect against re-entrant access. | ||
| 172 | // However, we never *return* the reference, nor do we recurse (or call another method | ||
| 173 | // like `take_all`) that could ever allow for re-entrant aliasing. Therefore, the | ||
| 174 | // presence of the critical section is sufficient to guarantee exclusive access to | ||
| 175 | // the `inner` field for the purposes of this function. | ||
| 176 | let inner = unsafe { &mut *self.inner.borrow(token).get() }; | ||
| 177 | let is_empty = inner.is_empty(); | ||
| 178 | inner.push(item); | ||
| 179 | is_empty | ||
| 180 | } | ||
| 181 | |||
| 182 | fn take_all(&self) -> cordyceps::Stack<T> { | ||
| 183 | critical_section::with(|cs| { | ||
| 184 | // SAFETY: The critical-section mutex guarantees that there is no *concurrent* access | ||
| 185 | // for the lifetime of the token, but does NOT protect against re-entrant access. | ||
| 186 | // However, we never *return* the reference, nor do we recurse (or call another method | ||
| 187 | // like `push_was_empty`) that could ever allow for re-entrant aliasing. Therefore, the | ||
| 188 | // presence of the critical section is sufficient to guarantee exclusive access to | ||
| 189 | // the `inner` field for the purposes of this function. | ||
| 190 | let inner = unsafe { &mut *self.inner.borrow(cs).get() }; | ||
| 191 | inner.take_all() | ||
| 192 | }) | ||
| 193 | } | ||
| 194 | } | ||
diff --git a/embassy-executor/src/raw/run_queue_atomics.rs b/embassy-executor/src/raw/run_queue_atomics.rs deleted file mode 100644 index ce511d79a..000000000 --- a/embassy-executor/src/raw/run_queue_atomics.rs +++ /dev/null | |||
| @@ -1,88 +0,0 @@ | |||
| 1 | use core::ptr; | ||
| 2 | use core::ptr::NonNull; | ||
| 3 | use core::sync::atomic::{AtomicPtr, Ordering}; | ||
| 4 | |||
| 5 | use super::{TaskHeader, TaskRef}; | ||
| 6 | use crate::raw::util::SyncUnsafeCell; | ||
| 7 | |||
| 8 | pub(crate) struct RunQueueItem { | ||
| 9 | next: SyncUnsafeCell<Option<TaskRef>>, | ||
| 10 | } | ||
| 11 | |||
| 12 | impl RunQueueItem { | ||
| 13 | pub const fn new() -> Self { | ||
| 14 | Self { | ||
| 15 | next: SyncUnsafeCell::new(None), | ||
| 16 | } | ||
| 17 | } | ||
| 18 | } | ||
| 19 | |||
| 20 | /// Atomic task queue using a very, very simple lock-free linked-list queue: | ||
| 21 | /// | ||
| 22 | /// To enqueue a task, task.next is set to the old head, and head is atomically set to task. | ||
| 23 | /// | ||
| 24 | /// Dequeuing is done in batches: the queue is emptied by atomically replacing head with | ||
| 25 | /// null. Then the batch is iterated following the next pointers until null is reached. | ||
| 26 | /// | ||
| 27 | /// Note that batches will be iterated in the reverse order as they were enqueued. This is OK | ||
| 28 | /// for our purposes: it can't create fairness problems since the next batch won't run until the | ||
| 29 | /// current batch is completely processed, so even if a task enqueues itself instantly (for example | ||
| 30 | /// by waking its own waker) can't prevent other tasks from running. | ||
| 31 | pub(crate) struct RunQueue { | ||
| 32 | head: AtomicPtr<TaskHeader>, | ||
| 33 | } | ||
| 34 | |||
| 35 | impl RunQueue { | ||
| 36 | pub const fn new() -> Self { | ||
| 37 | Self { | ||
| 38 | head: AtomicPtr::new(ptr::null_mut()), | ||
| 39 | } | ||
| 40 | } | ||
| 41 | |||
| 42 | /// Enqueues an item. Returns true if the queue was empty. | ||
| 43 | /// | ||
| 44 | /// # Safety | ||
| 45 | /// | ||
| 46 | /// `item` must NOT be already enqueued in any queue. | ||
| 47 | #[inline(always)] | ||
| 48 | pub(crate) unsafe fn enqueue(&self, task: TaskRef, _: super::state::Token) -> bool { | ||
| 49 | let mut was_empty = false; | ||
| 50 | |||
| 51 | self.head | ||
| 52 | .fetch_update(Ordering::SeqCst, Ordering::SeqCst, |prev| { | ||
| 53 | was_empty = prev.is_null(); | ||
| 54 | unsafe { | ||
| 55 | // safety: the pointer is either null or valid | ||
| 56 | let prev = NonNull::new(prev).map(|ptr| TaskRef::from_ptr(ptr.as_ptr())); | ||
| 57 | // safety: there are no concurrent accesses to `next` | ||
| 58 | task.header().run_queue_item.next.set(prev); | ||
| 59 | } | ||
| 60 | Some(task.as_ptr() as *mut _) | ||
| 61 | }) | ||
| 62 | .ok(); | ||
| 63 | |||
| 64 | was_empty | ||
| 65 | } | ||
| 66 | |||
| 67 | /// Empty the queue, then call `on_task` for each task that was in the queue. | ||
| 68 | /// NOTE: It is OK for `on_task` to enqueue more tasks. In this case they're left in the queue | ||
| 69 | /// and will be processed by the *next* call to `dequeue_all`, *not* the current one. | ||
| 70 | pub(crate) fn dequeue_all(&self, on_task: impl Fn(TaskRef)) { | ||
| 71 | // Atomically empty the queue. | ||
| 72 | let ptr = self.head.swap(ptr::null_mut(), Ordering::AcqRel); | ||
| 73 | |||
| 74 | // safety: the pointer is either null or valid | ||
| 75 | let mut next = unsafe { NonNull::new(ptr).map(|ptr| TaskRef::from_ptr(ptr.as_ptr())) }; | ||
| 76 | |||
| 77 | // Iterate the linked list of tasks that were previously in the queue. | ||
| 78 | while let Some(task) = next { | ||
| 79 | // If the task re-enqueues itself, the `next` pointer will get overwritten. | ||
| 80 | // Therefore, first read the next pointer, and only then process the task. | ||
| 81 | // safety: there are no concurrent accesses to `next` | ||
| 82 | next = unsafe { task.header().run_queue_item.next.get() }; | ||
| 83 | |||
| 84 | task.header().state.run_dequeue(); | ||
| 85 | on_task(task); | ||
| 86 | } | ||
| 87 | } | ||
| 88 | } | ||
diff --git a/embassy-executor/src/raw/run_queue_critical_section.rs b/embassy-executor/src/raw/run_queue_critical_section.rs deleted file mode 100644 index 86c4085ed..000000000 --- a/embassy-executor/src/raw/run_queue_critical_section.rs +++ /dev/null | |||
| @@ -1,74 +0,0 @@ | |||
| 1 | use core::cell::Cell; | ||
| 2 | |||
| 3 | use critical_section::{CriticalSection, Mutex}; | ||
| 4 | |||
| 5 | use super::TaskRef; | ||
| 6 | |||
| 7 | pub(crate) struct RunQueueItem { | ||
| 8 | next: Mutex<Cell<Option<TaskRef>>>, | ||
| 9 | } | ||
| 10 | |||
| 11 | impl RunQueueItem { | ||
| 12 | pub const fn new() -> Self { | ||
| 13 | Self { | ||
| 14 | next: Mutex::new(Cell::new(None)), | ||
| 15 | } | ||
| 16 | } | ||
| 17 | } | ||
| 18 | |||
| 19 | /// Atomic task queue using a very, very simple lock-free linked-list queue: | ||
| 20 | /// | ||
| 21 | /// To enqueue a task, task.next is set to the old head, and head is atomically set to task. | ||
| 22 | /// | ||
| 23 | /// Dequeuing is done in batches: the queue is emptied by atomically replacing head with | ||
| 24 | /// null. Then the batch is iterated following the next pointers until null is reached. | ||
| 25 | /// | ||
| 26 | /// Note that batches will be iterated in the reverse order as they were enqueued. This is OK | ||
| 27 | /// for our purposes: it can't create fairness problems since the next batch won't run until the | ||
| 28 | /// current batch is completely processed, so even if a task enqueues itself instantly (for example | ||
| 29 | /// by waking its own waker) can't prevent other tasks from running. | ||
| 30 | pub(crate) struct RunQueue { | ||
| 31 | head: Mutex<Cell<Option<TaskRef>>>, | ||
| 32 | } | ||
| 33 | |||
| 34 | impl RunQueue { | ||
| 35 | pub const fn new() -> Self { | ||
| 36 | Self { | ||
| 37 | head: Mutex::new(Cell::new(None)), | ||
| 38 | } | ||
| 39 | } | ||
| 40 | |||
| 41 | /// Enqueues an item. Returns true if the queue was empty. | ||
| 42 | /// | ||
| 43 | /// # Safety | ||
| 44 | /// | ||
| 45 | /// `item` must NOT be already enqueued in any queue. | ||
| 46 | #[inline(always)] | ||
| 47 | pub(crate) unsafe fn enqueue(&self, task: TaskRef, cs: CriticalSection<'_>) -> bool { | ||
| 48 | let prev = self.head.borrow(cs).replace(Some(task)); | ||
| 49 | task.header().run_queue_item.next.borrow(cs).set(prev); | ||
| 50 | |||
| 51 | prev.is_none() | ||
| 52 | } | ||
| 53 | |||
| 54 | /// Empty the queue, then call `on_task` for each task that was in the queue. | ||
| 55 | /// NOTE: It is OK for `on_task` to enqueue more tasks. In this case they're left in the queue | ||
| 56 | /// and will be processed by the *next* call to `dequeue_all`, *not* the current one. | ||
| 57 | pub(crate) fn dequeue_all(&self, on_task: impl Fn(TaskRef)) { | ||
| 58 | // Atomically empty the queue. | ||
| 59 | let mut next = critical_section::with(|cs| self.head.borrow(cs).take()); | ||
| 60 | |||
| 61 | // Iterate the linked list of tasks that were previously in the queue. | ||
| 62 | while let Some(task) = next { | ||
| 63 | // If the task re-enqueues itself, the `next` pointer will get overwritten. | ||
| 64 | // Therefore, first read the next pointer, and only then process the task. | ||
| 65 | |||
| 66 | critical_section::with(|cs| { | ||
| 67 | next = task.header().run_queue_item.next.borrow(cs).get(); | ||
| 68 | task.header().state.run_dequeue(cs); | ||
| 69 | }); | ||
| 70 | |||
| 71 | on_task(task); | ||
| 72 | } | ||
| 73 | } | ||
| 74 | } | ||
diff --git a/examples/nrf52840-edf/.cargo/config.toml b/examples/nrf52840-edf/.cargo/config.toml new file mode 100644 index 000000000..e0b9ce59e --- /dev/null +++ b/examples/nrf52840-edf/.cargo/config.toml | |||
| @@ -0,0 +1,9 @@ | |||
| 1 | [target.'cfg(all(target_arch = "arm", target_os = "none"))'] | ||
| 2 | # replace nRF82840_xxAA with your chip as listed in `probe-rs chip list` | ||
| 3 | runner = "probe-rs run --chip nRF52840_xxAA" | ||
| 4 | |||
| 5 | [build] | ||
| 6 | target = "thumbv7em-none-eabi" | ||
| 7 | |||
| 8 | [env] | ||
| 9 | DEFMT_LOG = "debug" | ||
diff --git a/examples/nrf52840-edf/Cargo.toml b/examples/nrf52840-edf/Cargo.toml new file mode 100644 index 000000000..1e8803233 --- /dev/null +++ b/examples/nrf52840-edf/Cargo.toml | |||
| @@ -0,0 +1,27 @@ | |||
| 1 | [package] | ||
| 2 | edition = "2021" | ||
| 3 | name = "embassy-nrf52840-edf-examples" | ||
| 4 | version = "0.1.0" | ||
| 5 | license = "MIT OR Apache-2.0" | ||
| 6 | publish = false | ||
| 7 | |||
| 8 | [dependencies] | ||
| 9 | # NOTE: "scheduler-deadline" and "embassy-time-driver" features are enabled | ||
| 10 | embassy-executor = { version = "0.9.0", path = "../../embassy-executor", features = ["arch-cortex-m", "executor-thread", "executor-interrupt", "defmt", "scheduler-deadline", "embassy-time-driver"] } | ||
| 11 | embassy-time = { version = "0.5.0", path = "../../embassy-time", features = ["defmt", "defmt-timestamp-uptime"] } | ||
| 12 | embassy-nrf = { version = "0.7.0", path = "../../embassy-nrf", features = ["defmt", "nrf52840", "time-driver-rtc1", "gpiote", "unstable-pac", "time"] } | ||
| 13 | |||
| 14 | defmt = "1.0.1" | ||
| 15 | defmt-rtt = "1.0.0" | ||
| 16 | |||
| 17 | cortex-m = { version = "0.7.6", features = ["inline-asm", "critical-section-single-core"] } | ||
| 18 | cortex-m-rt = "0.7.0" | ||
| 19 | panic-probe = { version = "1.0.0", features = ["print-defmt"] } | ||
| 20 | |||
| 21 | [profile.release] | ||
| 22 | debug = 2 | ||
| 23 | |||
| 24 | [package.metadata.embassy] | ||
| 25 | build = [ | ||
| 26 | { target = "thumbv7em-none-eabi", artifact-dir = "out/examples/nrf52840-edf" } | ||
| 27 | ] | ||
diff --git a/examples/nrf52840-edf/build.rs b/examples/nrf52840-edf/build.rs new file mode 100644 index 000000000..30691aa97 --- /dev/null +++ b/examples/nrf52840-edf/build.rs | |||
| @@ -0,0 +1,35 @@ | |||
| 1 | //! This build script copies the `memory.x` file from the crate root into | ||
| 2 | //! a directory where the linker can always find it at build time. | ||
| 3 | //! For many projects this is optional, as the linker always searches the | ||
| 4 | //! project root directory -- wherever `Cargo.toml` is. However, if you | ||
| 5 | //! are using a workspace or have a more complicated build setup, this | ||
| 6 | //! build script becomes required. Additionally, by requesting that | ||
| 7 | //! Cargo re-run the build script whenever `memory.x` is changed, | ||
| 8 | //! updating `memory.x` ensures a rebuild of the application with the | ||
| 9 | //! new memory settings. | ||
| 10 | |||
| 11 | use std::env; | ||
| 12 | use std::fs::File; | ||
| 13 | use std::io::Write; | ||
| 14 | use std::path::PathBuf; | ||
| 15 | |||
| 16 | fn main() { | ||
| 17 | // Put `memory.x` in our output directory and ensure it's | ||
| 18 | // on the linker search path. | ||
| 19 | let out = &PathBuf::from(env::var_os("OUT_DIR").unwrap()); | ||
| 20 | File::create(out.join("memory.x")) | ||
| 21 | .unwrap() | ||
| 22 | .write_all(include_bytes!("memory.x")) | ||
| 23 | .unwrap(); | ||
| 24 | println!("cargo:rustc-link-search={}", out.display()); | ||
| 25 | |||
| 26 | // By default, Cargo will re-run a build script whenever | ||
| 27 | // any file in the project changes. By specifying `memory.x` | ||
| 28 | // here, we ensure the build script is only re-run when | ||
| 29 | // `memory.x` is changed. | ||
| 30 | println!("cargo:rerun-if-changed=memory.x"); | ||
| 31 | |||
| 32 | println!("cargo:rustc-link-arg-bins=--nmagic"); | ||
| 33 | println!("cargo:rustc-link-arg-bins=-Tlink.x"); | ||
| 34 | println!("cargo:rustc-link-arg-bins=-Tdefmt.x"); | ||
| 35 | } | ||
diff --git a/examples/nrf52840-edf/memory.x b/examples/nrf52840-edf/memory.x new file mode 100644 index 000000000..15b492bce --- /dev/null +++ b/examples/nrf52840-edf/memory.x | |||
| @@ -0,0 +1,12 @@ | |||
| 1 | MEMORY | ||
| 2 | { | ||
| 3 | /* NOTE 1 K = 1 KiBi = 1024 bytes */ | ||
| 4 | FLASH : ORIGIN = 0x00000000, LENGTH = 1024K | ||
| 5 | RAM : ORIGIN = 0x20000000, LENGTH = 256K | ||
| 6 | |||
| 7 | /* These values correspond to the NRF52840 with Softdevices S140 7.3.0 */ | ||
| 8 | /* | ||
| 9 | FLASH : ORIGIN = 0x00027000, LENGTH = 868K | ||
| 10 | RAM : ORIGIN = 0x20020000, LENGTH = 128K | ||
| 11 | */ | ||
| 12 | } | ||
diff --git a/examples/nrf52840-edf/src/bin/basic.rs b/examples/nrf52840-edf/src/bin/basic.rs new file mode 100644 index 000000000..d888e17d1 --- /dev/null +++ b/examples/nrf52840-edf/src/bin/basic.rs | |||
| @@ -0,0 +1,194 @@ | |||
| 1 | //! Basic side-by-side example of the Earliest Deadline First scheduler | ||
| 2 | //! | ||
| 3 | //! This test spawns a number of background "ambient system load" workers | ||
| 4 | //! that are constantly working, and runs two sets of trials. | ||
| 5 | //! | ||
| 6 | //! The first trial runs with no deadline set, so our trial task is at the | ||
| 7 | //! same prioritization level as the background worker tasks. | ||
| 8 | //! | ||
| 9 | //! The second trial sets a deadline, meaning that it will be given higher | ||
| 10 | //! scheduling priority than background tasks, that have no deadline set | ||
| 11 | |||
| 12 | #![no_std] | ||
| 13 | #![no_main] | ||
| 14 | |||
| 15 | use core::sync::atomic::{compiler_fence, Ordering}; | ||
| 16 | |||
| 17 | use defmt::unwrap; | ||
| 18 | use embassy_executor::Spawner; | ||
| 19 | use embassy_time::{Duration, Instant, Timer}; | ||
| 20 | use {defmt_rtt as _, panic_probe as _}; | ||
| 21 | |||
| 22 | #[embassy_executor::main] | ||
| 23 | async fn main(spawner: Spawner) { | ||
| 24 | embassy_nrf::init(Default::default()); | ||
| 25 | |||
| 26 | // Enable flash cache to remove some flash latency jitter | ||
| 27 | compiler_fence(Ordering::SeqCst); | ||
| 28 | embassy_nrf::pac::NVMC.icachecnf().write(|w| { | ||
| 29 | w.set_cacheen(true); | ||
| 30 | }); | ||
| 31 | compiler_fence(Ordering::SeqCst); | ||
| 32 | |||
| 33 | // | ||
| 34 | // Baseline system load tunables | ||
| 35 | // | ||
| 36 | |||
| 37 | // how many load tasks? More load tasks means more tasks contending | ||
| 38 | // for the runqueue | ||
| 39 | let tasks = 32; | ||
| 40 | // how long should each task work for? The longer the working time, | ||
| 41 | // the longer the max jitter possible, even when a task is prioritized, | ||
| 42 | // as EDF is still cooperative and not pre-emptive | ||
| 43 | // | ||
| 44 | // 33 ticks ~= 1ms | ||
| 45 | let work_time_ticks = 33; | ||
| 46 | // what fraction, 1/denominator, should the system be busy? | ||
| 47 | // bigger number means **less** busy | ||
| 48 | // | ||
| 49 | // 2 => 50% | ||
| 50 | // 4 => 25% | ||
| 51 | // 10 => 10% | ||
| 52 | let denominator = 2; | ||
| 53 | |||
| 54 | // Total time window, so each worker is working 1/denominator | ||
| 55 | // amount of the total time | ||
| 56 | let time_window = work_time_ticks * u64::from(tasks) * denominator; | ||
| 57 | |||
| 58 | // Spawn all of our load workers! | ||
| 59 | for i in 0..tasks { | ||
| 60 | spawner.spawn(unwrap!(load_task(i, work_time_ticks, time_window))); | ||
| 61 | } | ||
| 62 | |||
| 63 | // Let all the tasks spin up | ||
| 64 | defmt::println!("Spinning up load tasks..."); | ||
| 65 | Timer::after_secs(1).await; | ||
| 66 | |||
| 67 | // | ||
| 68 | // Trial task worker tunables | ||
| 69 | // | ||
| 70 | |||
| 71 | // How many steps should the workers under test run? | ||
| 72 | // More steps means more chances to have to wait for other tasks | ||
| 73 | // in line ahead of us. | ||
| 74 | let num_steps = 100; | ||
| 75 | |||
| 76 | // How many ticks should the worker take working on each step? | ||
| 77 | // | ||
| 78 | // 33 ticks ~= 1ms | ||
| 79 | let work_ticks = 33; | ||
| 80 | // How many ticks should the worker wait on each step? | ||
| 81 | // | ||
| 82 | // 66 ticks ~= 2ms | ||
| 83 | let idle_ticks = 66; | ||
| 84 | |||
| 85 | // How many times to repeat each trial? | ||
| 86 | let trials = 3; | ||
| 87 | |||
| 88 | // The total time a trial would take, in a perfect unloaded system | ||
| 89 | let theoretical = (num_steps * work_ticks) + (num_steps * idle_ticks); | ||
| 90 | |||
| 91 | defmt::println!(""); | ||
| 92 | defmt::println!("Starting UNPRIORITIZED worker trials"); | ||
| 93 | for _ in 0..trials { | ||
| 94 | // | ||
| 95 | // UNPRIORITIZED worker | ||
| 96 | // | ||
| 97 | defmt::println!(""); | ||
| 98 | defmt::println!("Starting unprioritized worker"); | ||
| 99 | let start = Instant::now(); | ||
| 100 | for _ in 0..num_steps { | ||
| 101 | let now = Instant::now(); | ||
| 102 | while now.elapsed().as_ticks() < work_ticks {} | ||
| 103 | Timer::after_ticks(idle_ticks).await; | ||
| 104 | } | ||
| 105 | let elapsed = start.elapsed().as_ticks(); | ||
| 106 | defmt::println!( | ||
| 107 | "Trial complete, theoretical ticks: {=u64}, actual ticks: {=u64}", | ||
| 108 | theoretical, | ||
| 109 | elapsed | ||
| 110 | ); | ||
| 111 | let ratio = ((elapsed as f32) / (theoretical as f32)) * 100.0; | ||
| 112 | defmt::println!("Took {=f32}% of ideal time", ratio); | ||
| 113 | Timer::after_millis(500).await; | ||
| 114 | } | ||
| 115 | |||
| 116 | Timer::after_secs(1).await; | ||
| 117 | |||
| 118 | defmt::println!(""); | ||
| 119 | defmt::println!("Starting PRIORITIZED worker trials"); | ||
| 120 | for _ in 0..trials { | ||
| 121 | // | ||
| 122 | // PRIORITIZED worker | ||
| 123 | // | ||
| 124 | defmt::println!(""); | ||
| 125 | defmt::println!("Starting prioritized worker"); | ||
| 126 | let start = Instant::now(); | ||
| 127 | // Set the deadline to ~2x the theoretical time. In practice, setting any deadline | ||
| 128 | // here elevates the current task above all other worker tasks. | ||
| 129 | let meta = embassy_executor::Metadata::for_current_task().await; | ||
| 130 | meta.set_deadline_after(theoretical * 2); | ||
| 131 | |||
| 132 | // Perform the trial | ||
| 133 | for _ in 0..num_steps { | ||
| 134 | let now = Instant::now(); | ||
| 135 | while now.elapsed().as_ticks() < work_ticks {} | ||
| 136 | Timer::after_ticks(idle_ticks).await; | ||
| 137 | } | ||
| 138 | |||
| 139 | let elapsed = start.elapsed().as_ticks(); | ||
| 140 | defmt::println!( | ||
| 141 | "Trial complete, theoretical ticks: {=u64}, actual ticks: {=u64}", | ||
| 142 | theoretical, | ||
| 143 | elapsed | ||
| 144 | ); | ||
| 145 | let ratio = ((elapsed as f32) / (theoretical as f32)) * 100.0; | ||
| 146 | defmt::println!("Took {=f32}% of ideal time", ratio); | ||
| 147 | |||
| 148 | // Unset the deadline, deadlines are not automatically cleared, and if our | ||
| 149 | // deadline is in the past, then we get very high priority! | ||
| 150 | meta.unset_deadline(); | ||
| 151 | |||
| 152 | Timer::after_millis(500).await; | ||
| 153 | } | ||
| 154 | |||
| 155 | defmt::println!(""); | ||
| 156 | defmt::println!("Trials Complete."); | ||
| 157 | } | ||
| 158 | |||
| 159 | #[embassy_executor::task(pool_size = 32)] | ||
| 160 | async fn load_task(id: u32, ticks_on: u64, ttl_ticks: u64) { | ||
| 161 | let mut last_print = Instant::now(); | ||
| 162 | let mut last_tick = last_print; | ||
| 163 | let mut variance = 0; | ||
| 164 | let mut max_variance = 0; | ||
| 165 | loop { | ||
| 166 | let tgt = last_tick + Duration::from_ticks(ttl_ticks); | ||
| 167 | assert!(tgt > Instant::now(), "fell too behind!"); | ||
| 168 | |||
| 169 | Timer::at(tgt).await; | ||
| 170 | let now = Instant::now(); | ||
| 171 | // How late are we from the target? | ||
| 172 | let var = now.duration_since(tgt).as_ticks(); | ||
| 173 | max_variance = max_variance.max(var); | ||
| 174 | variance += var; | ||
| 175 | |||
| 176 | // blocking work | ||
| 177 | while now.elapsed().as_ticks() < ticks_on {} | ||
| 178 | |||
| 179 | if last_print.elapsed() >= Duration::from_secs(1) { | ||
| 180 | defmt::trace!( | ||
| 181 | "Task {=u32} variance ticks (1s): {=u64}, max: {=u64}, act: {=u64}", | ||
| 182 | id, | ||
| 183 | variance, | ||
| 184 | max_variance, | ||
| 185 | ticks_on, | ||
| 186 | ); | ||
| 187 | max_variance = 0; | ||
| 188 | variance = 0; | ||
| 189 | last_print = Instant::now(); | ||
| 190 | } | ||
| 191 | |||
| 192 | last_tick = tgt; | ||
| 193 | } | ||
| 194 | } | ||
