1 | //! Asynchronous green-threads. |
2 | //! |
3 | //! ## What are Tasks? |
4 | //! |
5 | //! A _task_ is a light weight, non-blocking unit of execution. A task is similar |
6 | //! to an OS thread, but rather than being managed by the OS scheduler, they are |
7 | //! managed by the [Tokio runtime][rt]. Another name for this general pattern is |
8 | //! [green threads]. If you are familiar with [Go's goroutines], [Kotlin's |
9 | //! coroutines], or [Erlang's processes], you can think of Tokio's tasks as |
10 | //! something similar. |
11 | //! |
12 | //! Key points about tasks include: |
13 | //! |
14 | //! * Tasks are **light weight**. Because tasks are scheduled by the Tokio |
15 | //! runtime rather than the operating system, creating new tasks or switching |
16 | //! between tasks does not require a context switch and has fairly low |
17 | //! overhead. Creating, running, and destroying large numbers of tasks is |
18 | //! quite cheap, especially compared to OS threads. |
19 | //! |
20 | //! * Tasks are scheduled **cooperatively**. Most operating systems implement |
21 | //! _preemptive multitasking_. This is a scheduling technique where the |
22 | //! operating system allows each thread to run for a period of time, and then |
23 | //! _preempts_ it, temporarily pausing that thread and switching to another. |
24 | //! Tasks, on the other hand, implement _cooperative multitasking_. In |
25 | //! cooperative multitasking, a task is allowed to run until it _yields_, |
26 | //! indicating to the Tokio runtime's scheduler that it cannot currently |
27 | //! continue executing. When a task yields, the Tokio runtime switches to |
28 | //! executing the next task. |
29 | //! |
30 | //! * Tasks are **non-blocking**. Typically, when an OS thread performs I/O or |
31 | //! must synchronize with another thread, it _blocks_, allowing the OS to |
32 | //! schedule another thread. When a task cannot continue executing, it must |
33 | //! yield instead, allowing the Tokio runtime to schedule another task. Tasks |
34 | //! should generally not perform system calls or other operations that could |
35 | //! block a thread, as this would prevent other tasks running on the same |
36 | //! thread from executing as well. Instead, this module provides APIs for |
37 | //! running blocking operations in an asynchronous context. |
38 | //! |
39 | //! [rt]: crate::runtime |
40 | //! [green threads]: https://en.wikipedia.org/wiki/Green_threads |
41 | //! [Go's goroutines]: https://tour.golang.org/concurrency/1 |
42 | //! [Kotlin's coroutines]: https://kotlinlang.org/docs/reference/coroutines-overview.html |
43 | //! [Erlang's processes]: http://erlang.org/doc/getting_started/conc_prog.html#processes |
44 | //! |
45 | //! ## Working with Tasks |
46 | //! |
47 | //! This module provides the following APIs for working with tasks: |
48 | //! |
49 | //! ### Spawning |
50 | //! |
51 | //! Perhaps the most important function in this module is [`task::spawn`]. This |
52 | //! function can be thought of as an async equivalent to the standard library's |
53 | //! [`thread::spawn`][`std::thread::spawn`]. It takes an `async` block or other |
54 | //! [future], and creates a new task to run that work concurrently: |
55 | //! |
56 | //! ``` |
57 | //! use tokio::task; |
58 | //! |
59 | //! # async fn doc() { |
60 | //! task::spawn(async { |
61 | //! // perform some work here... |
62 | //! }); |
63 | //! # } |
64 | //! ``` |
65 | //! |
66 | //! Like [`std::thread::spawn`], `task::spawn` returns a [`JoinHandle`] struct. |
67 | //! A `JoinHandle` is itself a future which may be used to await the output of |
68 | //! the spawned task. For example: |
69 | //! |
70 | //! ``` |
71 | //! use tokio::task; |
72 | //! |
73 | //! # #[tokio::main] async fn main() -> Result<(), Box<dyn std::error::Error>> { |
74 | //! let join = task::spawn(async { |
75 | //! // ... |
76 | //! "hello world!" |
77 | //! }); |
78 | //! |
79 | //! // ... |
80 | //! |
81 | //! // Await the result of the spawned task. |
82 | //! let result = join.await?; |
83 | //! assert_eq!(result, "hello world!" ); |
84 | //! # Ok(()) |
85 | //! # } |
86 | //! ``` |
87 | //! |
88 | //! Again, like `std::thread`'s [`JoinHandle` type][thread_join], if the spawned |
89 | //! task panics, awaiting its `JoinHandle` will return a [`JoinError`]. For |
90 | //! example: |
91 | //! |
92 | //! ``` |
93 | //! use tokio::task; |
94 | //! |
95 | //! # #[tokio::main] async fn main() { |
96 | //! let join = task::spawn(async { |
97 | //! panic!("something bad happened!" ) |
98 | //! }); |
99 | //! |
100 | //! // The returned result indicates that the task failed. |
101 | //! assert!(join.await.is_err()); |
102 | //! # } |
103 | //! ``` |
104 | //! |
105 | //! `spawn`, `JoinHandle`, and `JoinError` are present when the "rt" |
106 | //! feature flag is enabled. |
107 | //! |
108 | //! [`task::spawn`]: crate::task::spawn() |
109 | //! [future]: std::future::Future |
110 | //! [`std::thread::spawn`]: std::thread::spawn |
111 | //! [`JoinHandle`]: crate::task::JoinHandle |
112 | //! [thread_join]: std::thread::JoinHandle |
113 | //! [`JoinError`]: crate::task::JoinError |
114 | //! |
115 | //! #### Cancellation |
116 | //! |
117 | //! Spawned tasks may be cancelled using the [`JoinHandle::abort`] or |
118 | //! [`AbortHandle::abort`] methods. When one of these methods are called, the |
119 | //! task is signalled to shut down next time it yields at an `.await` point. If |
120 | //! the task is already idle, then it will be shut down as soon as possible |
121 | //! without running again before being shut down. Additionally, shutting down a |
122 | //! Tokio runtime (e.g. by returning from `#[tokio::main]`) immediately cancels |
123 | //! all tasks on it. |
124 | //! |
125 | //! When tasks are shut down, it will stop running at whichever `.await` it has |
126 | //! yielded at. All local variables are destroyed by running their destructor. |
127 | //! Once shutdown has completed, awaiting the [`JoinHandle`] will fail with a |
128 | //! [cancelled error](crate::task::JoinError::is_cancelled). |
129 | //! |
130 | //! Note that aborting a task does not guarantee that it fails with a cancelled |
131 | //! error, since it may complete normally first. For example, if the task does |
132 | //! not yield to the runtime at any point between the call to `abort` and the |
133 | //! end of the task, then the [`JoinHandle`] will instead report that the task |
134 | //! exited normally. |
135 | //! |
136 | //! Be aware that tasks spawned using [`spawn_blocking`] cannot be aborted |
137 | //! because they are not async. If you call `abort` on a `spawn_blocking` |
138 | //! task, then this *will not have any effect*, and the task will continue |
139 | //! running normally. The exception is if the task has not started running |
140 | //! yet; in that case, calling `abort` may prevent the task from starting. |
141 | //! |
142 | //! Be aware that calls to [`JoinHandle::abort`] just schedule the task for |
143 | //! cancellation, and will return before the cancellation has completed. To wait |
144 | //! for cancellation to complete, wait for the task to finish by awaiting the |
145 | //! [`JoinHandle`]. Similarly, the [`JoinHandle::is_finished`] method does not |
146 | //! return `true` until the cancellation has finished. |
147 | //! |
148 | //! Calling [`JoinHandle::abort`] multiple times has the same effect as calling |
149 | //! it once. |
150 | //! |
151 | //! Tokio also provides an [`AbortHandle`], which is like the [`JoinHandle`], |
152 | //! except that it does not provide a mechanism to wait for the task to finish. |
153 | //! Each task can only have one [`JoinHandle`], but it can have more than one |
154 | //! [`AbortHandle`]. |
155 | //! |
156 | //! [`JoinHandle::abort`]: crate::task::JoinHandle::abort |
157 | //! [`AbortHandle::abort`]: crate::task::AbortHandle::abort |
158 | //! [`AbortHandle`]: crate::task::AbortHandle |
159 | //! [`JoinHandle::is_finished`]: crate::task::JoinHandle::is_finished |
160 | //! |
161 | //! ### Blocking and Yielding |
162 | //! |
163 | //! As we discussed above, code running in asynchronous tasks should not perform |
164 | //! operations that can block. A blocking operation performed in a task running |
165 | //! on a thread that is also running other tasks would block the entire thread, |
166 | //! preventing other tasks from running. |
167 | //! |
168 | //! Instead, Tokio provides two APIs for running blocking operations in an |
169 | //! asynchronous context: [`task::spawn_blocking`] and [`task::block_in_place`]. |
170 | //! |
171 | //! Be aware that if you call a non-async method from async code, that non-async |
172 | //! method is still inside the asynchronous context, so you should also avoid |
173 | //! blocking operations there. This includes destructors of objects destroyed in |
174 | //! async code. |
175 | //! |
176 | //! #### `spawn_blocking` |
177 | //! |
178 | //! The `task::spawn_blocking` function is similar to the `task::spawn` function |
179 | //! discussed in the previous section, but rather than spawning an |
180 | //! _non-blocking_ future on the Tokio runtime, it instead spawns a |
181 | //! _blocking_ function on a dedicated thread pool for blocking tasks. For |
182 | //! example: |
183 | //! |
184 | //! ``` |
185 | //! use tokio::task; |
186 | //! |
187 | //! # async fn docs() { |
188 | //! task::spawn_blocking(|| { |
189 | //! // do some compute-heavy work or call synchronous code |
190 | //! }); |
191 | //! # } |
192 | //! ``` |
193 | //! |
194 | //! Just like `task::spawn`, `task::spawn_blocking` returns a `JoinHandle` |
195 | //! which we can use to await the result of the blocking operation: |
196 | //! |
197 | //! ```rust |
198 | //! # use tokio::task; |
199 | //! # async fn docs() -> Result<(), Box<dyn std::error::Error>>{ |
200 | //! let join = task::spawn_blocking(|| { |
201 | //! // do some compute-heavy work or call synchronous code |
202 | //! "blocking completed" |
203 | //! }); |
204 | //! |
205 | //! let result = join.await?; |
206 | //! assert_eq!(result, "blocking completed" ); |
207 | //! # Ok(()) |
208 | //! # } |
209 | //! ``` |
210 | //! |
211 | //! #### `block_in_place` |
212 | //! |
213 | //! When using the [multi-threaded runtime][rt-multi-thread], the [`task::block_in_place`] |
214 | //! function is also available. Like `task::spawn_blocking`, this function |
215 | //! allows running a blocking operation from an asynchronous context. Unlike |
216 | //! `spawn_blocking`, however, `block_in_place` works by transitioning the |
217 | //! _current_ worker thread to a blocking thread, moving other tasks running on |
218 | //! that thread to another worker thread. This can improve performance by avoiding |
219 | //! context switches. |
220 | //! |
221 | //! For example: |
222 | //! |
223 | //! ``` |
224 | //! use tokio::task; |
225 | //! |
226 | //! # async fn docs() { |
227 | //! let result = task::block_in_place(|| { |
228 | //! // do some compute-heavy work or call synchronous code |
229 | //! "blocking completed" |
230 | //! }); |
231 | //! |
232 | //! assert_eq!(result, "blocking completed" ); |
233 | //! # } |
234 | //! ``` |
235 | //! |
236 | //! #### `yield_now` |
237 | //! |
238 | //! In addition, this module provides a [`task::yield_now`] async function |
239 | //! that is analogous to the standard library's [`thread::yield_now`]. Calling |
240 | //! and `await`ing this function will cause the current task to yield to the |
241 | //! Tokio runtime's scheduler, allowing other tasks to be |
242 | //! scheduled. Eventually, the yielding task will be polled again, allowing it |
243 | //! to execute. For example: |
244 | //! |
245 | //! ```rust |
246 | //! use tokio::task; |
247 | //! |
248 | //! # #[tokio::main] async fn main() { |
249 | //! async { |
250 | //! task::spawn(async { |
251 | //! // ... |
252 | //! println!("spawned task done!" ) |
253 | //! }); |
254 | //! |
255 | //! // Yield, allowing the newly-spawned task to execute first. |
256 | //! task::yield_now().await; |
257 | //! println!("main task done!" ); |
258 | //! } |
259 | //! # .await; |
260 | //! # } |
261 | //! ``` |
262 | //! |
263 | //! [`task::spawn_blocking`]: crate::task::spawn_blocking |
264 | //! [`task::block_in_place`]: crate::task::block_in_place |
265 | //! [rt-multi-thread]: ../runtime/index.html#threaded-scheduler |
266 | //! [`task::yield_now`]: crate::task::yield_now() |
267 | //! [`thread::yield_now`]: std::thread::yield_now |
268 | |
269 | cfg_rt! { |
270 | pub use crate::runtime::task::{JoinError, JoinHandle}; |
271 | |
272 | mod blocking; |
273 | pub use blocking::spawn_blocking; |
274 | |
275 | mod spawn; |
276 | pub use spawn::spawn; |
277 | |
278 | cfg_rt_multi_thread! { |
279 | pub use blocking::block_in_place; |
280 | } |
281 | |
282 | mod yield_now; |
283 | pub use yield_now::yield_now; |
284 | |
285 | pub mod coop; |
286 | #[doc (hidden)] |
287 | #[deprecated = "Moved to tokio::task::coop::consume_budget" ] |
288 | pub use coop::consume_budget; |
289 | #[doc (hidden)] |
290 | #[deprecated = "Moved to tokio::task::coop::unconstrained" ] |
291 | pub use coop::unconstrained; |
292 | #[doc (hidden)] |
293 | #[deprecated = "Moved to tokio::task::coop::Unconstrained" ] |
294 | pub use coop::Unconstrained; |
295 | |
296 | mod local; |
297 | pub use local::{spawn_local, LocalSet, LocalEnterGuard}; |
298 | |
299 | mod task_local; |
300 | pub use task_local::LocalKey; |
301 | |
302 | #[doc (inline)] |
303 | pub use join_set::JoinSet; |
304 | pub use crate::runtime::task::AbortHandle; |
305 | |
306 | // Uses #[cfg(...)] instead of macro since the macro adds docsrs annotations. |
307 | #[cfg (not(tokio_unstable))] |
308 | mod join_set; |
309 | #[cfg (tokio_unstable)] |
310 | pub mod join_set; |
311 | |
312 | pub use crate::runtime::task::{Id, id, try_id}; |
313 | |
314 | cfg_trace! { |
315 | mod builder; |
316 | pub use builder::Builder; |
317 | } |
318 | |
319 | /// Task-related futures. |
320 | pub mod futures { |
321 | pub use super::task_local::TaskLocalFuture; |
322 | } |
323 | } |
324 | |
325 | cfg_not_rt! { |
326 | pub(crate) mod coop; |
327 | } |
328 | |