1 contributor
157 lines6.1 KB
1#ifndef COROUTINE_H
2#define COROUTINE_H
3
4#include <stdbool.h>
5#include <stddef.h>
6#include <stdint.h>
7
8///////////////////////////////////////////////////////////////////////////////
9// Coroutine
10//
11// Coroutines for C, based on setjmp/longjmp.
12// Thread safe - each thread has its own coroutine system
13// Coroutines are cooperatively scheduled
14// Coroutines have their own stack (currently 16K each)
15// A coroutine can be continued, queried, or deleted on a different thread.
16//
17// Usage:
18// Coroutine_StartSystem(); // call once per thread before using coroutines
19// Coroutine *co = Coroutine_New(start_function);
20// void *result;
21// if (Coroutine_Run(co, initial_value, &result)) {
22// // Handle the failure
23// }
24// Coroutine_Delete(co);
25// Coroutine_StopSystem(); // call once per thread when done with coroutines
26//
27// Inside the coroutine function:
28// void *value = Coroutine_Yield(yield_value, on_yield, this);
29// ...
30// return return_value;
31//
32// To create a coroutine:
33// Coroutine *co = Coroutine_New(start_function);
34// To start or continue a coroutine:
35// void *result = Coroutine_Continue(co, value, early);
36// // early=true puts the coroutine at the head of the run queue
37// // early=false puts the coroutine at the tail of the run queue
38// To yield from inside a coroutine:
39// void *value = Coroutine_Yield(yield_value, on_yield, this);
40// // on_yield is called before the next coroutine is run
41// // 'this' is passed to on_yield as its parameter
42// // value is the value passed to Coroutine_Continue
43// To delete a coroutine:
44// Coroutine_Delete(co);
45// To get the value yielded from, or returned by a corotuine:
46// void *value = Coroutine_GetValue(co);
47// To get the currently running coroutine (NULL if none):
48// Coroutine *co = Coroutine_GetActive();
49// To check if a coroutine is currently running:
50// bool running = Coroutine_IsRunning(co);
51//
52// Notes:
53// Coroutine is not expected to be used directly, but as a foundation for
54// higher level constructs such as Generators, Async, etc.
55//
56///////////////////////////////////////////////////////////////////////////////
57
58
59// The stack is used as follows:
60// +------------------+ <- stack top
61// | coroutine header | <- more claimed as needed in Coroutine_New
62// +------------------+ <-
63// | coroutine stack | <-
64// +------------------+ <-
65// | coroutine header |
66// +------------------+
67// | coroutine stack |
68// +------------------+
69// | coroutine header |
70// +------------------+
71// | coroutine stack |
72// +------------------+
73// | coroutine header |
74// +------------------+
75// | coroutine stack |
76// +------------------+
77// | coroutine header |
78// +------------------+
79// | startup space | <- set aside by Coroutine_StartSystem
80// +------------------+
81// | caller | <- This calls Coroutine_StartSystem etc
82// +------------------+
83// | used stack |
84// +------------------+ <- stack bottom
85
86// Each coroutine has this much stack:
87// For Python, we set it to 17 * (enough for a PyEval_EvalDefault), so we get at least 7
88// calls deep before we need a new chunk, ie maximum multi-chunk wastage is under 6% address space.
89//
90// There's a trade-off between smaller chunk sizes, which allow more async tasks to co-exist
91// on a thread, and larger chunk sizes which waste less memory in part-used chunks.
92//
93// ... which means 10000 async tasks need a 2.6 GB stack, which fits comfortably in the address map.
94//
95// Note, when developing the use of Coroutine in Python, the author found the following used
96// excessive amounts of stack space:
97// Tk_Init: on an Intel 64 bit Mac it used 72k.
98// _decimal multplies of big decimal numbers: 256k+640 (2 x 128k buffers in squaretrans_pow2() + workings)
99//
100// On 64 bit macos, PYOS_STACK_MARGIN_BYTES is 2k * sizeof(void *), ie 16k, or 17 of those, 272k, should give enough slack to operate well.
101
102// No coroutine will ask for less stack than this
103#ifndef COROUTINE_MINIMUM_STACK_SIZE
104 #define COROUTINE_MINIMUM_STACK_SIZE (4096 * sizeof(void *))
105#endif
106
107// When Coroutine is started, an amount of stack is set aside to give
108// the caller of Coroutine_StartSystem a bit of room to work before calling
109// Coroutine_Run(), that is this amount:
110#ifndef COROUTINE_STARTUP_STACK_SIZE
111 #define COROUTINE_STARTUP_STACK_SIZE (128 * sizeof(void *))
112#endif
113
114// This is *expensive* to turn on, especially if you have lots of stack pieces (eg when there's lots of Tasks)
115#ifndef COROUTINE_CHECK_INTEGRITY_ON_STACK_CHECK
116 #define COROUTINE_CHECK_INTEGRITY_ON_STACK_CHECK 0
117#endif
118
119// Returned by Coroutine_StopSystem(), this summarises the coroutine session
120typedef struct Coroutine_Report {
121 unsigned coroutines_created;
122 unsigned coroutines_pool_size;
123 size_t lowest_headroom;
124 size_t largest_stack;
125} Coroutine_Report;
126
127typedef struct Coroutine Coroutine;
128
129typedef void (*Coroutine_YieldCallback)(void *me);
130typedef void *(*Coroutine_Start)(void *);
131
132extern void Coroutine_StartSystem(void);
133extern void Coroutine_SetStackLimit(void *);
134extern Coroutine_Report Coroutine_StopSystem(void);
135extern void Coroutine_CheckIntegrity(void);
136extern Coroutine *Coroutine_New(size_t size, Coroutine_Start start);
137extern void Coroutine_Run_Coroutine(Coroutine *cor, void *value);
138extern bool Coroutine_Run(size_t size, Coroutine_Start start, void *value, void **result);
139extern void Coroutine_Delete(Coroutine *cor);
140extern bool Coroutine_Continue(Coroutine *cor, void *value, bool early);
141extern void *Coroutine_Yield(void *value, Coroutine_YieldCallback on_yield, void *me);
142extern void *Coroutine_GetValue(Coroutine *cor);
143extern Coroutine *Coroutine_GetActive(void);
144extern intptr_t Coroutine_GetStackHeadroom(void);
145extern void *Coroutine_GetStackHWM(void);
146extern void Coroutine_ClearStackForHWM(void);
147extern bool Coroutine_CanStartCoroutine(size_t size);
148extern void *Coroutine_GetCStackTop(void);
149extern bool Coroutine_Chain(size_t size, Coroutine_Start start, void *value, void **result);
150extern bool Coroutine_IsStarted(void);
151extern bool Coroutine_IsRunning(Coroutine *cor);
152extern bool Coroutine_IsComplete(Coroutine *cor);
153
154extern void _Coroutine_Dump(void);
155
156#endif
157