1 .\" Copyright (c) 2000 FreeBSD Inc.
2 .\" All rights reserved.
4 .\" Redistribution and use in source and binary forms, with or without
5 .\" modification, are permitted provided that the following conditions
7 .\" 1. Redistributions of source code must retain the above copyright
8 .\" notice, this list of conditions and the following disclaimer.
9 .\" 2. Redistributions in binary form must reproduce the above copyright
10 .\" notice, this list of conditions and the following disclaimer in the
11 .\" documentation and/or other materials provided with the distribution.
13 .\" THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
14 .\" ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 .\" IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 .\" ARE DISCLAIMED. IN NO EVENT SHALL [your name] OR CONTRIBUTORS BE LIABLE
17 .\" FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 .\" DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 .\" OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 .\" HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 .\" LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 .\" OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 .Nd "memory management in the kernel IPC subsystem"
40 .Ss Mbuf allocation macros
41 .Fn MGET "struct mbuf *mbuf" "int how" "short type"
42 .Fn MGETHDR "struct mbuf *mbuf" "int how" "short type"
44 .Fn MCLGET "struct mbuf *mbuf" "int how"
46 .Fa "struct mbuf *mbuf"
49 .Fa "void (*free)(struct mbuf *)"
56 .Ss Mbuf utility macros
57 .Fn mtod "struct mbuf *mbuf" "type"
58 .Fn M_ALIGN "struct mbuf *mbuf" "u_int len"
59 .Fn MH_ALIGN "struct mbuf *mbuf" "u_int len"
61 .Fn M_LEADINGSPACE "struct mbuf *mbuf"
63 .Fn M_TRAILINGSPACE "struct mbuf *mbuf"
64 .Fn M_MOVE_PKTHDR "struct mbuf *to" "struct mbuf *from"
65 .Fn M_PREPEND "struct mbuf *mbuf" "int len" "int how"
66 .Fn MCHTYPE "struct mbuf *mbuf" "short type"
68 .Fn M_WRITABLE "struct mbuf *mbuf"
70 .Ss Mbuf allocation functions
72 .Fn m_get "int how" "short type"
74 .Fn m_get2 "int size" "int how" "short type" "int flags"
76 .Fn m_getm "struct mbuf *orig" "int len" "int how" "short type"
78 .Fn m_getjcl "int how" "short type" "int flags" "int size"
80 .Fn m_getcl "int how" "short type" "int flags"
82 .Fn m_gethdr "int how" "short type"
84 .Fn m_free "struct mbuf *mbuf"
86 .Fn m_freem "struct mbuf *mbuf"
88 .Ss Mbuf utility functions
90 .Fn m_adj "struct mbuf *mbuf" "int len"
92 .Fn m_align "struct mbuf *mbuf" "int len"
94 .Fn m_append "struct mbuf *mbuf" "int len" "c_caddr_t cp"
96 .Fn m_prepend "struct mbuf *mbuf" "int len" "int how"
98 .Fn m_copyup "struct mbuf *mbuf" "int len" "int dstoff"
100 .Fn m_pullup "struct mbuf *mbuf" "int len"
102 .Fn m_pulldown "struct mbuf *mbuf" "int offset" "int len" "int *offsetp"
104 .Fn m_copym "struct mbuf *mbuf" "int offset" "int len" "int how"
106 .Fn m_copypacket "struct mbuf *mbuf" "int how"
108 .Fn m_dup "const struct mbuf *mbuf" "int how"
110 .Fn m_copydata "const struct mbuf *mbuf" "int offset" "int len" "caddr_t buf"
112 .Fn m_copyback "struct mbuf *mbuf" "int offset" "int len" "caddr_t buf"
118 .Fa "struct ifnet *ifp"
119 .Fa "void (*copy)(char *from, caddr_t to, u_int len)"
122 .Fn m_cat "struct mbuf *m" "struct mbuf *n"
124 .Fn m_catpkt "struct mbuf *m" "struct mbuf *n"
126 .Fn m_fixhdr "struct mbuf *mbuf"
128 .Fn m_dup_pkthdr "struct mbuf *to" "const struct mbuf *from" "int how"
130 .Fn m_move_pkthdr "struct mbuf *to" "struct mbuf *from"
132 .Fn m_length "struct mbuf *mbuf" "struct mbuf **last"
134 .Fn m_split "struct mbuf *mbuf" "int len" "int how"
136 .Fn m_apply "struct mbuf *mbuf" "int off" "int len" "int (*f)(void *arg, void *data, u_int len)" "void *arg"
138 .Fn m_getptr "struct mbuf *mbuf" "int loc" "int *off"
140 .Fn m_defrag "struct mbuf *m0" "int how"
142 .Fn m_collapse "struct mbuf *m0" "int how" "int maxfrags"
144 .Fn m_unshare "struct mbuf *m0" "int how"
149 is a basic unit of memory management in the kernel IPC subsystem.
150 Network packets and socket buffers are stored in
152 A network packet may span multiple
157 which allows adding or trimming
158 network headers with little overhead.
160 While a developer should not bother with
162 internals without serious
163 reason in order to avoid incompatibilities with future changes, it
164 is useful to understand the general structure of an
169 consists of a variable-sized header and a small internal
174 is a constant defined in
179 .Bl -tag -width "m_nextpkt" -offset indent
182 A pointer to the next
188 A pointer to the next
193 A pointer to data attached to this
197 The length of the data.
200 The type of the data.
210 flag bits are defined as follows:
212 #define M_EXT 0x00000001 /* has associated external storage */
213 #define M_PKTHDR 0x00000002 /* start of record */
214 #define M_EOR 0x00000004 /* end of record */
215 #define M_RDONLY 0x00000008 /* associated data marked read-only */
216 #define M_NOMAP 0x00000100 /* mbuf data is unmapped */
217 #define M_NOFREE 0x00000200 /* do not free mbuf, embedded in cluster */
218 #define M_BCAST 0x00000010 /* send/received as link-level broadcast */
219 #define M_MCAST 0x00000020 /* send/received as link-level multicast */
220 #define M_PROMISC 0x00000040 /* packet was not for us */
221 #define M_VLANTAG 0x00000080 /* ether_vtag is valid */
222 #define M_TSTMP 0x00000400 /* rcv_tstmp field is valid */
223 #define M_TSTMP_HPREC 0x00000800 /* rcv_tstmp is high-prec, typically
224 hw-stamped on port (useful for IEEE 1588
227 #define M_PROTO1 0x00001000 /* protocol-specific */
228 #define M_PROTO2 0x00002000 /* protocol-specific */
229 #define M_PROTO3 0x00004000 /* protocol-specific */
230 #define M_PROTO4 0x00008000 /* protocol-specific */
231 #define M_PROTO5 0x00010000 /* protocol-specific */
232 #define M_PROTO6 0x00020000 /* protocol-specific */
233 #define M_PROTO7 0x00040000 /* protocol-specific */
234 #define M_PROTO8 0x00080000 /* protocol-specific */
235 #define M_PROTO9 0x00100000 /* protocol-specific */
236 #define M_PROTO10 0x00200000 /* protocol-specific */
237 #define M_PROTO11 0x00400000 /* protocol-specific */
238 #define M_PROTO12 0x00800000 /* protocol-specific */
243 types are defined as follows:
245 #define MT_DATA 1 /* dynamic (data) allocation */
246 #define MT_HEADER MT_DATA /* packet header */
248 #define MT_VENDOR1 4 /* for vendor-internal use */
249 #define MT_VENDOR2 5 /* for vendor-internal use */
250 #define MT_VENDOR3 6 /* for vendor-internal use */
251 #define MT_VENDOR4 7 /* for vendor-internal use */
253 #define MT_SONAME 8 /* socket name */
255 #define MT_EXP1 9 /* for experimental use */
256 #define MT_EXP2 10 /* for experimental use */
257 #define MT_EXP3 11 /* for experimental use */
258 #define MT_EXP4 12 /* for experimental use */
260 #define MT_CONTROL 14 /* extra-data protocol message */
261 #define MT_EXTCONTROL 15 /* control message with externalized contents */
262 #define MT_OOBDATA 16 /* expedited data */
265 The available external buffer types are defined as follows:
267 #define EXT_CLUSTER 1 /* mbuf cluster */
268 #define EXT_SFBUF 2 /* sendfile(2)'s sf_bufs */
269 #define EXT_JUMBOP 3 /* jumbo cluster 4096 bytes */
270 #define EXT_JUMBO9 4 /* jumbo cluster 9216 bytes */
271 #define EXT_JUMBO16 5 /* jumbo cluster 16184 bytes */
272 #define EXT_PACKET 6 /* mbuf+cluster from packet zone */
273 #define EXT_MBUF 7 /* external mbuf reference */
274 #define EXT_RXRING 8 /* data in NIC receive ring */
275 #define EXT_PGS 9 /* array of unmapped pages */
277 #define EXT_VENDOR1 224 /* for vendor-internal use */
278 #define EXT_VENDOR2 225 /* for vendor-internal use */
279 #define EXT_VENDOR3 226 /* for vendor-internal use */
280 #define EXT_VENDOR4 227 /* for vendor-internal use */
282 #define EXT_EXP1 244 /* for experimental use */
283 #define EXT_EXP2 245 /* for experimental use */
284 #define EXT_EXP3 246 /* for experimental use */
285 #define EXT_EXP4 247 /* for experimental use */
287 #define EXT_NET_DRV 252 /* custom ext_buf provided by net driver(s) */
288 #define EXT_MOD_TYPE 253 /* custom module's ext_buf type */
289 #define EXT_DISPOSABLE 254 /* can throw this buffer away w/page flipping */
290 #define EXT_EXTREF 255 /* has externally maintained ref_cnt ptr */
296 .Vt struct pkthdr Va m_pkthdr
300 It contains a pointer to the interface
301 the packet has been received from
302 .Pq Vt struct ifnet Va *rcvif ,
303 and the total packet length
305 Optionally, it may also contain an attached list of packet tags
306 .Pq Vt "struct m_tag" .
310 Fields used in offloading checksum calculation to the hardware are kept in
314 .Sx HARDWARE-ASSISTED CHECKSUM CALCULATION
317 If small enough, data is stored in the internal data buffer of an
319 If the data is sufficiently large, another
323 or external storage may be associated with the
326 bytes of data can fit into an
334 If external storage is being associated with an
338 header is added at the cost of losing the internal data buffer.
339 It includes a pointer to external storage, the size of the storage,
340 a pointer to a function used for freeing the storage,
341 a pointer to an optional argument that can be passed to the function,
342 and a pointer to a reference counter.
345 using external storage has the
349 The system supplies a macro for allocating the desired external storage
353 The allocation and management of the reference counter is handled by the
356 The system also supplies a default type of external storage buffer called an
359 can be allocated and configured with the use of the
366 in size, where MCLBYTES is a machine-dependent constant.
367 The system defines an advisory macro
369 which is the smallest amount of data to put into an
374 It is typically preferable to store data into the data region of an
376 if size permits, as opposed to allocating a separate
378 to hold the same data.
380 .Ss Macros and Functions
381 There are numerous predefined macros and functions that provide the
382 developer with common utilities.
384 .Bl -ohang -offset indent
385 .It Fn mtod mbuf type
388 pointer to a data pointer.
389 The macro expands to the data pointer cast to the specified
392 It is advisable to ensure that there is enough contiguous data in
397 .It Fn MGET mbuf how type
400 and initialize it to contain internal data.
402 will point to the allocated
404 on success, or be set to
409 argument is to be set to
413 It specifies whether the caller is willing to block if necessary.
414 A number of other functions and macros related to
416 have the same argument because they may
417 at some point need to allocate new
419 .It Fn MGETHDR mbuf how type
422 and initialize it to contain a packet header
427 .It Fn MEXTADD mbuf buf size free opt_arg1 opt_arg2 flags type
428 Associate externally managed data with
430 Any internal data contained in the mbuf will be discarded, and the
437 arguments are the address and length, respectively, of the data.
440 argument points to a function which will be called to free the data
441 when the mbuf is freed; it is only used if
449 arguments will be saved in
458 argument specifies additional
460 flags; it is not necessary to specify
464 argument specifies the type of external data, which controls how it
465 will be disposed of when the
468 In most cases, the correct value is
470 .It Fn MCLGET mbuf how
471 Allocate and attach an
475 On success, a non-zero value returned; otherwise, 0.
476 Historically, consumers would check for success by testing the
478 flag on the mbuf, but this is now discouraged to avoid unnecessary awareness
479 of the implementation of external storage in protocol stacks and device
481 .It Fn M_ALIGN mbuf len
484 to place an object of the size
486 at the end of the internal data area of
491 is newly allocated with
495 .It Fn MH_ALIGN mbuf len
496 Serves the same purpose as
508 .It Fn m_align mbuf len
509 Services the same purpose as
511 but handles any type of mbuf.
512 .It Fn M_LEADINGSPACE mbuf
513 Returns the number of bytes available before the beginning
516 .It Fn M_TRAILINGSPACE mbuf
517 Returns the number of bytes available after the end of data in
519 .It Fn M_PREPEND mbuf len how
520 This macro operates on an
522 It is an optimized wrapper for
524 that can make use of possible empty space before data
525 (e.g.\& left after trimming of a link-layer header).
533 .It Fn M_MOVE_PKTHDR to from
534 Using this macro is equivalent to calling
535 .Fn m_move_pkthdr to from .
536 .It Fn M_WRITABLE mbuf
537 This macro will evaluate true if
543 does not contain external storage or,
545 then if the reference count of the storage is not greater than 1.
550 This can be achieved during setup of the external storage,
557 macro, or can be directly set in individual
559 .It Fn MCHTYPE mbuf type
564 This is a relatively expensive operation and should be avoided.
568 .Bl -ohang -offset indent
569 .It Fn m_get how type
570 A function version of
572 for non-critical paths.
573 .It Fn m_get2 size how type flags
576 with enough space to hold specified amount of data.
577 .It Fn m_getm orig len how type
584 if necessary and append the resulting allocated
590 .No non- Ns Dv NULL .
591 If the allocation fails at any point,
592 free whatever was allocated and return
597 .No non- Ns Dv NULL ,
598 it will not be freed.
599 It is possible to use
607 (for example, one which may be sitting in a pre-allocated ring)
608 or to simply perform an all-or-nothing
613 .It Fn m_gethdr how type
614 A function version of
616 for non-critical paths.
617 .It Fn m_getcl how type flags
623 If one of the allocations fails, the entire allocation fails.
624 This routine is the preferred way of fetching both the
628 together, as it avoids having to unlock/relock between allocations.
632 .It Fn m_getjcl how type flags size
635 but it the size of the cluster allocated will be large enough for
647 The functions below operate on
649 .Bl -ohang -offset indent
653 including any external storage.
655 .It Fn m_adj mbuf len
658 bytes from the head of an
662 is positive, from the tail otherwise.
664 .It Fn m_append mbuf len cp
671 Extend the mbuf chain if the new data does not fit in
674 .It Fn m_prepend mbuf len how
677 and prepend it to the
683 It does not allocate any
695 .It Fn m_copyup mbuf len dstoff
700 bytes of data into a new mbuf at
705 argument aligns the data and leaves room for a link layer header.
715 The function does not allocate
722 .It Fn m_pullup mbuf len
723 Arrange that the first
727 are contiguous and lay in the data area of
729 so they are accessible with
731 It is important to remember that this may involve
732 reallocating some mbufs and moving data so all pointers
733 referencing data within the old mbuf chain
734 must be recalculated or made invalid.
742 is freed in this case).
744 It does not allocate any
748 must be less than or equal to
751 .It Fn m_pulldown mbuf offset len offsetp
760 are contiguous and lay in the data area of
762 so they are accessible with
765 must be smaller than, or equal to, the size of an
767 Return a pointer to an intermediate
769 in the chain containing the requested region;
770 the offset in the data region of the
772 to the data contained in the returned mbuf is stored in
776 is NULL, the region may be accessed using
780 is non-NULL, the region may be accessed using
781 .Fn mtod mbuf uint8_t
783 The region of the mbuf chain between its beginning and
785 is not modified, therefore it is safe to hold pointers to data within
786 this region before calling
789 .It Fn m_copym mbuf offset len how
794 bytes from the beginning, continuing for
801 copy to the end of the
804 The copy is read-only, because the
806 are not copied, only their reference counts are incremented.
808 .It Fn m_copypacket mbuf how
809 Copy an entire packet including header, which must be present.
810 This is an optimized version of the common case
811 .Fn m_copym mbuf 0 M_COPYALL how .
813 the copy is read-only, because the
815 are not copied, only their reference counts are incremented.
817 .It Fn m_dup mbuf how
820 into a completely new
822 including copying any
826 when you need a writable copy of an
829 .It Fn m_copydata mbuf offset len buf
834 bytes from the beginning, continuing for
836 bytes, into the indicated buffer
839 .It Fn m_copyback mbuf offset len buf
842 bytes from the buffer
844 back into the indicated
848 bytes from the beginning of the
854 It does not allocate any
866 will be allocated to fill the space.
868 .It Fn m_length mbuf last
869 Return the length of the
871 and optionally a pointer to the last
874 .It Fn m_dup_pkthdr to from how
875 Upon the function's completion, the
878 will contain an identical copy of
880 and the per-packet attributes found in the
890 must be empty on entry.
892 .It Fn m_move_pkthdr to from
895 and the per-packet attributes from the
908 must be empty on entry.
909 Upon the function's completion,
913 and the per-packet attributes cleared.
916 Set the packet-header length to the length of the
919 .It Fn m_devget buf len offset ifp copy
920 Copy data from a device local memory pointed to by
924 The copy is done using a specified copy routine
940 must be of the same type.
942 is not guaranteed to be valid after
946 does not update any packet header fields or free mbuf tags.
951 that operates on packets.
956 must contain packet headers.
958 is not guaranteed to be valid after
962 .It Fn m_split mbuf len how
965 in two pieces, returning the tail:
969 In case of failure, it returns
971 and attempts to restore the
973 to its original state.
975 .It Fn m_apply mbuf off len f arg
976 Apply a function to an
983 Typically used to avoid calls to
985 which would otherwise be unnecessary or undesirable.
987 is a convenience argument which is passed to the callback function
992 is called, it will be passed
996 in the current mbuf, and the length
998 of the data in this mbuf to which the function should be applied.
1000 The function should return zero to indicate success;
1001 otherwise, if an error is indicated, then
1003 will return the error and stop iterating through the
1006 .It Fn m_getptr mbuf loc off
1007 Return a pointer to the mbuf containing the data located at
1009 bytes from the beginning of the
1011 The corresponding offset into the mbuf will be stored in
1013 .It Fn m_defrag m0 how
1014 Defragment an mbuf chain, returning the shortest possible
1015 chain of mbufs and clusters.
1016 If allocation fails and this can not be completed,
1018 will be returned and the original chain will be unchanged.
1019 Upon success, the original chain will be freed and the new
1020 chain will be returned.
1026 depending on the caller's preference.
1028 This function is especially useful in network drivers, where
1029 certain long mbuf chains must be shortened before being added
1030 to TX descriptor lists.
1031 .It Fn m_collapse m0 how maxfrags
1032 Defragment an mbuf chain, returning a chain of at most
1035 If allocation fails or the chain cannot be collapsed as requested,
1037 will be returned, with the original chain possibly modified.
1045 .It Fn m_unshare m0 how
1046 Create a version of the specified mbuf chain whose
1047 contents can be safely modified without affecting other users.
1048 If allocation fails and this operation can not be completed,
1051 The original mbuf chain is always reclaimed and the reference
1052 count of any shared mbuf clusters is decremented.
1058 depending on the caller's preference.
1059 As a side-effect of this process the returned
1060 mbuf chain may be compacted.
1062 This function is especially useful in the transmit path of
1063 network code, when data must be encrypted or otherwise
1064 altered prior to transmission.
1066 .Sh HARDWARE-ASSISTED CHECKSUM CALCULATION
1067 This section currently applies to TCP/IP only.
1068 In order to save the host CPU resources, computing checksums is
1069 offloaded to the network interface hardware if possible.
1072 member of the leading
1074 of a packet contains two fields used for that purpose,
1075 .Vt int Va csum_flags
1077 .Vt int Va csum_data .
1078 The meaning of those fields depends on the direction a packet flows in,
1079 and on whether the packet is fragmented.
1085 will denote the corresponding field of the
1087 member of the leading
1091 containing the packet.
1093 On output, checksum offloading is attempted after the outgoing
1094 interface has been determined for a packet.
1095 The interface-specific field
1096 .Va ifnet.if_data.ifi_hwassist
1099 is consulted for the capabilities of the interface to assist in
1100 computing checksums.
1103 field of the packet header is set to indicate which actions the interface
1104 is supposed to perform on it.
1105 The actions unsupported by the network interface are done in the
1106 software prior to passing the packet down to the interface driver;
1107 such actions will never be requested through
1110 The flags demanding a particular action from an interface are as follows:
1111 .Bl -tag -width ".Dv CSUM_TCP" -offset indent
1113 The IP header checksum is to be computed and stored in the
1114 corresponding field of the packet.
1115 The hardware is expected to know the format of an IP header
1116 to determine the offset of the IP checksum field.
1118 The TCP checksum is to be computed.
1121 The UDP checksum is to be computed.
1125 Should a TCP or UDP checksum be offloaded to the hardware,
1128 will contain the byte offset of the checksum field relative to the
1129 end of the IP header.
1130 In this case, the checksum field will be initially
1131 set by the TCP/IP module to the checksum of the pseudo header
1132 defined by the TCP and UDP specifications.
1134 On input, an interface indicates the actions it has performed
1135 on a packet by setting one or more of the following flags in
1137 associated with the packet:
1138 .Bl -tag -width ".Dv CSUM_IP_CHECKED" -offset indent
1139 .It Dv CSUM_IP_CHECKED
1140 The IP header checksum has been computed.
1141 .It Dv CSUM_IP_VALID
1142 The IP header has a valid checksum.
1143 This flag can appear only in combination with
1144 .Dv CSUM_IP_CHECKED .
1145 .It Dv CSUM_DATA_VALID
1146 The checksum of the data portion of the IP packet has been computed
1147 and stored in the field
1149 in network byte order.
1150 .It Dv CSUM_PSEUDO_HDR
1151 Can be set only along with
1153 to indicate that the IP data checksum found in
1155 allows for the pseudo header defined by the TCP and UDP specifications.
1156 Otherwise the checksum of the pseudo header must be calculated by
1157 the host CPU and added to
1159 to obtain the final checksum to be used for TCP or UDP validation purposes.
1162 If a particular network interface just indicates success or
1163 failure of TCP or UDP checksum validation without returning
1164 the exact value of the checksum to the host CPU, its driver can mark
1174 hexadecimal to indicate a valid checksum.
1175 It is a peculiarity of the algorithm used that the Internet checksum
1176 calculated over any valid packet will be
1178 as long as the original checksum field is included.
1180 When running a kernel compiled with the option
1181 .Dv MBUF_STRESS_TEST ,
1184 -controlled options may be used to create
1185 various failure/extreme cases for testing of network drivers
1186 and other parts of the kernel that rely on
1188 .Bl -tag -width ident
1189 .It Va net.inet.ip.mbuf_frag_size
1192 to fragment outgoing
1194 into fragments of the specified size.
1195 Setting this variable to 1 is an excellent way to
1198 handling ability of network drivers.
1199 .It Va kern.ipc.m_defragrandomfailures
1202 to randomly fail, returning
1204 Any piece of code which uses
1206 should be tested with this feature.
1214 .\" Please correct me if I'm wrong
1216 appeared in an early version of
1218 Besides being used for network packets, they were used
1219 to store various dynamic structures, such as routing table
1220 entries, interface addresses, protocol control blocks, etc.
1225 is almost entirely limited to packet storage, with
1227 zones being used directly to store other network-related memory.
1231 allocator has been a special-purpose memory allocator able to run in
1232 interrupt contexts and allocating from a special kernel address space map.
1237 allocator is a wrapper around
1243 + cluster pairs in per-CPU caches, as well as bringing other benefits of
1248 manual page was written by
1253 allocator was written by