2 This file is part of GNUnet.
3 Copyright (C) 2001, 2002, 2003, 2005, 2006 GNUnet e.V.
5 GNUnet is free software: you can redistribute it and/or modify it
6 under the terms of the GNU Affero General Public License as published
7 by the Free Software Foundation, either version 3 of the License,
8 or (at your option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Affero General Public License for more details.
15 You should have received a copy of the GNU Affero General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
18 SPDX-License-Identifier: AGPL3.0-or-later
22 * @file util/common_allocation.c
23 * @brief wrapper around malloc/free
24 * @author Christian Grothoff
27 #include "gnunet_crypto_lib.h"
31 #if HAVE_MALLOC_MALLOC_H
32 #include <malloc/malloc.h>
35 #define LOG(kind, ...) \
36 GNUNET_log_from (kind, "util-common-allocation", __VA_ARGS__)
38 #define LOG_STRERROR(kind, syscall) \
39 GNUNET_log_from_strerror (kind, "util-common-allocation", syscall)
42 #define INT_MAX 0x7FFFFFFF
46 #define W32_MEM_LIMIT 200000000
50 static LONG mem_used = 0;
54 * Allocate memory. Checks the return value, aborts if no more
55 * memory is available.
57 * @param size how many bytes of memory to allocate, do NOT use
58 * this function (or GNUNET_malloc()) to allocate more than several MB
59 * of memory, if you are possibly needing a very large chunk use
60 * #GNUNET_xmalloc_unchecked_() instead.
61 * @param filename where in the code was the call to GNUNET_malloc()
62 * @param linenumber where in the code was the call to GNUNET_malloc()
63 * @return pointer to size bytes of memory
66 GNUNET_xmalloc_ (size_t size, const char *filename, int linenumber)
70 /* As a security precaution, we generally do not allow very large
71 * allocations using the default 'GNUNET_malloc()' macro */
72 GNUNET_assert_at (size <= GNUNET_MAX_MALLOC_CHECKED, filename, linenumber);
73 ret = GNUNET_xmalloc_unchecked_ (size, filename, linenumber);
76 LOG_STRERROR (GNUNET_ERROR_TYPE_ERROR, "malloc");
84 * Allocate memory for a two dimensional array in one block
85 * and set up pointers. Aborts if no more memory is available.
86 * Don't use GNUNET_xnew_array_2d_ directly. Use the
87 * #GNUNET_new_array_2d macro.
88 * The memory of the elements will be zero'ed out.
90 * @param n size of the first dimension
91 * @param m size of the second dimension
92 * @param elementSize size of a single element in bytes
93 * @param filename where is this call being made (for debugging)
94 * @param linenumber line where this call is being made (for debugging)
95 * @return allocated memory, never NULL
98 GNUNET_xnew_array_2d_ (size_t n,
101 const char *filename,
104 /* use char pointer internally to avoid void pointer arithmetic warnings */
105 char **ret = GNUNET_xmalloc_ (n * sizeof(void *) /* 1. dim header */
106 + n * m * elementSize, /* element data */
110 for (size_t i = 0; i < n; i++)
111 ret[i] = (char *) ret /* base address */
112 + n * sizeof(void *) /* skip 1. dim header */
113 + i * m * elementSize; /* skip to 2. dim row header */
114 return (void **) ret;
119 * Allocate memory for a three dimensional array in one block
120 * and set up pointers. Aborts if no more memory is available.
121 * Don't use GNUNET_xnew_array_3d_ directly. Use the
122 * #GNUNET_new_array_3d macro.
123 * The memory of the elements will be zero'ed out.
125 * @param n size of the first dimension
126 * @param m size of the second dimension
127 * @param o size of the third dimension
128 * @param elementSize size of a single element in bytes
129 * @param filename where is this call being made (for debugging)
130 * @param linenumber line where this call is being made (for debugging)
131 * @return allocated memory, never NULL
134 GNUNET_xnew_array_3d_ (size_t n,
138 const char *filename,
141 /* use char pointer internally to avoid void pointer arithmetic warnings */
142 char ***ret = GNUNET_xmalloc_ (n * sizeof(void **) /* 1. dim header */
143 + n * m * sizeof(void *) /* 2. dim header */
144 + n * m * o * elementSize, /* element data */
148 for (size_t i = 0; i < n; i++)
150 /* need to cast to (char *) temporarily for byte level acuracy */
151 ret[i] = (char **) ((char *) ret /* base address */
152 + n * sizeof(void **) /* skip 1. dim header */
153 + i * m * sizeof(void *)); /* skip to 2. dim header */
154 for (size_t j = 0; j < m; j++)
155 ret[i][j] = (char *) ret /* base address */
156 + n * sizeof(void **) /* skip 1. dim header */
157 + n * m * sizeof(void *) /* skip 2. dim header */
158 + i * m * o * elementSize /* skip to 2. dim part */
159 + j * o * elementSize; /* skip to 3. dim row data */
161 return (void ***) ret;
166 * Allocate and initialize memory. Checks the return value, aborts if no more
167 * memory is available. Don't use #GNUNET_xmemdup_() directly. Use the
168 * GNUNET_memdup() macro.
170 * @param buf buffer to initialize from (must contain size bytes)
171 * @param size number of bytes to allocate
172 * @param filename where is this call being made (for debugging)
173 * @param linenumber line where this call is being made (for debugging)
174 * @return allocated memory, never NULL
177 GNUNET_xmemdup_ (const void *buf,
179 const char *filename,
184 /* As a security precaution, we generally do not allow very large
185 * allocations here */
186 GNUNET_assert_at (size <= GNUNET_MAX_MALLOC_CHECKED, filename, linenumber);
188 size += sizeof(size_t);
189 if (mem_used + size > W32_MEM_LIMIT)
192 GNUNET_assert_at (size < INT_MAX, filename, linenumber);
196 LOG_STRERROR (GNUNET_ERROR_TYPE_ERROR, "malloc");
200 *((size_t *) ret) = size;
201 ret = &((size_t *) ret)[1];
204 GNUNET_memcpy (ret, buf, size);
210 * Wrapper around malloc(). Allocates size bytes of memory.
211 * The memory will be zero'ed out.
213 * @param size the number of bytes to allocate
214 * @param filename where in the code was the call to GNUNET_malloc_unchecked()
215 * @param linenumber where in the code was the call to GNUNET_malloc_unchecked()
216 * @return pointer to size bytes of memory, NULL if we do not have enough memory
219 GNUNET_xmalloc_unchecked_ (size_t size, const char *filename, int linenumber)
226 size += sizeof(size_t);
227 if (mem_used + size > W32_MEM_LIMIT)
231 result = malloc (size);
234 memset (result, 0, size);
237 *((size_t *) result) = size;
238 result = &((size_t *) result)[1];
247 * Reallocate memory. Checks the return value, aborts if no more
248 * memory is available.
249 * The content of the intersection of the new and old size will be unchanged.
251 * @param ptr the pointer to reallocate
252 * @param n how many bytes of memory to allocate
253 * @param filename where in the code was the call to GNUNET_realloc()
254 * @param linenumber where in the code was the call to GNUNET_realloc()
255 * @return pointer to size bytes of memory
258 GNUNET_xrealloc_ (void *ptr, size_t n, const char *filename, int linenumber)
265 ptr = &((size_t *) ptr)[-1];
266 mem_used = mem_used - *((size_t *) ptr) + n;
271 uint64_t *base = ptr;
272 size_t s = M_SIZE (ptr);
276 const uint64_t baadfood = GNUNET_ntohll (0xBAADF00DBAADF00DLL);
279 GNUNET_memcpy (&cbase[n],
281 GNUNET_MIN (8 - (n % 8),
283 for (size_t i = 1 + (n + 7) / 8; i < s / 8; i++)
285 GNUNET_memcpy (&base[s / 8],
292 ptr = realloc (ptr, n);
293 if ((NULL == ptr) && (n > 0))
295 LOG_STRERROR (GNUNET_ERROR_TYPE_ERROR, "realloc");
299 ptr = &((size_t *) ptr)[1];
305 #if __BYTE_ORDER == __LITTLE_ENDIAN
306 #define BAADFOOD_STR "\x0D\xF0\xAD\xBA"
308 #if __BYTE_ORDER == __BIG_ENDIAN
309 #define BAADFOOD_STR "\xBA\xAD\xF0\x0D"
313 #include <malloc_np.h>
315 #if HAVE_MALLOC_USABLE_SIZE
316 #define M_SIZE(p) malloc_usable_size (p)
317 #elif HAVE_MALLOC_SIZE
318 #define M_SIZE(p) malloc_size (p)
322 * Free memory. Merely a wrapper for the case that we
323 * want to keep track of allocations.
325 * @param ptr the pointer to free
326 * @param filename where in the code was the call to GNUNET_free
327 * @param linenumber where in the code was the call to GNUNET_free
330 GNUNET_xfree_ (void *ptr, const char *filename, int linenumber)
332 GNUNET_assert_at (NULL != ptr, filename, linenumber);
334 ptr = &((size_t *) ptr)[-1];
335 mem_used -= *((size_t *) ptr);
340 const uint64_t baadfood = GNUNET_ntohll (0xBAADF00DBAADF00DLL);
341 uint64_t *base = ptr;
342 size_t s = M_SIZE (ptr);
344 for (size_t i = 0; i < s / 8; i++)
346 GNUNET_memcpy (&base[s / 8], &baadfood, s % 8);
355 * Dup a string (same semantics as strdup).
357 * @param str the string to dup
358 * @param filename where in the code was the call to GNUNET_strdup()
359 * @param linenumber where in the code was the call to GNUNET_strdup()
360 * @return `strdup(@a str)`
363 GNUNET_xstrdup_ (const char *str, const char *filename, int linenumber)
368 GNUNET_assert_at (str != NULL, filename, linenumber);
369 slen = strlen (str) + 1;
370 res = GNUNET_xmalloc_ (slen, filename, linenumber);
371 GNUNET_memcpy (res, str, slen);
378 strnlen (const char *s, size_t n)
382 e = memchr (s, '\0', n);
393 * Dup partially a string (same semantics as strndup).
395 * @param str the string to dup
396 * @param len the length of the string to dup
397 * @param filename where in the code was the call to GNUNET_strndup()
398 * @param linenumber where in the code was the call to GNUNET_strndup()
399 * @return `strndup(@a str,@a len)`
402 GNUNET_xstrndup_ (const char *str,
404 const char *filename,
410 return GNUNET_strdup ("");
411 GNUNET_assert_at (NULL != str, filename, linenumber);
412 len = strnlen (str, len);
413 res = GNUNET_xmalloc_ (len + 1, filename, linenumber);
414 GNUNET_memcpy (res, str, len);
415 /* res[len] = '\0'; 'malloc' zeros out anyway */
421 * Grow an array. Grows old by (*oldCount-newCount)*elementSize bytes
422 * and sets *oldCount to newCount.
424 * @param old address of the pointer to the array
426 * @param elementSize the size of the elements of the array
427 * @param oldCount address of the number of elements in the *old array
428 * @param newCount number of elements in the new array, may be 0
429 * @param filename where in the code was the call to GNUNET_array_grow()
430 * @param linenumber where in the code was the call to GNUNET_array_grow()
433 GNUNET_xgrow_ (void **old,
435 unsigned int *oldCount,
436 unsigned int newCount,
437 const char *filename,
443 GNUNET_assert_at (INT_MAX / elementSize > newCount, filename, linenumber);
444 size = newCount * elementSize;
451 tmp = GNUNET_xmalloc_ (size, filename, linenumber);
454 GNUNET_memcpy (tmp, *old, elementSize * GNUNET_MIN (*oldCount, newCount));
460 GNUNET_xfree_ (*old, filename, linenumber);
463 *oldCount = newCount;
468 * Like asprintf(), just portable.
470 * @param buf set to a buffer of sufficient size (allocated, caller must free)
471 * @param format format string (see printf(), fprintf(), etc.)
472 * @param ... data for format string
473 * @return number of bytes in `*@a buf`, excluding 0-termination
476 GNUNET_asprintf (char **buf, const char *format, ...)
481 va_start (args, format);
482 ret = vsnprintf (NULL, 0, format, args);
484 GNUNET_assert (ret >= 0);
485 *buf = GNUNET_malloc (ret + 1);
486 va_start (args, format);
487 ret = vsprintf (*buf, format, args);
494 * Like snprintf(), just aborts if the buffer is of insufficient size.
496 * @param buf pointer to buffer that is written to
497 * @param size number of bytes in buf
498 * @param format format strings
499 * @param ... data for format string
500 * @return number of bytes written to buf or negative value on error
503 GNUNET_snprintf (char *buf, size_t size, const char *format, ...)
508 va_start (args, format);
509 ret = vsnprintf (buf, size, format, args);
511 GNUNET_assert ((ret >= 0) && (((size_t) ret) < size));
517 * Create a copy of the given message.
519 * @param msg message to copy
520 * @return duplicate of the message
522 struct GNUNET_MessageHeader *
523 GNUNET_copy_message (const struct GNUNET_MessageHeader *msg)
525 struct GNUNET_MessageHeader *ret;
528 msize = ntohs (msg->size);
529 GNUNET_assert (msize >= sizeof(struct GNUNET_MessageHeader));
530 ret = GNUNET_malloc (msize);
531 GNUNET_memcpy (ret, msg, msize);
536 /* end of common_allocation.c */