1*c43cad87SWarner Losh #include "jemalloc/internal/jemalloc_preamble.h" 2*c43cad87SWarner Losh #include "jemalloc/internal/jemalloc_internal_includes.h" 3*c43cad87SWarner Losh 4*c43cad87SWarner Losh #include "jemalloc/internal/buf_writer.h" 5*c43cad87SWarner Losh #include "jemalloc/internal/malloc_io.h" 6*c43cad87SWarner Losh 7*c43cad87SWarner Losh static void * 8*c43cad87SWarner Losh buf_writer_allocate_internal_buf(tsdn_t *tsdn, size_t buf_len) { 9*c43cad87SWarner Losh #ifdef JEMALLOC_JET 10*c43cad87SWarner Losh if (buf_len > SC_LARGE_MAXCLASS) { 11*c43cad87SWarner Losh return NULL; 12*c43cad87SWarner Losh } 13*c43cad87SWarner Losh #else 14*c43cad87SWarner Losh assert(buf_len <= SC_LARGE_MAXCLASS); 15*c43cad87SWarner Losh #endif 16*c43cad87SWarner Losh return iallocztm(tsdn, buf_len, sz_size2index(buf_len), false, NULL, 17*c43cad87SWarner Losh true, arena_get(tsdn, 0, false), true); 18*c43cad87SWarner Losh } 19*c43cad87SWarner Losh 20*c43cad87SWarner Losh static void 21*c43cad87SWarner Losh buf_writer_free_internal_buf(tsdn_t *tsdn, void *buf) { 22*c43cad87SWarner Losh if (buf != NULL) { 23*c43cad87SWarner Losh idalloctm(tsdn, buf, NULL, NULL, true, true); 24*c43cad87SWarner Losh } 25*c43cad87SWarner Losh } 26*c43cad87SWarner Losh 27*c43cad87SWarner Losh static void 28*c43cad87SWarner Losh buf_writer_assert(buf_writer_t *buf_writer) { 29*c43cad87SWarner Losh assert(buf_writer != NULL); 30*c43cad87SWarner Losh assert(buf_writer->write_cb != NULL); 31*c43cad87SWarner Losh if (buf_writer->buf != NULL) { 32*c43cad87SWarner Losh assert(buf_writer->buf_size > 0); 33*c43cad87SWarner Losh } else { 34*c43cad87SWarner Losh assert(buf_writer->buf_size == 0); 35*c43cad87SWarner Losh assert(buf_writer->internal_buf); 36*c43cad87SWarner Losh } 37*c43cad87SWarner Losh assert(buf_writer->buf_end <= buf_writer->buf_size); 38*c43cad87SWarner Losh } 39*c43cad87SWarner Losh 40*c43cad87SWarner Losh bool 41*c43cad87SWarner Losh buf_writer_init(tsdn_t *tsdn, buf_writer_t *buf_writer, write_cb_t *write_cb, 42*c43cad87SWarner Losh void *cbopaque, char *buf, size_t buf_len) { 43*c43cad87SWarner Losh if (write_cb != NULL) { 44*c43cad87SWarner Losh buf_writer->write_cb = write_cb; 45*c43cad87SWarner Losh } else { 46*c43cad87SWarner Losh buf_writer->write_cb = je_malloc_message != NULL ? 47*c43cad87SWarner Losh je_malloc_message : wrtmessage; 48*c43cad87SWarner Losh } 49*c43cad87SWarner Losh buf_writer->cbopaque = cbopaque; 50*c43cad87SWarner Losh assert(buf_len >= 2); 51*c43cad87SWarner Losh if (buf != NULL) { 52*c43cad87SWarner Losh buf_writer->buf = buf; 53*c43cad87SWarner Losh buf_writer->internal_buf = false; 54*c43cad87SWarner Losh } else { 55*c43cad87SWarner Losh buf_writer->buf = buf_writer_allocate_internal_buf(tsdn, 56*c43cad87SWarner Losh buf_len); 57*c43cad87SWarner Losh buf_writer->internal_buf = true; 58*c43cad87SWarner Losh } 59*c43cad87SWarner Losh if (buf_writer->buf != NULL) { 60*c43cad87SWarner Losh buf_writer->buf_size = buf_len - 1; /* Allowing for '\0'. */ 61*c43cad87SWarner Losh } else { 62*c43cad87SWarner Losh buf_writer->buf_size = 0; 63*c43cad87SWarner Losh } 64*c43cad87SWarner Losh buf_writer->buf_end = 0; 65*c43cad87SWarner Losh buf_writer_assert(buf_writer); 66*c43cad87SWarner Losh return buf_writer->buf == NULL; 67*c43cad87SWarner Losh } 68*c43cad87SWarner Losh 69*c43cad87SWarner Losh void 70*c43cad87SWarner Losh buf_writer_flush(buf_writer_t *buf_writer) { 71*c43cad87SWarner Losh buf_writer_assert(buf_writer); 72*c43cad87SWarner Losh if (buf_writer->buf == NULL) { 73*c43cad87SWarner Losh return; 74*c43cad87SWarner Losh } 75*c43cad87SWarner Losh buf_writer->buf[buf_writer->buf_end] = '\0'; 76*c43cad87SWarner Losh buf_writer->write_cb(buf_writer->cbopaque, buf_writer->buf); 77*c43cad87SWarner Losh buf_writer->buf_end = 0; 78*c43cad87SWarner Losh buf_writer_assert(buf_writer); 79*c43cad87SWarner Losh } 80*c43cad87SWarner Losh 81*c43cad87SWarner Losh void 82*c43cad87SWarner Losh buf_writer_cb(void *buf_writer_arg, const char *s) { 83*c43cad87SWarner Losh buf_writer_t *buf_writer = (buf_writer_t *)buf_writer_arg; 84*c43cad87SWarner Losh buf_writer_assert(buf_writer); 85*c43cad87SWarner Losh if (buf_writer->buf == NULL) { 86*c43cad87SWarner Losh buf_writer->write_cb(buf_writer->cbopaque, s); 87*c43cad87SWarner Losh return; 88*c43cad87SWarner Losh } 89*c43cad87SWarner Losh size_t i, slen, n; 90*c43cad87SWarner Losh for (i = 0, slen = strlen(s); i < slen; i += n) { 91*c43cad87SWarner Losh if (buf_writer->buf_end == buf_writer->buf_size) { 92*c43cad87SWarner Losh buf_writer_flush(buf_writer); 93*c43cad87SWarner Losh } 94*c43cad87SWarner Losh size_t s_remain = slen - i; 95*c43cad87SWarner Losh size_t buf_remain = buf_writer->buf_size - buf_writer->buf_end; 96*c43cad87SWarner Losh n = s_remain < buf_remain ? s_remain : buf_remain; 97*c43cad87SWarner Losh memcpy(buf_writer->buf + buf_writer->buf_end, s + i, n); 98*c43cad87SWarner Losh buf_writer->buf_end += n; 99*c43cad87SWarner Losh buf_writer_assert(buf_writer); 100*c43cad87SWarner Losh } 101*c43cad87SWarner Losh assert(i == slen); 102*c43cad87SWarner Losh } 103*c43cad87SWarner Losh 104*c43cad87SWarner Losh void 105*c43cad87SWarner Losh buf_writer_terminate(tsdn_t *tsdn, buf_writer_t *buf_writer) { 106*c43cad87SWarner Losh buf_writer_assert(buf_writer); 107*c43cad87SWarner Losh buf_writer_flush(buf_writer); 108*c43cad87SWarner Losh if (buf_writer->internal_buf) { 109*c43cad87SWarner Losh buf_writer_free_internal_buf(tsdn, buf_writer->buf); 110*c43cad87SWarner Losh } 111*c43cad87SWarner Losh } 112*c43cad87SWarner Losh 113*c43cad87SWarner Losh void 114*c43cad87SWarner Losh buf_writer_pipe(buf_writer_t *buf_writer, read_cb_t *read_cb, 115*c43cad87SWarner Losh void *read_cbopaque) { 116*c43cad87SWarner Losh /* 117*c43cad87SWarner Losh * A tiny local buffer in case the buffered writer failed to allocate 118*c43cad87SWarner Losh * at init. 119*c43cad87SWarner Losh */ 120*c43cad87SWarner Losh static char backup_buf[16]; 121*c43cad87SWarner Losh static buf_writer_t backup_buf_writer; 122*c43cad87SWarner Losh 123*c43cad87SWarner Losh buf_writer_assert(buf_writer); 124*c43cad87SWarner Losh assert(read_cb != NULL); 125*c43cad87SWarner Losh if (buf_writer->buf == NULL) { 126*c43cad87SWarner Losh buf_writer_init(TSDN_NULL, &backup_buf_writer, 127*c43cad87SWarner Losh buf_writer->write_cb, buf_writer->cbopaque, backup_buf, 128*c43cad87SWarner Losh sizeof(backup_buf)); 129*c43cad87SWarner Losh buf_writer = &backup_buf_writer; 130*c43cad87SWarner Losh } 131*c43cad87SWarner Losh assert(buf_writer->buf != NULL); 132*c43cad87SWarner Losh ssize_t nread = 0; 133*c43cad87SWarner Losh do { 134*c43cad87SWarner Losh buf_writer->buf_end += nread; 135*c43cad87SWarner Losh buf_writer_assert(buf_writer); 136*c43cad87SWarner Losh if (buf_writer->buf_end == buf_writer->buf_size) { 137*c43cad87SWarner Losh buf_writer_flush(buf_writer); 138*c43cad87SWarner Losh } 139*c43cad87SWarner Losh nread = read_cb(read_cbopaque, 140*c43cad87SWarner Losh buf_writer->buf + buf_writer->buf_end, 141*c43cad87SWarner Losh buf_writer->buf_size - buf_writer->buf_end); 142*c43cad87SWarner Losh } while (nread > 0); 143*c43cad87SWarner Losh buf_writer_flush(buf_writer); 144*c43cad87SWarner Losh } 145