xref: /freebsd/sys/contrib/zstd/programs/util.h (revision a0483764f3d68669e9b7db074bcbd45b050166bb)
10c16b537SWarner Losh /*
20c16b537SWarner Losh  * Copyright (c) 2016-present, Przemyslaw Skibinski, Yann Collet, Facebook, Inc.
30c16b537SWarner Losh  * All rights reserved.
40c16b537SWarner Losh  *
50c16b537SWarner Losh  * This source code is licensed under both the BSD-style license (found in the
60c16b537SWarner Losh  * LICENSE file in the root directory of this source tree) and the GPLv2 (found
70c16b537SWarner Losh  * in the COPYING file in the root directory of this source tree).
80c16b537SWarner Losh  * You may select, at your option, one of the above-listed licenses.
90c16b537SWarner Losh  */
100c16b537SWarner Losh 
110c16b537SWarner Losh #ifndef UTIL_H_MODULE
120c16b537SWarner Losh #define UTIL_H_MODULE
130c16b537SWarner Losh 
140c16b537SWarner Losh #if defined (__cplusplus)
150c16b537SWarner Losh extern "C" {
160c16b537SWarner Losh #endif
170c16b537SWarner Losh 
180c16b537SWarner Losh 
190c16b537SWarner Losh /*-****************************************
200c16b537SWarner Losh *  Dependencies
210c16b537SWarner Losh ******************************************/
220f743729SConrad Meyer #include "platform.h"     /* PLATFORM_POSIX_VERSION, ZSTD_NANOSLEEP_SUPPORT, ZSTD_SETPRIORITY_SUPPORT */
23*a0483764SConrad Meyer #include <stdlib.h>       /* malloc, realloc, free */
240c16b537SWarner Losh #include <stddef.h>       /* size_t, ptrdiff_t */
250c16b537SWarner Losh #include <stdio.h>        /* fprintf */
260c16b537SWarner Losh #include <sys/types.h>    /* stat, utime */
270f743729SConrad Meyer #include <sys/stat.h>     /* stat, chmod */
280c16b537SWarner Losh #if defined(_MSC_VER)
290c16b537SWarner Losh #  include <sys/utime.h>  /* utime */
300c16b537SWarner Losh #  include <io.h>         /* _chmod */
310c16b537SWarner Losh #else
320c16b537SWarner Losh #  include <unistd.h>     /* chown, stat */
330c16b537SWarner Losh #  include <utime.h>      /* utime */
340c16b537SWarner Losh #endif
35052d3c12SConrad Meyer #include <time.h>         /* clock_t, clock, CLOCKS_PER_SEC, nanosleep */
360c16b537SWarner Losh #include "mem.h"          /* U32, U64 */
370c16b537SWarner Losh 
380c16b537SWarner Losh 
39*a0483764SConrad Meyer /*-************************************************************
400f743729SConrad Meyer * Avoid fseek()'s 2GiB barrier with MSVC, macOS, *BSD, MinGW
410c16b537SWarner Losh ***************************************************************/
420c16b537SWarner Losh #if defined(_MSC_VER) && (_MSC_VER >= 1400)
430c16b537SWarner Losh #   define UTIL_fseek _fseeki64
440c16b537SWarner Losh #elif !defined(__64BIT__) && (PLATFORM_POSIX_VERSION >= 200112L) /* No point defining Large file for 64 bit */
450c16b537SWarner Losh #  define UTIL_fseek fseeko
460c16b537SWarner Losh #elif defined(__MINGW32__) && defined(__MSVCRT__) && !defined(__STRICT_ANSI__) && !defined(__NO_MINGW_LFS)
470c16b537SWarner Losh #   define UTIL_fseek fseeko64
480c16b537SWarner Losh #else
490c16b537SWarner Losh #   define UTIL_fseek fseek
500c16b537SWarner Losh #endif
510c16b537SWarner Losh 
520c16b537SWarner Losh 
530f743729SConrad Meyer /*-*************************************************
540f743729SConrad Meyer *  Sleep & priority functions: Windows - Posix - others
550f743729SConrad Meyer ***************************************************/
560c16b537SWarner Losh #if defined(_WIN32)
570c16b537SWarner Losh #  include <windows.h>
580c16b537SWarner Losh #  define SET_REALTIME_PRIORITY SetPriorityClass(GetCurrentProcess(), REALTIME_PRIORITY_CLASS)
590c16b537SWarner Losh #  define UTIL_sleep(s) Sleep(1000*s)
600c16b537SWarner Losh #  define UTIL_sleepMilli(milli) Sleep(milli)
610f743729SConrad Meyer 
620f743729SConrad Meyer #elif PLATFORM_POSIX_VERSION > 0 /* Unix-like operating system */
630f743729SConrad Meyer #  include <unistd.h>   /* sleep */
640c16b537SWarner Losh #  define UTIL_sleep(s) sleep(s)
650f743729SConrad Meyer #  if ZSTD_NANOSLEEP_SUPPORT   /* necessarily defined in platform.h */
660c16b537SWarner Losh #      define UTIL_sleepMilli(milli) { struct timespec t; t.tv_sec=0; t.tv_nsec=milli*1000000ULL; nanosleep(&t, NULL); }
670c16b537SWarner Losh #  else
680c16b537SWarner Losh #      define UTIL_sleepMilli(milli) /* disabled */
690c16b537SWarner Losh #  endif
700f743729SConrad Meyer #  if ZSTD_SETPRIORITY_SUPPORT
710f743729SConrad Meyer #    include <sys/resource.h> /* setpriority */
720f743729SConrad Meyer #    define SET_REALTIME_PRIORITY setpriority(PRIO_PROCESS, 0, -20)
730c16b537SWarner Losh #  else
740c16b537SWarner Losh #    define SET_REALTIME_PRIORITY /* disabled */
750f743729SConrad Meyer #  endif
760f743729SConrad Meyer 
770f743729SConrad Meyer #else  /* unknown non-unix operating systen */
780c16b537SWarner Losh #  define UTIL_sleep(s)          /* disabled */
790c16b537SWarner Losh #  define UTIL_sleepMilli(milli) /* disabled */
800f743729SConrad Meyer #  define SET_REALTIME_PRIORITY  /* disabled */
810c16b537SWarner Losh #endif
820c16b537SWarner Losh 
830c16b537SWarner Losh 
84*a0483764SConrad Meyer /*-*************************************
850c16b537SWarner Losh *  Constants
860c16b537SWarner Losh ***************************************/
870c16b537SWarner Losh #define LIST_SIZE_INCREASE   (8*1024)
880c16b537SWarner Losh 
890c16b537SWarner Losh 
900c16b537SWarner Losh /*-****************************************
910c16b537SWarner Losh *  Compiler specifics
920c16b537SWarner Losh ******************************************/
930c16b537SWarner Losh #if defined(__INTEL_COMPILER)
940c16b537SWarner Losh #  pragma warning(disable : 177)    /* disable: message #177: function was declared but never referenced, useful with UTIL_STATIC */
950c16b537SWarner Losh #endif
960c16b537SWarner Losh #if defined(__GNUC__)
970c16b537SWarner Losh #  define UTIL_STATIC static __attribute__((unused))
980c16b537SWarner Losh #elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
990c16b537SWarner Losh #  define UTIL_STATIC static inline
1000c16b537SWarner Losh #elif defined(_MSC_VER)
1010c16b537SWarner Losh #  define UTIL_STATIC static __inline
1020c16b537SWarner Losh #else
1030c16b537SWarner Losh #  define UTIL_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
1040c16b537SWarner Losh #endif
1050c16b537SWarner Losh 
1060c16b537SWarner Losh 
1070c16b537SWarner Losh /*-****************************************
1080c16b537SWarner Losh *  Console log
1090c16b537SWarner Losh ******************************************/
110*a0483764SConrad Meyer extern int g_utilDisplayLevel;
1110c16b537SWarner Losh #define UTIL_DISPLAY(...)         fprintf(stderr, __VA_ARGS__)
1120c16b537SWarner Losh #define UTIL_DISPLAYLEVEL(l, ...) { if (g_utilDisplayLevel>=l) { UTIL_DISPLAY(__VA_ARGS__); } }
1130c16b537SWarner Losh 
1140c16b537SWarner Losh 
1150c16b537SWarner Losh /*-****************************************
1160c16b537SWarner Losh *  Time functions
1170c16b537SWarner Losh ******************************************/
1180c16b537SWarner Losh #if defined(_WIN32)   /* Windows */
119*a0483764SConrad Meyer 
120052d3c12SConrad Meyer     #define UTIL_TIME_INITIALIZER { { 0, 0 } }
1210c16b537SWarner Losh     typedef LARGE_INTEGER UTIL_time_t;
1220f743729SConrad Meyer 
1230c16b537SWarner Losh #elif defined(__APPLE__) && defined(__MACH__)
12419fcbaf1SConrad Meyer 
1250c16b537SWarner Losh     #include <mach/mach_time.h>
126052d3c12SConrad Meyer     #define UTIL_TIME_INITIALIZER 0
1270c16b537SWarner Losh     typedef U64 UTIL_time_t;
1280f743729SConrad Meyer 
1290f743729SConrad Meyer #elif (PLATFORM_POSIX_VERSION >= 200112L) \
1300f743729SConrad Meyer    && (defined(__UCLIBC__)                \
1310f743729SConrad Meyer       || (defined(__GLIBC__)              \
1320f743729SConrad Meyer           && ((__GLIBC__ == 2 && __GLIBC_MINOR__ >= 17) \
1330f743729SConrad Meyer              || (__GLIBC__ > 2))))
13419fcbaf1SConrad Meyer 
135052d3c12SConrad Meyer     #define UTIL_TIME_INITIALIZER { 0, 0 }
1360c16b537SWarner Losh     typedef struct timespec UTIL_freq_t;
1370c16b537SWarner Losh     typedef struct timespec UTIL_time_t;
1380f743729SConrad Meyer 
139*a0483764SConrad Meyer     UTIL_time_t UTIL_getSpanTime(UTIL_time_t begin, UTIL_time_t end);
1400f743729SConrad Meyer 
1410c16b537SWarner Losh #else   /* relies on standard C (note : clock_t measurements can be wrong when using multi-threading) */
142*a0483764SConrad Meyer 
1430c16b537SWarner Losh     typedef clock_t UTIL_time_t;
144052d3c12SConrad Meyer     #define UTIL_TIME_INITIALIZER 0
145*a0483764SConrad Meyer 
1460c16b537SWarner Losh #endif
1470c16b537SWarner Losh 
148*a0483764SConrad Meyer UTIL_time_t UTIL_getTime(void);
149*a0483764SConrad Meyer U64 UTIL_getSpanTimeMicro(UTIL_time_t clockStart, UTIL_time_t clockEnd);
150*a0483764SConrad Meyer U64 UTIL_getSpanTimeNano(UTIL_time_t clockStart, UTIL_time_t clockEnd);
151*a0483764SConrad Meyer 
152052d3c12SConrad Meyer #define SEC_TO_MICRO 1000000
1530c16b537SWarner Losh 
1540c16b537SWarner Losh /* returns time span in microseconds */
155*a0483764SConrad Meyer U64 UTIL_clockSpanMicro(UTIL_time_t clockStart);
1560c16b537SWarner Losh 
15719fcbaf1SConrad Meyer /* returns time span in microseconds */
158*a0483764SConrad Meyer U64 UTIL_clockSpanNano(UTIL_time_t clockStart);
159*a0483764SConrad Meyer void UTIL_waitForNextTick(void);
1600c16b537SWarner Losh 
1610c16b537SWarner Losh /*-****************************************
1620c16b537SWarner Losh *  File functions
1630c16b537SWarner Losh ******************************************/
1640c16b537SWarner Losh #if defined(_MSC_VER)
1650c16b537SWarner Losh     #define chmod _chmod
1660c16b537SWarner Losh     typedef struct __stat64 stat_t;
1670c16b537SWarner Losh #else
1680c16b537SWarner Losh     typedef struct stat stat_t;
1690c16b537SWarner Losh #endif
1700c16b537SWarner Losh 
1710c16b537SWarner Losh 
172*a0483764SConrad Meyer int UTIL_fileExist(const char* filename);
173*a0483764SConrad Meyer int UTIL_isRegularFile(const char* infilename);
174*a0483764SConrad Meyer int UTIL_setFileStat(const char* filename, stat_t* statbuf);
175*a0483764SConrad Meyer U32 UTIL_isDirectory(const char* infilename);
176*a0483764SConrad Meyer int UTIL_getFileStat(const char* infilename, stat_t* statbuf);
17719fcbaf1SConrad Meyer 
178*a0483764SConrad Meyer U32 UTIL_isLink(const char* infilename);
179052d3c12SConrad Meyer #define UTIL_FILESIZE_UNKNOWN  ((U64)(-1))
180*a0483764SConrad Meyer U64 UTIL_getFileSize(const char* infilename);
1810c16b537SWarner Losh 
182*a0483764SConrad Meyer U64 UTIL_getTotalFileSize(const char* const * const fileNamesTable, unsigned nbFiles);
1830c16b537SWarner Losh 
1840c16b537SWarner Losh /*
1850c16b537SWarner Losh  * A modified version of realloc().
1860c16b537SWarner Losh  * If UTIL_realloc() fails the original block is freed.
1870c16b537SWarner Losh */
1880c16b537SWarner Losh UTIL_STATIC void* UTIL_realloc(void *ptr, size_t size)
1890c16b537SWarner Losh {
1900c16b537SWarner Losh     void *newptr = realloc(ptr, size);
1910c16b537SWarner Losh     if (newptr) return newptr;
1920c16b537SWarner Losh     free(ptr);
1930c16b537SWarner Losh     return NULL;
1940c16b537SWarner Losh }
1950c16b537SWarner Losh 
196*a0483764SConrad Meyer int UTIL_prepareFileList(const char* dirName, char** bufStart, size_t* pos, char** bufEnd, int followLinks);
1970c16b537SWarner Losh #ifdef _WIN32
1980c16b537SWarner Losh #  define UTIL_HAS_CREATEFILELIST
1990c16b537SWarner Losh #elif defined(__linux__) || (PLATFORM_POSIX_VERSION >= 200112L)  /* opendir, readdir require POSIX.1-2001 */
2000c16b537SWarner Losh #  define UTIL_HAS_CREATEFILELIST
2010c16b537SWarner Losh #  include <dirent.h>       /* opendir, readdir */
2020c16b537SWarner Losh #  include <string.h>       /* strerror, memcpy */
2030c16b537SWarner Losh #else
2040c16b537SWarner Losh #endif /* #ifdef _WIN32 */
2050c16b537SWarner Losh 
2060c16b537SWarner Losh /*
2070c16b537SWarner Losh  * UTIL_createFileList - takes a list of files and directories (params: inputNames, inputNamesNb), scans directories,
2080c16b537SWarner Losh  *                       and returns a new list of files (params: return value, allocatedBuffer, allocatedNamesNb).
2090c16b537SWarner Losh  * After finishing usage of the list the structures should be freed with UTIL_freeFileList(params: return value, allocatedBuffer)
2100c16b537SWarner Losh  * In case of error UTIL_createFileList returns NULL and UTIL_freeFileList should not be called.
2110c16b537SWarner Losh  */
212*a0483764SConrad Meyer const char**
2130f743729SConrad Meyer UTIL_createFileList(const char **inputNames, unsigned inputNamesNb,
2140f743729SConrad Meyer                     char** allocatedBuffer, unsigned* allocatedNamesNb,
215*a0483764SConrad Meyer                     int followLinks);
2160c16b537SWarner Losh 
2170c16b537SWarner Losh UTIL_STATIC void UTIL_freeFileList(const char** filenameTable, char* allocatedBuffer)
2180c16b537SWarner Losh {
2190c16b537SWarner Losh     if (allocatedBuffer) free(allocatedBuffer);
2200c16b537SWarner Losh     if (filenameTable) free((void*)filenameTable);
2210c16b537SWarner Losh }
2220c16b537SWarner Losh 
223*a0483764SConrad Meyer int UTIL_countPhysicalCores(void);
2240c16b537SWarner Losh 
2250c16b537SWarner Losh #if defined (__cplusplus)
2260c16b537SWarner Losh }
2270c16b537SWarner Losh #endif
2280c16b537SWarner Losh 
2290c16b537SWarner Losh #endif /* UTIL_H_MODULE */
230