From a5324195f9a05d9f972791c3f8c70b2994e7c709 Mon Sep 17 00:00:00 2001 From: admin Date: Wed, 27 Aug 2025 18:39:00 +0200 Subject: [PATCH] feat: project init, basic lexer implementation --- .gitignore | 3 + external/nob.h | 2468 ++++++++++++++++++++++++++++++++++++++++ external/stb_c_lexer.h | 774 +++++++++++++ nob.c | 34 + src/main.c | 68 ++ test.ada | 9 + 6 files changed, 3356 insertions(+) create mode 100644 .gitignore create mode 100644 external/nob.h create mode 100644 external/stb_c_lexer.h create mode 100644 nob.c create mode 100644 src/main.c create mode 100644 test.ada diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..1ac3601 --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +nob +build/ + diff --git a/external/nob.h b/external/nob.h new file mode 100644 index 0000000..737f61f --- /dev/null +++ b/external/nob.h @@ -0,0 +1,2468 @@ +/* nob - v1.23.0 - Public Domain - https://github.com/tsoding/nob.h + + This library is the next generation of the [NoBuild](https://github.com/tsoding/nobuild) idea. + + # Quick Example + + ```c + // nob.c + #define NOB_IMPLEMENTATION + #include "nob.h" + + int main(int argc, char **argv) + { + NOB_GO_REBUILD_URSELF(argc, argv); + Nob_Cmd cmd = {0}; + nob_cmd_append(&cmd, "cc", "-Wall", "-Wextra", "-o", "main", "main.c"); + if (!nob_cmd_run(&cmd)) return 1; + return 0; + } + ``` + + ```console + $ cc -o nob nob.c + $ ./nob + ``` + + The `nob` automatically rebuilds itself if `nob.c` is modified thanks to + the `NOB_GO_REBUILD_URSELF` macro (don't forget to check out how it works below) + + # Stripping off `nob_` Prefixes + + Since Pure C does not have any namespaces we prefix each name of the API with the `nob_` to avoid any + potential conflicts with any other names in your code. But sometimes it is very annoying and makes + the code noisy. If you know that none of the names from nob.h conflict with anything in your code + you can enable NOB_STRIP_PREFIX macro and just drop all the prefixes: + + ```c + // nob.c + #define NOB_IMPLEMENTATION + #define NOB_STRIP_PREFIX + #include "nob.h" + + int main(int argc, char **argv) + { + NOB_GO_REBUILD_URSELF(argc, argv); + Cmd cmd = {0}; + cmd_append(&cmd, "cc", "-Wall", "-Wextra", "-o", "main", "main.c"); + if (!cmd_run(&cmd)) return 1; + return 0; + } + ``` + + Not all the names have strippable prefixes. All the redefinable names like `NOB_GO_REBUILD_URSELF` + for instance will retain their prefix even if NOB_STRIP_PREFIX is enabled. Notable exception is the + nob_log() function. Stripping away the prefix results in log() which was historically always referring + to the natural logarithmic function that is already defined in math.h. So there is no reason to strip + off the prefix for nob_log(). Another exception is nob_rename() which collides with the widely known + POSIX function rename(2) if you strip the prefix off. + + The prefixes are stripped off only on the level of preprocessor. The names of the functions in the + compiled object file will still retain the `nob_` prefix. Keep that in mind when you FFI with nob.h + from other languages (for whatever reason). + + If only few specific names create conflicts for you, you can just #undef those names after the + `#include ` since they are macros anyway. + + # Macro Interface + + All these macros are `#define`d by the user before including nob.h + + ## Flags + + Enable or disable certain aspects of nob.h + + - NOB_IMPLEMENTATION - Enable definitions of the functions. By default only declarations are included. + See https://github.com/nothings/stb/blob/f58f558c120e9b32c217290b80bad1a0729fbb2c/docs/stb_howto.txt + for more info. + - NOB_WARN_DEPRECATED - Warn about the usage of deprecated function. We rarely actually remove deprecated functions, + but if you want to know what is discourage you may want to enable this flag. + - NOB_EXPERIMENTAL_DELETE_OLD - Experimental feature that automatically removes `nob.old` files. It's unclear how well + it works on Windows, so it's experimental for now. + - NOB_STRIP_PREFIX - string the `nob_` prefixes from non-redefinable names. + + ## Redefinable Macros + + Redefine default behaviors of nob.h. + + - NOBDEF - Appends additional things to function declarations. You can do something like `#define NOBDEF static inline`. + - NOB_ASSERT(condition) - Redefine which assert() nob.h shall use. + - NOB_REALLOC(oldptr, size) - Redefine which realloc() nob.h shall use. + - NOB_FREE(ptr) - Redefine which free() nob.h shall use. + - NOB_DEPRECATED(message) - Redefine how nob.h shall mark functions as deprecated. + - NOB_DA_INIT_CAP - Redefine initial capacity of Dynamic Arrays. + - NOB_TEMP_CAPACITY - Redefine the capacity of the temporary storate. + - NOB_REBUILD_URSELF(binary_path, source_path) - redefine how nob.h shall rebuild itself. + - NOB_WIN32_ERR_MSG_SIZE - Redefine the capacity of the buffer for error message on Windows. +*/ + +#ifndef NOB_H_ +#define NOB_H_ +#ifdef _WIN32 +#define _CRT_SECURE_NO_WARNINGS (1) +#endif + +#ifndef NOBDEF +/* + Goes before declarations and definitions of the nob functions. Useful to `#define NOBDEF static inline` + if your source code is a single file and you want the compiler to remove unused functions. +*/ +#define NOBDEF +#endif /* NOBDEF */ + +#ifndef NOB_ASSERT +#include +#define NOB_ASSERT assert +#endif /* NOB_ASSERT */ + +#ifndef NOB_REALLOC +#include +#define NOB_REALLOC realloc +#endif /* NOB_REALLOC */ + +#ifndef NOB_FREE +#include +#define NOB_FREE free +#endif /* NOB_FREE */ + +#ifdef NOB_WARN_DEPRECATED +# ifndef NOB_DEPRECATED +# if defined(__GNUC__) || defined(__clang__) +# define NOB_DEPRECATED(message) __attribute__((deprecated(message))) +# elif defined(_MSC_VER) +# define NOB_DEPRECATED(message) __declspec(deprecated(message)) +# else +# define NOB_DEPRECATED(...) +# endif +# endif /* NOB_DEPRECATED */ +#else +# define NOB_DEPRECATED(...) +#endif /* NOB_WARN_DEPRECATED */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#ifdef _WIN32 +# define WIN32_LEAN_AND_MEAN +# define _WINUSER_ +# define _WINGDI_ +# define _IMM_ +# define _WINCON_ +# include +# include +# include +#else +# include +# include +# include +# include +# include +#endif + +#ifdef _WIN32 +# define NOB_LINE_END "\r\n" +#else +# define NOB_LINE_END "\n" +#endif + +#if defined(__GNUC__) || defined(__clang__) +// https://gcc.gnu.org/onlinedocs/gcc-4.7.2/gcc/Function-Attributes.html +# ifdef __MINGW_PRINTF_FORMAT +# define NOB_PRINTF_FORMAT(STRING_INDEX, FIRST_TO_CHECK) __attribute__ ((format (__MINGW_PRINTF_FORMAT, STRING_INDEX, FIRST_TO_CHECK))) +# else +# define NOB_PRINTF_FORMAT(STRING_INDEX, FIRST_TO_CHECK) __attribute__ ((format (printf, STRING_INDEX, FIRST_TO_CHECK))) +# endif // __MINGW_PRINTF_FORMAT +#else +// TODO: implement NOB_PRINTF_FORMAT for MSVC +# define NOB_PRINTF_FORMAT(STRING_INDEX, FIRST_TO_CHECK) +#endif + +#define NOB_UNUSED(value) (void)(value) +#define NOB_TODO(message) do { fprintf(stderr, "%s:%d: TODO: %s\n", __FILE__, __LINE__, message); abort(); } while(0) +#define NOB_UNREACHABLE(message) do { fprintf(stderr, "%s:%d: UNREACHABLE: %s\n", __FILE__, __LINE__, message); abort(); } while(0) + +#define NOB_ARRAY_LEN(array) (sizeof(array)/sizeof(array[0])) +#define NOB_ARRAY_GET(array, index) \ + (NOB_ASSERT((size_t)index < NOB_ARRAY_LEN(array)), array[(size_t)index]) + +typedef enum { + NOB_INFO, + NOB_WARNING, + NOB_ERROR, + NOB_NO_LOGS, +} Nob_Log_Level; + +// Any messages with the level below nob_minimal_log_level are going to be suppressed. +extern Nob_Log_Level nob_minimal_log_level; + +NOBDEF void nob_log(Nob_Log_Level level, const char *fmt, ...) NOB_PRINTF_FORMAT(2, 3); + +// It is an equivalent of shift command from bash (do `help shift` in bash). It basically +// pops an element from the beginning of a sized array. +#define nob_shift(xs, xs_sz) (NOB_ASSERT((xs_sz) > 0), (xs_sz)--, *(xs)++) +// NOTE: nob_shift_args() is an alias for an old variant of nob_shift that only worked with +// the command line arguments passed to the main() function. nob_shift() is more generic. +// So nob_shift_args() is semi-deprecated, but I don't see much reason to urgently +// remove it. This alias does not hurt anybody. +#define nob_shift_args(argc, argv) nob_shift(*argv, *argc) + +typedef struct { + const char **items; + size_t count; + size_t capacity; +} Nob_File_Paths; + +typedef enum { + NOB_FILE_REGULAR = 0, + NOB_FILE_DIRECTORY, + NOB_FILE_SYMLINK, + NOB_FILE_OTHER, +} Nob_File_Type; + +NOBDEF bool nob_mkdir_if_not_exists(const char *path); +NOBDEF bool nob_copy_file(const char *src_path, const char *dst_path); +NOBDEF bool nob_copy_directory_recursively(const char *src_path, const char *dst_path); +NOBDEF bool nob_read_entire_dir(const char *parent, Nob_File_Paths *children); +NOBDEF bool nob_write_entire_file(const char *path, const void *data, size_t size); +NOBDEF Nob_File_Type nob_get_file_type(const char *path); +NOBDEF bool nob_delete_file(const char *path); + +#define nob_return_defer(value) do { result = (value); goto defer; } while(0) + +// Initial capacity of a dynamic array +#ifndef NOB_DA_INIT_CAP +#define NOB_DA_INIT_CAP 256 +#endif + +#ifdef __cplusplus +#define NOB_DECLTYPE_CAST(T) (decltype(T)) +#else +#define NOB_DECLTYPE_CAST(T) +#endif // __cplusplus + +#define nob_da_reserve(da, expected_capacity) \ + do { \ + if ((expected_capacity) > (da)->capacity) { \ + if ((da)->capacity == 0) { \ + (da)->capacity = NOB_DA_INIT_CAP; \ + } \ + while ((expected_capacity) > (da)->capacity) { \ + (da)->capacity *= 2; \ + } \ + (da)->items = NOB_DECLTYPE_CAST((da)->items)NOB_REALLOC((da)->items, (da)->capacity * sizeof(*(da)->items)); \ + NOB_ASSERT((da)->items != NULL && "Buy more RAM lol"); \ + } \ + } while (0) + +// Append an item to a dynamic array +#define nob_da_append(da, item) \ + do { \ + nob_da_reserve((da), (da)->count + 1); \ + (da)->items[(da)->count++] = (item); \ + } while (0) + +#define nob_da_free(da) NOB_FREE((da).items) + +// Append several items to a dynamic array +#define nob_da_append_many(da, new_items, new_items_count) \ + do { \ + nob_da_reserve((da), (da)->count + (new_items_count)); \ + memcpy((da)->items + (da)->count, (new_items), (new_items_count)*sizeof(*(da)->items)); \ + (da)->count += (new_items_count); \ + } while (0) + +#define nob_da_resize(da, new_size) \ + do { \ + nob_da_reserve((da), new_size); \ + (da)->count = (new_size); \ + } while (0) + +#define nob_da_last(da) (da)->items[(NOB_ASSERT((da)->count > 0), (da)->count-1)] +#define nob_da_remove_unordered(da, i) \ + do { \ + size_t j = (i); \ + NOB_ASSERT(j < (da)->count); \ + (da)->items[j] = (da)->items[--(da)->count]; \ + } while(0) + +// Foreach over Dynamic Arrays. Example: +// ```c +// typedef struct { +// int *items; +// size_t count; +// size_t capacity; +// } Numbers; +// +// Numbers xs = {0}; +// +// nob_da_append(&xs, 69); +// nob_da_append(&xs, 420); +// nob_da_append(&xs, 1337); +// +// nob_da_foreach(int, x, &xs) { +// // `x` here is a pointer to the current element. You can get its index by taking a difference +// // between `x` and the start of the array which is `x.items`. +// size_t index = x - xs.items; +// nob_log(INFO, "%zu: %d", index, *x); +// } +// ``` +#define nob_da_foreach(Type, it, da) for (Type *it = (da)->items; it < (da)->items + (da)->count; ++it) + +typedef struct { + char *items; + size_t count; + size_t capacity; +} Nob_String_Builder; + +NOBDEF bool nob_read_entire_file(const char *path, Nob_String_Builder *sb); +NOBDEF int nob_sb_appendf(Nob_String_Builder *sb, const char *fmt, ...) NOB_PRINTF_FORMAT(2, 3); + +// Append a sized buffer to a string builder +#define nob_sb_append_buf(sb, buf, size) nob_da_append_many(sb, buf, size) + +// Append a NULL-terminated string to a string builder +#define nob_sb_append_cstr(sb, cstr) \ + do { \ + const char *s = (cstr); \ + size_t n = strlen(s); \ + nob_da_append_many(sb, s, n); \ + } while (0) + +// Append a single NULL character at the end of a string builder. So then you can +// use it a NULL-terminated C string +#define nob_sb_append_null(sb) nob_da_append_many(sb, "", 1) + +// Free the memory allocated by a string builder +#define nob_sb_free(sb) NOB_FREE((sb).items) + +// Process handle +#ifdef _WIN32 +typedef HANDLE Nob_Proc; +#define NOB_INVALID_PROC INVALID_HANDLE_VALUE +typedef HANDLE Nob_Fd; +#define NOB_INVALID_FD INVALID_HANDLE_VALUE +#else +typedef int Nob_Proc; +#define NOB_INVALID_PROC (-1) +typedef int Nob_Fd; +#define NOB_INVALID_FD (-1) +#endif // _WIN32 + +NOBDEF Nob_Fd nob_fd_open_for_read(const char *path); +NOBDEF Nob_Fd nob_fd_open_for_write(const char *path); +NOBDEF void nob_fd_close(Nob_Fd fd); + +typedef struct { + Nob_Proc *items; + size_t count; + size_t capacity; +} Nob_Procs; + +// Wait until the process has finished +NOBDEF bool nob_proc_wait(Nob_Proc proc); + +// Wait until all the processes have finished +NOBDEF bool nob_procs_wait(Nob_Procs procs); + +// Wait until all the processes have finished and empty the procs array. +NOBDEF bool nob_procs_flush(Nob_Procs *procs); + +// Alias to nob_procs_flush +NOB_DEPRECATED("Use `nob_procs_flush(&procs)` instead.") +NOBDEF bool nob_procs_wait_and_reset(Nob_Procs *procs); + +// Append a new process to procs array and if procs.count reaches max_procs_count call nob_procs_wait_and_reset() on it +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, .async = &procs, .max_procs = )` instead") +NOBDEF bool nob_procs_append_with_flush(Nob_Procs *procs, Nob_Proc proc, size_t max_procs_count); + +// A command - the main workhorse of Nob. Nob is all about building commands and running them +typedef struct { + const char **items; + size_t count; + size_t capacity; +} Nob_Cmd; + +// Options for nob_cmd_run_opt() function. +typedef struct { + // Run the command asynchronously appending its Nob_Proc to the provided Nob_Procs array + Nob_Procs *async; + // Maximum processes allowed in the .async list. Zero implies nob_nprocs(). + size_t max_procs; + // Redirect stdin to file + const char *stdin_path; + // Redirect stdout to file + const char *stdout_path; + // Redirect stderr to file + const char *stderr_path; +} Nob_Cmd_Opt; + +// Run the command with options. +NOBDEF bool nob_cmd_run_opt(Nob_Cmd *cmd, Nob_Cmd_Opt opt); + +// Get amount of processors on the machine. +NOBDEF int nob_nprocs(void); + +#define NOB_NANOS_PER_SEC (1000*1000*1000) + +// The maximum time span representable is 584 years. +NOBDEF uint64_t nob_nanos_since_unspecified_epoch(void); + +// Same as nob_cmd_run_opt but using cool variadic macro to set the default options. +// See https://x.com/vkrajacic/status/1749816169736073295 for more info on how to use such macros. +#define nob_cmd_run(cmd, ...) nob_cmd_run_opt((cmd), (Nob_Cmd_Opt){__VA_ARGS__}) + +// DEPRECATED: +// +// You were suppose to use this structure like this: +// +// ```c +// Nob_Fd fdin = nob_fd_open_for_read("input.txt"); +// if (fdin == NOB_INVALID_FD) fail(); +// Nob_Fd fdout = nob_fd_open_for_write("output.txt"); +// if (fdout == NOB_INVALID_FD) fail(); +// Nob_Cmd cmd = {0}; +// nob_cmd_append(&cmd, "cat"); +// if (!nob_cmd_run_sync_redirect_and_reset(&cmd, (Nob_Cmd_Redirect) { +// .fdin = &fdin, +// .fdout = &fdout +// })) fail(); +// ``` +// +// But these days you should do: +// +// ```c +// Nob_Cmd cmd = {0}; +// nob_cmd_append(&cmd, "cat"); +// if (!nob_cmd_run(&cmd, .stdin_path = "input.txt", .stdout_path = "output.txt")) fail(); +// ``` +typedef struct { + Nob_Fd *fdin; + Nob_Fd *fdout; + Nob_Fd *fderr; +} Nob_Cmd_Redirect; + +// Render a string representation of a command into a string builder. Keep in mind the the +// string builder is not NULL-terminated by default. Use nob_sb_append_null if you plan to +// use it as a C string. +NOBDEF void nob_cmd_render(Nob_Cmd cmd, Nob_String_Builder *render); + +#define nob_cmd_append(cmd, ...) \ + nob_da_append_many(cmd, \ + ((const char*[]){__VA_ARGS__}), \ + (sizeof((const char*[]){__VA_ARGS__})/sizeof(const char*))) + +// TODO: nob_cmd_extend() evaluates other_cmd twice +#define nob_cmd_extend(cmd, other_cmd) \ + nob_da_append_many(cmd, (other_cmd)->items, (other_cmd)->count) + +// Free all the memory allocated by command arguments +#define nob_cmd_free(cmd) NOB_FREE(cmd.items) + +// Run command asynchronously +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, .async = &procs)` instead, but keep in mind that it always resets the cmd array.") +NOBDEF Nob_Proc nob_cmd_run_async(Nob_Cmd cmd); + +// nob_cmd_run_async_and_reset() is just like nob_cmd_run_async() except it also resets cmd.count to 0 +// so the Nob_Cmd instance can be seamlessly used several times in a row +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, .async = &procs)` intead.") +NOBDEF Nob_Proc nob_cmd_run_async_and_reset(Nob_Cmd *cmd); + +// Run redirected command asynchronously +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, " + ".async = &procs, " + ".stdin_path = \"path/to/stdin\", " + ".stdout_path = \"path/to/stdout\", " + ".stderr_path = \"path/to/stderr\")` instead, " + "but keep in mind that it always resets the cmd array.") +NOBDEF Nob_Proc nob_cmd_run_async_redirect(Nob_Cmd cmd, Nob_Cmd_Redirect redirect); + +// Run redirected command asynchronously and set cmd.count to 0 and close all the opened files +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, " + ".async = &procs, " + ".stdin_path = \"path/to/stdin\", " + ".stdout_path = \"path/to/stdout\", " + ".stderr_path = \"path/to/stderr\")` instead.") +NOBDEF Nob_Proc nob_cmd_run_async_redirect_and_reset(Nob_Cmd *cmd, Nob_Cmd_Redirect redirect); + +// Run command synchronously +NOB_DEPRECATED("Use `nob_cmd_run(&cmd)` instead, " + "but keep in mind that it always resets the cmd array.") +NOBDEF bool nob_cmd_run_sync(Nob_Cmd cmd); + +// NOTE: nob_cmd_run_sync_and_reset() is just like nob_cmd_run_sync() except it also resets cmd.count to 0 +// so the Nob_Cmd instance can be seamlessly used several times in a row +NOB_DEPRECATED("Use `nob_cmd_run(&cmd)` instead.") +NOBDEF bool nob_cmd_run_sync_and_reset(Nob_Cmd *cmd); + +// Run redirected command synchronously +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, " + ".stdin_path = \"path/to/stdin\", " + ".stdout_path = \"path/to/stdout\", " + ".stderr_path = \"path/to/stderr\")` instead, " + "but keep in mind that it always resets the cmd array.") +NOBDEF bool nob_cmd_run_sync_redirect(Nob_Cmd cmd, Nob_Cmd_Redirect redirect); + +// Run redirected command synchronously and set cmd.count to 0 and close all the opened files +NOB_DEPRECATED("Use `nob_cmd_run(&cmd, " + ".stdin_path = \"path/to/stdin\", " + ".stdout_path = \"path/to/stdout\", " + ".stderr_path = \"path/to/stderr\")` instead.") +NOBDEF bool nob_cmd_run_sync_redirect_and_reset(Nob_Cmd *cmd, Nob_Cmd_Redirect redirect); + +#ifndef NOB_TEMP_CAPACITY +#define NOB_TEMP_CAPACITY (8*1024*1024) +#endif // NOB_TEMP_CAPACITY +NOBDEF char *nob_temp_strdup(const char *cstr); +NOBDEF void *nob_temp_alloc(size_t size); +NOBDEF char *nob_temp_sprintf(const char *format, ...) NOB_PRINTF_FORMAT(1, 2); +// nob_temp_reset() - Resets the entire temporary storage to 0. +// +// It is generally not recommended to call this function ever. What you usually want to do is let's say you have a loop, +// that allocates some temporary objects and cleans them up at the end of each iteration. You should use +// nob_temp_save() and nob_temp_rewind() to organize such loop like this: +// +// ```c +// char *message = nob_temp_sprintf("This message is still valid after the loop below"); +// while (!quit) { +// size_t mark = nob_temp_save(); +// nob_temp_alloc(69); +// nob_temp_alloc(420); +// nob_temp_alloc(1337); +// nob_temp_rewind(mark); +// } +// printf("%s\n", message); +// ``` +// +// That way all the temporary allocations created before the loop are still valid even after the loop. +// Such save/rewind blocks define lifetime boundaries of the temporary objects which also could be nested. +// This turns the temporary storage into kind of a second stack with a more manual management. +NOBDEF void nob_temp_reset(void); +NOBDEF size_t nob_temp_save(void); +NOBDEF void nob_temp_rewind(size_t checkpoint); + +// Given any path returns the last part of that path. +// "/path/to/a/file.c" -> "file.c"; "/path/to/a/directory" -> "directory" +NOBDEF const char *nob_path_name(const char *path); +NOBDEF bool nob_rename(const char *old_path, const char *new_path); +NOBDEF int nob_needs_rebuild(const char *output_path, const char **input_paths, size_t input_paths_count); +NOBDEF int nob_needs_rebuild1(const char *output_path, const char *input_path); +NOBDEF int nob_file_exists(const char *file_path); +NOBDEF const char *nob_get_current_dir_temp(void); +NOBDEF bool nob_set_current_dir(const char *path); + +// TODO: we should probably document somewhere all the compiler we support + +// The nob_cc_* macros try to abstract away the specific compiler. +// They are verify basic and not particularly flexible, but you can redefine them if you need to +// or not use them at all and create your own abstraction on top of Nob_Cmd. + +#ifndef nob_cc +# if _WIN32 +# if defined(__GNUC__) +# define nob_cc(cmd) nob_cmd_append(cmd, "cc") +# elif defined(__clang__) +# define nob_cc(cmd) nob_cmd_append(cmd, "clang") +# elif defined(_MSC_VER) +# define nob_cc(cmd) nob_cmd_append(cmd, "cl.exe") +# endif +# else +# define nob_cc(cmd) nob_cmd_append(cmd, "cc") +# endif +#endif // nob_cc + +#ifndef nob_cc_flags +# if defined(_MSC_VER) && !defined(__clang__) +# define nob_cc_flags(cmd) nob_cmd_append(cmd, "/W4", "/nologo", "/D_CRT_SECURE_NO_WARNINGS") +# else +# define nob_cc_flags(cmd) nob_cmd_append(cmd, "-Wall", "-Wextra") +# endif +#endif // nob_cc_output + +#ifndef nob_cc_output +# if defined(_MSC_VER) && !defined(__clang__) +# define nob_cc_output(cmd, output_path) nob_cmd_append(cmd, nob_temp_sprintf("/Fe:%s", (output_path))) +# else +# define nob_cc_output(cmd, output_path) nob_cmd_append(cmd, "-o", (output_path)) +# endif +#endif // nob_cc_output + +#ifndef nob_cc_inputs +# define nob_cc_inputs(cmd, ...) nob_cmd_append(cmd, __VA_ARGS__) +#endif // nob_cc_inputs + +// TODO: add MinGW support for Go Rebuild Urself™ Technology and all the nob_cc_* macros above +// Musializer contributors came up with a pretty interesting idea of an optional prefix macro which could be useful for +// MinGW support: +// https://github.com/tsoding/musializer/blob/b7578cc76b9ecb573d239acc9ccf5a04d3aba2c9/src_build/nob_win64_mingw.c#L3-L9 +// TODO: Maybe instead NOB_REBUILD_URSELF macro, the Go Rebuild Urself™ Technology should use the +// user defined nob_cc_* macros instead? +#ifndef NOB_REBUILD_URSELF +# if defined(_WIN32) +# if defined(__GNUC__) +# define NOB_REBUILD_URSELF(binary_path, source_path) "gcc", "-o", binary_path, source_path +# elif defined(__clang__) +# define NOB_REBUILD_URSELF(binary_path, source_path) "clang", "-o", binary_path, source_path +# elif defined(_MSC_VER) +# define NOB_REBUILD_URSELF(binary_path, source_path) "cl.exe", nob_temp_sprintf("/Fe:%s", (binary_path)), source_path +# endif +# else +# define NOB_REBUILD_URSELF(binary_path, source_path) "cc", "-o", binary_path, source_path +# endif +#endif + +// Go Rebuild Urself™ Technology +// +// How to use it: +// int main(int argc, char** argv) { +// NOB_GO_REBUILD_URSELF(argc, argv); +// // actual work +// return 0; +// } +// +// After you added this macro every time you run ./nob it will detect +// that you modified its original source code and will try to rebuild itself +// before doing any actual work. So you only need to bootstrap your build system +// once. +// +// The modification is detected by comparing the last modified times of the executable +// and its source code. The same way the make utility usually does it. +// +// The rebuilding is done by using the NOB_REBUILD_URSELF macro which you can redefine +// if you need a special way of bootstraping your build system. (which I personally +// do not recommend since the whole idea of NoBuild is to keep the process of bootstrapping +// as simple as possible and doing all of the actual work inside of ./nob) +// +NOBDEF void nob__go_rebuild_urself(int argc, char **argv, const char *source_path, ...); +#define NOB_GO_REBUILD_URSELF(argc, argv) nob__go_rebuild_urself(argc, argv, __FILE__, NULL) +// Sometimes your nob.c includes additional files, so you want the Go Rebuild Urself™ Technology to check +// if they also were modified and rebuild nob.c accordingly. For that we have NOB_GO_REBUILD_URSELF_PLUS(): +// ```c +// #define NOB_IMPLEMENTATION +// #include "nob.h" +// +// #include "foo.c" +// #include "bar.c" +// +// int main(int argc, char **argv) +// { +// NOB_GO_REBUILD_URSELF_PLUS(argc, argv, "foo.c", "bar.c"); +// // ... +// return 0; +// } +#define NOB_GO_REBUILD_URSELF_PLUS(argc, argv, ...) nob__go_rebuild_urself(argc, argv, __FILE__, __VA_ARGS__, NULL); + +typedef struct { + size_t count; + const char *data; +} Nob_String_View; + +NOBDEF const char *nob_temp_sv_to_cstr(Nob_String_View sv); + +NOBDEF Nob_String_View nob_sv_chop_by_delim(Nob_String_View *sv, char delim); +NOBDEF Nob_String_View nob_sv_chop_left(Nob_String_View *sv, size_t n); +NOBDEF Nob_String_View nob_sv_trim(Nob_String_View sv); +NOBDEF Nob_String_View nob_sv_trim_left(Nob_String_View sv); +NOBDEF Nob_String_View nob_sv_trim_right(Nob_String_View sv); +NOBDEF bool nob_sv_eq(Nob_String_View a, Nob_String_View b); +NOBDEF bool nob_sv_end_with(Nob_String_View sv, const char *cstr); +NOBDEF bool nob_sv_starts_with(Nob_String_View sv, Nob_String_View expected_prefix); +NOBDEF Nob_String_View nob_sv_from_cstr(const char *cstr); +NOBDEF Nob_String_View nob_sv_from_parts(const char *data, size_t count); +// nob_sb_to_sv() enables you to just view Nob_String_Builder as Nob_String_View +#define nob_sb_to_sv(sb) nob_sv_from_parts((sb).items, (sb).count) + +// printf macros for String_View +#ifndef SV_Fmt +#define SV_Fmt "%.*s" +#endif // SV_Fmt +#ifndef SV_Arg +#define SV_Arg(sv) (int) (sv).count, (sv).data +#endif // SV_Arg +// USAGE: +// String_View name = ...; +// printf("Name: "SV_Fmt"\n", SV_Arg(name)); + +// DEPRECATED: Usage of the bundled minirent.h below is deprecated, because it introduces more +// problems than it solves. It will be removed in the next major release of nob.h. In the meantime, +// it is recommended to `#define NOB_NO_MINIRENT` if it causes problems for you. +// TODO: Use NOB_DEPRECATED for minirent.h declarations + +// minirent.h HEADER BEGIN //////////////////////////////////////// +// Copyright 2021 Alexey Kutepov +// +// Permission is hereby granted, free of charge, to any person obtaining +// a copy of this software and associated documentation files (the +// "Software"), to deal in the Software without restriction, including +// without limitation the rights to use, copy, modify, merge, publish, +// distribute, sublicense, and/or sell copies of the Software, and to +// permit persons to whom the Software is furnished to do so, subject to +// the following conditions: +// +// The above copyright notice and this permission notice shall be +// included in all copies or substantial portions of the Software. +// +// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +// OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +// WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +// +// ============================================================ +// +// minirent — 0.0.1 — A subset of dirent interface for Windows. +// +// https://github.com/tsoding/minirent +// +// ============================================================ +// +// ChangeLog (https://semver.org/ is implied) +// +// 0.0.2 Automatically include dirent.h on non-Windows +// platforms +// 0.0.1 First Official Release + +#if !defined(_WIN32) || defined(NOB_NO_MINIRENT) +#include +#else // _WIN32 + +#define WIN32_LEAN_AND_MEAN +#include "windows.h" + +struct dirent +{ + char d_name[MAX_PATH+1]; +}; + +typedef struct DIR DIR; + +static DIR *opendir(const char *dirpath); +static struct dirent *readdir(DIR *dirp); +static int closedir(DIR *dirp); + +#endif // _WIN32 +// minirent.h HEADER END //////////////////////////////////////// + +#ifdef _WIN32 + +NOBDEF char *nob_win32_error_message(DWORD err); + +#endif // _WIN32 + +#endif // NOB_H_ + +#ifdef NOB_IMPLEMENTATION + +// This is like nob_proc_wait() but waits asynchronously. Depending on the platform ms means different thing. +// On Windows it means timeout. On POSIX it means for how long to sleep after checking if the process exited, +// so to not peg the core too much. Since this API is kinda of weird, the function is private for now. +static int nob__proc_wait_async(Nob_Proc proc, int ms); + +// Starts the process for the command. Its main purpose is to be the base for nob_cmd_run() and nob_cmd_run_opt(). +static Nob_Proc nob__cmd_start_process(Nob_Cmd cmd, Nob_Fd *fdin, Nob_Fd *fdout, Nob_Fd *fderr); + +// Any messages with the level below nob_minimal_log_level are going to be suppressed. +Nob_Log_Level nob_minimal_log_level = NOB_INFO; + +#ifdef _WIN32 + +// Base on https://stackoverflow.com/a/75644008 +// > .NET Core uses 4096 * sizeof(WCHAR) buffer on stack for FormatMessageW call. And...thats it. +// > +// > https://github.com/dotnet/runtime/blob/3b63eb1346f1ddbc921374a5108d025662fb5ffd/src/coreclr/utilcode/posterror.cpp#L264-L265 +#ifndef NOB_WIN32_ERR_MSG_SIZE +#define NOB_WIN32_ERR_MSG_SIZE (4 * 1024) +#endif // NOB_WIN32_ERR_MSG_SIZE + +NOBDEF char *nob_win32_error_message(DWORD err) { + static char win32ErrMsg[NOB_WIN32_ERR_MSG_SIZE] = {0}; + DWORD errMsgSize = FormatMessageA(FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, NULL, err, LANG_USER_DEFAULT, win32ErrMsg, + NOB_WIN32_ERR_MSG_SIZE, NULL); + + if (errMsgSize == 0) { + if (GetLastError() != ERROR_MR_MID_NOT_FOUND) { + if (sprintf(win32ErrMsg, "Could not get error message for 0x%lX", err) > 0) { + return (char *)&win32ErrMsg; + } else { + return NULL; + } + } else { + if (sprintf(win32ErrMsg, "Invalid Windows Error code (0x%lX)", err) > 0) { + return (char *)&win32ErrMsg; + } else { + return NULL; + } + } + } + + while (errMsgSize > 1 && isspace(win32ErrMsg[errMsgSize - 1])) { + win32ErrMsg[--errMsgSize] = '\0'; + } + + return win32ErrMsg; +} + +#endif // _WIN32 + +// The implementation idea is stolen from https://github.com/zhiayang/nabs +NOBDEF void nob__go_rebuild_urself(int argc, char **argv, const char *source_path, ...) +{ + const char *binary_path = nob_shift(argv, argc); +#ifdef _WIN32 + // On Windows executables almost always invoked without extension, so + // it's ./nob, not ./nob.exe. For renaming the extension is a must. + if (!nob_sv_end_with(nob_sv_from_cstr(binary_path), ".exe")) { + binary_path = nob_temp_sprintf("%s.exe", binary_path); + } +#endif + + Nob_File_Paths source_paths = {0}; + nob_da_append(&source_paths, source_path); + va_list args; + va_start(args, source_path); + for (;;) { + const char *path = va_arg(args, const char*); + if (path == NULL) break; + nob_da_append(&source_paths, path); + } + va_end(args); + + int rebuild_is_needed = nob_needs_rebuild(binary_path, source_paths.items, source_paths.count); + if (rebuild_is_needed < 0) exit(1); // error + if (!rebuild_is_needed) { // no rebuild is needed + NOB_FREE(source_paths.items); + return; + } + + Nob_Cmd cmd = {0}; + + const char *old_binary_path = nob_temp_sprintf("%s.old", binary_path); + + if (!nob_rename(binary_path, old_binary_path)) exit(1); + nob_cmd_append(&cmd, NOB_REBUILD_URSELF(binary_path, source_path)); + Nob_Cmd_Opt opt = {0}; + if (!nob_cmd_run_opt(&cmd, opt)) { + nob_rename(old_binary_path, binary_path); + exit(1); + } +#ifdef NOB_EXPERIMENTAL_DELETE_OLD + // TODO: this is an experimental behavior behind a compilation flag. + // Once it is confirmed that it does not cause much problems on both POSIX and Windows + // we may turn it on by default. + nob_delete_file(old_binary_path); +#endif // NOB_EXPERIMENTAL_DELETE_OLD + + nob_cmd_append(&cmd, binary_path); + nob_da_append_many(&cmd, argv, argc); + if (!nob_cmd_run_opt(&cmd, opt)) exit(1); + exit(0); +} + +static size_t nob_temp_size = 0; +static char nob_temp[NOB_TEMP_CAPACITY] = {0}; + +NOBDEF bool nob_mkdir_if_not_exists(const char *path) +{ +#ifdef _WIN32 + int result = _mkdir(path); +#else + int result = mkdir(path, 0755); +#endif + if (result < 0) { + if (errno == EEXIST) { + nob_log(NOB_INFO, "directory `%s` already exists", path); + return true; + } + nob_log(NOB_ERROR, "could not create directory `%s`: %s", path, strerror(errno)); + return false; + } + + nob_log(NOB_INFO, "created directory `%s`", path); + return true; +} + +NOBDEF bool nob_copy_file(const char *src_path, const char *dst_path) +{ + nob_log(NOB_INFO, "copying %s -> %s", src_path, dst_path); +#ifdef _WIN32 + if (!CopyFile(src_path, dst_path, FALSE)) { + nob_log(NOB_ERROR, "Could not copy file: %s", nob_win32_error_message(GetLastError())); + return false; + } + return true; +#else + int src_fd = -1; + int dst_fd = -1; + size_t buf_size = 32*1024; + char *buf = (char*)NOB_REALLOC(NULL, buf_size); + NOB_ASSERT(buf != NULL && "Buy more RAM lol!!"); + bool result = true; + + src_fd = open(src_path, O_RDONLY); + if (src_fd < 0) { + nob_log(NOB_ERROR, "Could not open file %s: %s", src_path, strerror(errno)); + nob_return_defer(false); + } + + struct stat src_stat; + if (fstat(src_fd, &src_stat) < 0) { + nob_log(NOB_ERROR, "Could not get mode of file %s: %s", src_path, strerror(errno)); + nob_return_defer(false); + } + + dst_fd = open(dst_path, O_CREAT | O_TRUNC | O_WRONLY, src_stat.st_mode); + if (dst_fd < 0) { + nob_log(NOB_ERROR, "Could not create file %s: %s", dst_path, strerror(errno)); + nob_return_defer(false); + } + + for (;;) { + ssize_t n = read(src_fd, buf, buf_size); + if (n == 0) break; + if (n < 0) { + nob_log(NOB_ERROR, "Could not read from file %s: %s", src_path, strerror(errno)); + nob_return_defer(false); + } + char *buf2 = buf; + while (n > 0) { + ssize_t m = write(dst_fd, buf2, n); + if (m < 0) { + nob_log(NOB_ERROR, "Could not write to file %s: %s", dst_path, strerror(errno)); + nob_return_defer(false); + } + n -= m; + buf2 += m; + } + } + +defer: + NOB_FREE(buf); + close(src_fd); + close(dst_fd); + return result; +#endif +} + +NOBDEF void nob_cmd_render(Nob_Cmd cmd, Nob_String_Builder *render) +{ + for (size_t i = 0; i < cmd.count; ++i) { + const char *arg = cmd.items[i]; + if (arg == NULL) break; + if (i > 0) nob_sb_append_cstr(render, " "); + if (!strchr(arg, ' ')) { + nob_sb_append_cstr(render, arg); + } else { + nob_da_append(render, '\''); + nob_sb_append_cstr(render, arg); + nob_da_append(render, '\''); + } + } +} + +#ifdef _WIN32 +// https://learn.microsoft.com/en-gb/archive/blogs/twistylittlepassagesallalike/everyone-quotes-command-line-arguments-the-wrong-way +static void nob__win32_cmd_quote(Nob_Cmd cmd, Nob_String_Builder *quoted) +{ + for (size_t i = 0; i < cmd.count; ++i) { + const char *arg = cmd.items[i]; + if (arg == NULL) break; + size_t len = strlen(arg); + if (i > 0) nob_da_append(quoted, ' '); + if (len != 0 && NULL == strpbrk(arg, " \t\n\v\"")) { + // no need to quote + nob_da_append_many(quoted, arg, len); + } else { + // we need to escape: + // 1. double quotes in the original arg + // 2. consequent backslashes before a double quote + size_t backslashes = 0; + nob_da_append(quoted, '\"'); + for (size_t j = 0; j < len; ++j) { + char x = arg[j]; + if (x == '\\') { + backslashes += 1; + } else { + if (x == '\"') { + // escape backslashes (if any) and the double quote + for (size_t k = 0; k < 1+backslashes; ++k) { + nob_da_append(quoted, '\\'); + } + } + backslashes = 0; + } + nob_da_append(quoted, x); + } + // escape backslashes (if any) + for (size_t k = 0; k < backslashes; ++k) { + nob_da_append(quoted, '\\'); + } + nob_da_append(quoted, '\"'); + } + } +} +#endif + +NOBDEF int nob_nprocs(void) +{ +#ifdef _WIN32 + SYSTEM_INFO siSysInfo; + GetSystemInfo(&siSysInfo); + return siSysInfo.dwNumberOfProcessors; +#else + return sysconf(_SC_NPROCESSORS_ONLN); +#endif +} + +NOBDEF bool nob_cmd_run_opt(Nob_Cmd *cmd, Nob_Cmd_Opt opt) +{ + bool result = true; + Nob_Fd fdin = NOB_INVALID_FD; + Nob_Fd fdout = NOB_INVALID_FD; + Nob_Fd fderr = NOB_INVALID_FD; + Nob_Fd *opt_fdin = NULL; + Nob_Fd *opt_fdout = NULL; + Nob_Fd *opt_fderr = NULL; + + size_t max_procs = opt.max_procs > 0 ? opt.max_procs : (size_t) nob_nprocs() + 1; + + if (opt.async && max_procs > 0) { + while (opt.async->count >= max_procs) { + for (size_t i = 0; i < opt.async->count; ++i) { + int ret = nob__proc_wait_async(opt.async->items[i], 1); + if (ret < 0) nob_return_defer(false); + if (ret) { + nob_da_remove_unordered(opt.async, i); + break; + } + } + } + } + + if (opt.stdin_path) { + fdin = nob_fd_open_for_read(opt.stdin_path); + if (fdin == NOB_INVALID_FD) nob_return_defer(false); + opt_fdin = &fdin; + } + if (opt.stdout_path) { + fdout = nob_fd_open_for_write(opt.stdout_path); + if (fdout == NOB_INVALID_FD) nob_return_defer(false); + opt_fdout = &fdout; + } + if (opt.stderr_path) { + fderr = nob_fd_open_for_write(opt.stderr_path); + if (fderr == NOB_INVALID_FD) nob_return_defer(false); + opt_fderr = &fderr; + } + Nob_Proc proc = nob__cmd_start_process(*cmd, opt_fdin, opt_fdout, opt_fderr); + + if (opt.async) { + if (proc == NOB_INVALID_PROC) nob_return_defer(false); + nob_da_append(opt.async, proc); + } else { + if (!nob_proc_wait(proc)) nob_return_defer(false); + } + +defer: + if (opt_fdin) nob_fd_close(*opt_fdin); + if (opt_fdout) nob_fd_close(*opt_fdout); + if (opt_fderr) nob_fd_close(*opt_fderr); + cmd->count = 0; + return result; +} + +// The maximum time span representable is 584 years. +NOBDEF uint64_t nob_nanos_since_unspecified_epoch(void) +{ +#ifdef _WIN32 + LARGE_INTEGER Time; + QueryPerformanceCounter(&Time); + + static LARGE_INTEGER Frequency = {0}; + if (Frequency.QuadPart == 0) { + QueryPerformanceFrequency(&Frequency); + } + + uint64_t Secs = Time.QuadPart / Frequency.QuadPart; + uint64_t Nanos = Time.QuadPart % Frequency.QuadPart * NOB_NANOS_PER_SEC / Frequency.QuadPart; + return NOB_NANOS_PER_SEC * Secs + Nanos; +#else + struct timespec ts; + clock_gettime(CLOCK_MONOTONIC, &ts); + + return NOB_NANOS_PER_SEC * ts.tv_sec + ts.tv_nsec; +#endif // _WIN32 +} + +NOBDEF Nob_Proc nob_cmd_run_async_redirect(Nob_Cmd cmd, Nob_Cmd_Redirect redirect) +{ + return nob__cmd_start_process(cmd, redirect.fdin, redirect.fdout, redirect.fderr); +} + +static Nob_Proc nob__cmd_start_process(Nob_Cmd cmd, Nob_Fd *fdin, Nob_Fd *fdout, Nob_Fd *fderr) +{ + if (cmd.count < 1) { + nob_log(NOB_ERROR, "Could not run empty command"); + return NOB_INVALID_PROC; + } + + Nob_String_Builder sb = {0}; + nob_cmd_render(cmd, &sb); + nob_sb_append_null(&sb); + nob_log(NOB_INFO, "CMD: %s", sb.items); + nob_sb_free(sb); + memset(&sb, 0, sizeof(sb)); + +#ifdef _WIN32 + // https://docs.microsoft.com/en-us/windows/win32/procthread/creating-a-child-process-with-redirected-input-and-output + + STARTUPINFO siStartInfo; + ZeroMemory(&siStartInfo, sizeof(siStartInfo)); + siStartInfo.cb = sizeof(STARTUPINFO); + // NOTE: theoretically setting NULL to std handles should not be a problem + // https://docs.microsoft.com/en-us/windows/console/getstdhandle?redirectedfrom=MSDN#attachdetach-behavior + // TODO: check for errors in GetStdHandle + siStartInfo.hStdError = fderr ? *fderr : GetStdHandle(STD_ERROR_HANDLE); + siStartInfo.hStdOutput = fdout ? *fdout : GetStdHandle(STD_OUTPUT_HANDLE); + siStartInfo.hStdInput = fdin ? *fdin : GetStdHandle(STD_INPUT_HANDLE); + siStartInfo.dwFlags |= STARTF_USESTDHANDLES; + + PROCESS_INFORMATION piProcInfo; + ZeroMemory(&piProcInfo, sizeof(PROCESS_INFORMATION)); + + nob__win32_cmd_quote(cmd, &sb); + nob_sb_append_null(&sb); + BOOL bSuccess = CreateProcessA(NULL, sb.items, NULL, NULL, TRUE, 0, NULL, NULL, &siStartInfo, &piProcInfo); + nob_sb_free(sb); + + if (!bSuccess) { + nob_log(NOB_ERROR, "Could not create child process for %s: %s", cmd.items[0], nob_win32_error_message(GetLastError())); + return NOB_INVALID_PROC; + } + + CloseHandle(piProcInfo.hThread); + + return piProcInfo.hProcess; +#else + pid_t cpid = fork(); + if (cpid < 0) { + nob_log(NOB_ERROR, "Could not fork child process: %s", strerror(errno)); + return NOB_INVALID_PROC; + } + + if (cpid == 0) { + if (fdin) { + if (dup2(*fdin, STDIN_FILENO) < 0) { + nob_log(NOB_ERROR, "Could not setup stdin for child process: %s", strerror(errno)); + exit(1); + } + } + + if (fdout) { + if (dup2(*fdout, STDOUT_FILENO) < 0) { + nob_log(NOB_ERROR, "Could not setup stdout for child process: %s", strerror(errno)); + exit(1); + } + } + + if (fderr) { + if (dup2(*fderr, STDERR_FILENO) < 0) { + nob_log(NOB_ERROR, "Could not setup stderr for child process: %s", strerror(errno)); + exit(1); + } + } + + // NOTE: This leaks a bit of memory in the child process. + // But do we actually care? It's a one off leak anyway... + Nob_Cmd cmd_null = {0}; + nob_da_append_many(&cmd_null, cmd.items, cmd.count); + nob_cmd_append(&cmd_null, NULL); + + if (execvp(cmd.items[0], (char * const*) cmd_null.items) < 0) { + nob_log(NOB_ERROR, "Could not exec child process for %s: %s", cmd.items[0], strerror(errno)); + exit(1); + } + NOB_UNREACHABLE("nob_cmd_run_async_redirect"); + } + + return cpid; +#endif +} + +NOBDEF Nob_Proc nob_cmd_run_async(Nob_Cmd cmd) +{ + return nob__cmd_start_process(cmd, NULL, NULL, NULL); +} + +NOBDEF Nob_Proc nob_cmd_run_async_and_reset(Nob_Cmd *cmd) +{ + Nob_Proc proc = nob__cmd_start_process(*cmd, NULL, NULL, NULL); + cmd->count = 0; + return proc; +} + +NOBDEF Nob_Proc nob_cmd_run_async_redirect_and_reset(Nob_Cmd *cmd, Nob_Cmd_Redirect redirect) +{ + Nob_Proc proc = nob__cmd_start_process(*cmd, redirect.fdin, redirect.fdout, redirect.fderr); + cmd->count = 0; + if (redirect.fdin) { + nob_fd_close(*redirect.fdin); + *redirect.fdin = NOB_INVALID_FD; + } + if (redirect.fdout) { + nob_fd_close(*redirect.fdout); + *redirect.fdout = NOB_INVALID_FD; + } + if (redirect.fderr) { + nob_fd_close(*redirect.fderr); + *redirect.fderr = NOB_INVALID_FD; + } + return proc; +} + +NOBDEF Nob_Fd nob_fd_open_for_read(const char *path) +{ +#ifndef _WIN32 + Nob_Fd result = open(path, O_RDONLY); + if (result < 0) { + nob_log(NOB_ERROR, "Could not open file %s: %s", path, strerror(errno)); + return NOB_INVALID_FD; + } + return result; +#else + // https://docs.microsoft.com/en-us/windows/win32/fileio/opening-a-file-for-reading-or-writing + SECURITY_ATTRIBUTES saAttr = {0}; + saAttr.nLength = sizeof(SECURITY_ATTRIBUTES); + saAttr.bInheritHandle = TRUE; + + Nob_Fd result = CreateFile( + path, + GENERIC_READ, + 0, + &saAttr, + OPEN_EXISTING, + FILE_ATTRIBUTE_READONLY, + NULL); + + if (result == INVALID_HANDLE_VALUE) { + nob_log(NOB_ERROR, "Could not open file %s: %s", path, nob_win32_error_message(GetLastError())); + return NOB_INVALID_FD; + } + + return result; +#endif // _WIN32 +} + +NOBDEF Nob_Fd nob_fd_open_for_write(const char *path) +{ +#ifndef _WIN32 + Nob_Fd result = open(path, + O_WRONLY | O_CREAT | O_TRUNC, + S_IRUSR | S_IWUSR | S_IRGRP | S_IROTH); + if (result < 0) { + nob_log(NOB_ERROR, "could not open file %s: %s", path, strerror(errno)); + return NOB_INVALID_FD; + } + return result; +#else + SECURITY_ATTRIBUTES saAttr = {0}; + saAttr.nLength = sizeof(SECURITY_ATTRIBUTES); + saAttr.bInheritHandle = TRUE; + + Nob_Fd result = CreateFile( + path, // name of the write + GENERIC_WRITE, // open for writing + 0, // do not share + &saAttr, // default security + CREATE_ALWAYS, // create always + FILE_ATTRIBUTE_NORMAL, // normal file + NULL // no attr. template + ); + + if (result == INVALID_HANDLE_VALUE) { + nob_log(NOB_ERROR, "Could not open file %s: %s", path, nob_win32_error_message(GetLastError())); + return NOB_INVALID_FD; + } + + return result; +#endif // _WIN32 +} + +NOBDEF void nob_fd_close(Nob_Fd fd) +{ +#ifdef _WIN32 + CloseHandle(fd); +#else + close(fd); +#endif // _WIN32 +} + +NOBDEF bool nob_procs_wait(Nob_Procs procs) +{ + bool success = true; + for (size_t i = 0; i < procs.count; ++i) { + success = nob_proc_wait(procs.items[i]) && success; + } + return success; +} + +NOBDEF bool nob_procs_flush(Nob_Procs *procs) +{ + bool success = nob_procs_wait(*procs); + procs->count = 0; + return success; +} + +NOBDEF bool nob_procs_wait_and_reset(Nob_Procs *procs) +{ + return nob_procs_flush(procs); +} + +NOBDEF bool nob_proc_wait(Nob_Proc proc) +{ + if (proc == NOB_INVALID_PROC) return false; + +#ifdef _WIN32 + DWORD result = WaitForSingleObject( + proc, // HANDLE hHandle, + INFINITE // DWORD dwMilliseconds + ); + + if (result == WAIT_FAILED) { + nob_log(NOB_ERROR, "could not wait on child process: %s", nob_win32_error_message(GetLastError())); + return false; + } + + DWORD exit_status; + if (!GetExitCodeProcess(proc, &exit_status)) { + nob_log(NOB_ERROR, "could not get process exit code: %s", nob_win32_error_message(GetLastError())); + return false; + } + + if (exit_status != 0) { + nob_log(NOB_ERROR, "command exited with exit code %lu", exit_status); + return false; + } + + CloseHandle(proc); + + return true; +#else + for (;;) { + int wstatus = 0; + if (waitpid(proc, &wstatus, 0) < 0) { + nob_log(NOB_ERROR, "could not wait on command (pid %d): %s", proc, strerror(errno)); + return false; + } + + if (WIFEXITED(wstatus)) { + int exit_status = WEXITSTATUS(wstatus); + if (exit_status != 0) { + nob_log(NOB_ERROR, "command exited with exit code %d", exit_status); + return false; + } + + break; + } + + if (WIFSIGNALED(wstatus)) { + nob_log(NOB_ERROR, "command process was terminated by signal %d", WTERMSIG(wstatus)); + return false; + } + } + + return true; +#endif +} + +static int nob__proc_wait_async(Nob_Proc proc, int ms) +{ + if (proc == NOB_INVALID_PROC) return false; + +#ifdef _WIN32 + DWORD result = WaitForSingleObject( + proc, // HANDLE hHandle, + ms // DWORD dwMilliseconds + ); + + if (result == WAIT_TIMEOUT) { + return 0; + } + + if (result == WAIT_FAILED) { + nob_log(NOB_ERROR, "could not wait on child process: %s", nob_win32_error_message(GetLastError())); + return -1; + } + + DWORD exit_status; + if (!GetExitCodeProcess(proc, &exit_status)) { + nob_log(NOB_ERROR, "could not get process exit code: %s", nob_win32_error_message(GetLastError())); + return -1; + } + + if (exit_status != 0) { + nob_log(NOB_ERROR, "command exited with exit code %lu", exit_status); + return -1; + } + + CloseHandle(proc); + + return 1; +#else + long ns = ms*1000*1000; + struct timespec duration = { + .tv_sec = ns/(1000*1000*1000), + .tv_nsec = ns%(1000*1000*1000), + }; + + int wstatus = 0; + pid_t pid = waitpid(proc, &wstatus, WNOHANG); + if (pid < 0) { + nob_log(NOB_ERROR, "could not wait on command (pid %d): %s", proc, strerror(errno)); + return -1; + } + + if (pid == 0) { + nanosleep(&duration, NULL); + return 0; + } + + if (WIFEXITED(wstatus)) { + int exit_status = WEXITSTATUS(wstatus); + if (exit_status != 0) { + nob_log(NOB_ERROR, "command exited with exit code %d", exit_status); + return -1; + } + + return 1; + } + + if (WIFSIGNALED(wstatus)) { + nob_log(NOB_ERROR, "command process was terminated by signal %d", WTERMSIG(wstatus)); + return -1; + } + + nanosleep(&duration, NULL); + return 0; +#endif +} + +NOBDEF bool nob_procs_append_with_flush(Nob_Procs *procs, Nob_Proc proc, size_t max_procs_count) +{ + nob_da_append(procs, proc); + + if (procs->count >= max_procs_count) { + if (!nob_procs_flush(procs)) return false; + } + + return true; +} + +NOBDEF bool nob_cmd_run_sync_redirect(Nob_Cmd cmd, Nob_Cmd_Redirect redirect) +{ + Nob_Proc p = nob__cmd_start_process(cmd, redirect.fdin, redirect.fdout, redirect.fderr); + return nob_proc_wait(p); +} + +NOBDEF bool nob_cmd_run_sync(Nob_Cmd cmd) +{ + Nob_Proc p = nob__cmd_start_process(cmd, NULL, NULL, NULL); + return nob_proc_wait(p); +} + +NOBDEF bool nob_cmd_run_sync_and_reset(Nob_Cmd *cmd) +{ + Nob_Proc p = nob__cmd_start_process(*cmd, NULL, NULL, NULL); + cmd->count = 0; + return nob_proc_wait(p); +} + +NOBDEF bool nob_cmd_run_sync_redirect_and_reset(Nob_Cmd *cmd, Nob_Cmd_Redirect redirect) +{ + Nob_Proc p = nob__cmd_start_process(*cmd, redirect.fdin, redirect.fdout, redirect.fderr); + cmd->count = 0; + if (redirect.fdin) { + nob_fd_close(*redirect.fdin); + *redirect.fdin = NOB_INVALID_FD; + } + if (redirect.fdout) { + nob_fd_close(*redirect.fdout); + *redirect.fdout = NOB_INVALID_FD; + } + if (redirect.fderr) { + nob_fd_close(*redirect.fderr); + *redirect.fderr = NOB_INVALID_FD; + } + return nob_proc_wait(p); +} + +NOBDEF void nob_log(Nob_Log_Level level, const char *fmt, ...) +{ + if (level < nob_minimal_log_level) return; + + switch (level) { + case NOB_INFO: + fprintf(stderr, "[INFO] "); + break; + case NOB_WARNING: + fprintf(stderr, "[WARNING] "); + break; + case NOB_ERROR: + fprintf(stderr, "[ERROR] "); + break; + case NOB_NO_LOGS: return; + default: + NOB_UNREACHABLE("nob_log"); + } + + va_list args; + va_start(args, fmt); + vfprintf(stderr, fmt, args); + va_end(args); + fprintf(stderr, "\n"); +} + +NOBDEF bool nob_read_entire_dir(const char *parent, Nob_File_Paths *children) +{ + bool result = true; + DIR *dir = NULL; + struct dirent *ent = NULL; + + dir = opendir(parent); + if (dir == NULL) { + #ifdef _WIN32 + nob_log(NOB_ERROR, "Could not open directory %s: %s", parent, nob_win32_error_message(GetLastError())); + #else + nob_log(NOB_ERROR, "Could not open directory %s: %s", parent, strerror(errno)); + #endif // _WIN32 + nob_return_defer(false); + } + + errno = 0; + ent = readdir(dir); + while (ent != NULL) { + nob_da_append(children, nob_temp_strdup(ent->d_name)); + ent = readdir(dir); + } + + if (errno != 0) { + #ifdef _WIN32 + nob_log(NOB_ERROR, "Could not read directory %s: %s", parent, nob_win32_error_message(GetLastError())); + #else + nob_log(NOB_ERROR, "Could not read directory %s: %s", parent, strerror(errno)); + #endif // _WIN32 + nob_return_defer(false); + } + +defer: + if (dir) closedir(dir); + return result; +} + +NOBDEF bool nob_write_entire_file(const char *path, const void *data, size_t size) +{ + bool result = true; + + const char *buf = NULL; + FILE *f = fopen(path, "wb"); + if (f == NULL) { + nob_log(NOB_ERROR, "Could not open file %s for writing: %s\n", path, strerror(errno)); + nob_return_defer(false); + } + + // len + // v + // aaaaaaaaaa + // ^ + // data + + buf = (const char*)data; + while (size > 0) { + size_t n = fwrite(buf, 1, size, f); + if (ferror(f)) { + nob_log(NOB_ERROR, "Could not write into file %s: %s\n", path, strerror(errno)); + nob_return_defer(false); + } + size -= n; + buf += n; + } + +defer: + if (f) fclose(f); + return result; +} + +NOBDEF Nob_File_Type nob_get_file_type(const char *path) +{ +#ifdef _WIN32 + DWORD attr = GetFileAttributesA(path); + if (attr == INVALID_FILE_ATTRIBUTES) { + nob_log(NOB_ERROR, "Could not get file attributes of %s: %s", path, nob_win32_error_message(GetLastError())); + return -1; + } + + if (attr & FILE_ATTRIBUTE_DIRECTORY) return NOB_FILE_DIRECTORY; + // TODO: detect symlinks on Windows (whatever that means on Windows anyway) + return NOB_FILE_REGULAR; +#else // _WIN32 + struct stat statbuf; + if (lstat(path, &statbuf) < 0) { + nob_log(NOB_ERROR, "Could not get stat of %s: %s", path, strerror(errno)); + return (Nob_File_Type)(-1); + } + + if (S_ISREG(statbuf.st_mode)) return NOB_FILE_REGULAR; + if (S_ISDIR(statbuf.st_mode)) return NOB_FILE_DIRECTORY; + if (S_ISLNK(statbuf.st_mode)) return NOB_FILE_SYMLINK; + return NOB_FILE_OTHER; +#endif // _WIN32 +} + +NOBDEF bool nob_delete_file(const char *path) +{ + nob_log(NOB_INFO, "deleting %s", path); +#ifdef _WIN32 + if (!DeleteFileA(path)) { + nob_log(NOB_ERROR, "Could not delete file %s: %s", path, nob_win32_error_message(GetLastError())); + return false; + } + return true; +#else + if (remove(path) < 0) { + nob_log(NOB_ERROR, "Could not delete file %s: %s", path, strerror(errno)); + return false; + } + return true; +#endif // _WIN32 +} + +NOBDEF bool nob_copy_directory_recursively(const char *src_path, const char *dst_path) +{ + bool result = true; + Nob_File_Paths children = {0}; + Nob_String_Builder src_sb = {0}; + Nob_String_Builder dst_sb = {0}; + size_t temp_checkpoint = nob_temp_save(); + + Nob_File_Type type = nob_get_file_type(src_path); + if (type < 0) return false; + + switch (type) { + case NOB_FILE_DIRECTORY: { + if (!nob_mkdir_if_not_exists(dst_path)) nob_return_defer(false); + if (!nob_read_entire_dir(src_path, &children)) nob_return_defer(false); + + for (size_t i = 0; i < children.count; ++i) { + if (strcmp(children.items[i], ".") == 0) continue; + if (strcmp(children.items[i], "..") == 0) continue; + + src_sb.count = 0; + nob_sb_append_cstr(&src_sb, src_path); + nob_sb_append_cstr(&src_sb, "/"); + nob_sb_append_cstr(&src_sb, children.items[i]); + nob_sb_append_null(&src_sb); + + dst_sb.count = 0; + nob_sb_append_cstr(&dst_sb, dst_path); + nob_sb_append_cstr(&dst_sb, "/"); + nob_sb_append_cstr(&dst_sb, children.items[i]); + nob_sb_append_null(&dst_sb); + + if (!nob_copy_directory_recursively(src_sb.items, dst_sb.items)) { + nob_return_defer(false); + } + } + } break; + + case NOB_FILE_REGULAR: { + if (!nob_copy_file(src_path, dst_path)) { + nob_return_defer(false); + } + } break; + + case NOB_FILE_SYMLINK: { + nob_log(NOB_WARNING, "TODO: Copying symlinks is not supported yet"); + } break; + + case NOB_FILE_OTHER: { + nob_log(NOB_ERROR, "Unsupported type of file %s", src_path); + nob_return_defer(false); + } break; + + default: NOB_UNREACHABLE("nob_copy_directory_recursively"); + } + +defer: + nob_temp_rewind(temp_checkpoint); + nob_da_free(src_sb); + nob_da_free(dst_sb); + nob_da_free(children); + return result; +} + +NOBDEF char *nob_temp_strdup(const char *cstr) +{ + size_t n = strlen(cstr); + char *result = (char*)nob_temp_alloc(n + 1); + NOB_ASSERT(result != NULL && "Increase NOB_TEMP_CAPACITY"); + memcpy(result, cstr, n); + result[n] = '\0'; + return result; +} + +NOBDEF void *nob_temp_alloc(size_t requested_size) +{ + size_t word_size = sizeof(uintptr_t); + size_t size = (requested_size + word_size - 1)/word_size*word_size; + if (nob_temp_size + size > NOB_TEMP_CAPACITY) return NULL; + void *result = &nob_temp[nob_temp_size]; + nob_temp_size += size; + return result; +} + +NOBDEF char *nob_temp_sprintf(const char *format, ...) +{ + va_list args; + va_start(args, format); + int n = vsnprintf(NULL, 0, format, args); + va_end(args); + + NOB_ASSERT(n >= 0); + char *result = (char*)nob_temp_alloc(n + 1); + NOB_ASSERT(result != NULL && "Extend the size of the temporary allocator"); + // TODO: use proper arenas for the temporary allocator; + va_start(args, format); + vsnprintf(result, n + 1, format, args); + va_end(args); + + return result; +} + +NOBDEF void nob_temp_reset(void) +{ + nob_temp_size = 0; +} + +NOBDEF size_t nob_temp_save(void) +{ + return nob_temp_size; +} + +NOBDEF void nob_temp_rewind(size_t checkpoint) +{ + nob_temp_size = checkpoint; +} + +NOBDEF const char *nob_temp_sv_to_cstr(Nob_String_View sv) +{ + char *result = (char*)nob_temp_alloc(sv.count + 1); + NOB_ASSERT(result != NULL && "Extend the size of the temporary allocator"); + memcpy(result, sv.data, sv.count); + result[sv.count] = '\0'; + return result; +} + +NOBDEF int nob_needs_rebuild(const char *output_path, const char **input_paths, size_t input_paths_count) +{ +#ifdef _WIN32 + BOOL bSuccess; + + HANDLE output_path_fd = CreateFile(output_path, GENERIC_READ, 0, NULL, OPEN_EXISTING, FILE_ATTRIBUTE_READONLY, NULL); + if (output_path_fd == INVALID_HANDLE_VALUE) { + // NOTE: if output does not exist it 100% must be rebuilt + if (GetLastError() == ERROR_FILE_NOT_FOUND) return 1; + nob_log(NOB_ERROR, "Could not open file %s: %s", output_path, nob_win32_error_message(GetLastError())); + return -1; + } + FILETIME output_path_time; + bSuccess = GetFileTime(output_path_fd, NULL, NULL, &output_path_time); + CloseHandle(output_path_fd); + if (!bSuccess) { + nob_log(NOB_ERROR, "Could not get time of %s: %s", output_path, nob_win32_error_message(GetLastError())); + return -1; + } + + for (size_t i = 0; i < input_paths_count; ++i) { + const char *input_path = input_paths[i]; + HANDLE input_path_fd = CreateFile(input_path, GENERIC_READ, 0, NULL, OPEN_EXISTING, FILE_ATTRIBUTE_READONLY, NULL); + if (input_path_fd == INVALID_HANDLE_VALUE) { + // NOTE: non-existing input is an error cause it is needed for building in the first place + nob_log(NOB_ERROR, "Could not open file %s: %s", input_path, nob_win32_error_message(GetLastError())); + return -1; + } + FILETIME input_path_time; + bSuccess = GetFileTime(input_path_fd, NULL, NULL, &input_path_time); + CloseHandle(input_path_fd); + if (!bSuccess) { + nob_log(NOB_ERROR, "Could not get time of %s: %s", input_path, nob_win32_error_message(GetLastError())); + return -1; + } + + // NOTE: if even a single input_path is fresher than output_path that's 100% rebuild + if (CompareFileTime(&input_path_time, &output_path_time) == 1) return 1; + } + + return 0; +#else + struct stat statbuf = {0}; + + if (stat(output_path, &statbuf) < 0) { + // NOTE: if output does not exist it 100% must be rebuilt + if (errno == ENOENT) return 1; + nob_log(NOB_ERROR, "could not stat %s: %s", output_path, strerror(errno)); + return -1; + } + int output_path_time = statbuf.st_mtime; + + for (size_t i = 0; i < input_paths_count; ++i) { + const char *input_path = input_paths[i]; + if (stat(input_path, &statbuf) < 0) { + // NOTE: non-existing input is an error cause it is needed for building in the first place + nob_log(NOB_ERROR, "could not stat %s: %s", input_path, strerror(errno)); + return -1; + } + int input_path_time = statbuf.st_mtime; + // NOTE: if even a single input_path is fresher than output_path that's 100% rebuild + if (input_path_time > output_path_time) return 1; + } + + return 0; +#endif +} + +NOBDEF int nob_needs_rebuild1(const char *output_path, const char *input_path) +{ + return nob_needs_rebuild(output_path, &input_path, 1); +} + +NOBDEF const char *nob_path_name(const char *path) +{ +#ifdef _WIN32 + const char *p1 = strrchr(path, '/'); + const char *p2 = strrchr(path, '\\'); + const char *p = (p1 > p2)? p1 : p2; // NULL is ignored if the other search is successful + return p ? p + 1 : path; +#else + const char *p = strrchr(path, '/'); + return p ? p + 1 : path; +#endif // _WIN32 +} + +NOBDEF bool nob_rename(const char *old_path, const char *new_path) +{ + nob_log(NOB_INFO, "renaming %s -> %s", old_path, new_path); +#ifdef _WIN32 + if (!MoveFileEx(old_path, new_path, MOVEFILE_REPLACE_EXISTING)) { + nob_log(NOB_ERROR, "could not rename %s to %s: %s", old_path, new_path, nob_win32_error_message(GetLastError())); + return false; + } +#else + if (rename(old_path, new_path) < 0) { + nob_log(NOB_ERROR, "could not rename %s to %s: %s", old_path, new_path, strerror(errno)); + return false; + } +#endif // _WIN32 + return true; +} + +NOBDEF bool nob_read_entire_file(const char *path, Nob_String_Builder *sb) +{ + bool result = true; + + FILE *f = fopen(path, "rb"); + size_t new_count = 0; + long long m = 0; + if (f == NULL) nob_return_defer(false); + if (fseek(f, 0, SEEK_END) < 0) nob_return_defer(false); +#ifndef _WIN32 + m = ftell(f); +#else + m = _ftelli64(f); +#endif + if (m < 0) nob_return_defer(false); + if (fseek(f, 0, SEEK_SET) < 0) nob_return_defer(false); + + new_count = sb->count + m; + if (new_count > sb->capacity) { + sb->items = NOB_DECLTYPE_CAST(sb->items)NOB_REALLOC(sb->items, new_count); + NOB_ASSERT(sb->items != NULL && "Buy more RAM lool!!"); + sb->capacity = new_count; + } + + fread(sb->items + sb->count, m, 1, f); + if (ferror(f)) { + // TODO: Afaik, ferror does not set errno. So the error reporting in defer is not correct in this case. + nob_return_defer(false); + } + sb->count = new_count; + +defer: + if (!result) nob_log(NOB_ERROR, "Could not read file %s: %s", path, strerror(errno)); + if (f) fclose(f); + return result; +} + +NOBDEF int nob_sb_appendf(Nob_String_Builder *sb, const char *fmt, ...) +{ + va_list args; + + va_start(args, fmt); + int n = vsnprintf(NULL, 0, fmt, args); + va_end(args); + + // NOTE: the new_capacity needs to be +1 because of the null terminator. + // However, further below we increase sb->count by n, not n + 1. + // This is because we don't want the sb to include the null terminator. The user can always sb_append_null() if they want it + nob_da_reserve(sb, sb->count + n + 1); + char *dest = sb->items + sb->count; + va_start(args, fmt); + vsnprintf(dest, n+1, fmt, args); + va_end(args); + + sb->count += n; + + return n; +} + +NOBDEF Nob_String_View nob_sv_chop_by_delim(Nob_String_View *sv, char delim) +{ + size_t i = 0; + while (i < sv->count && sv->data[i] != delim) { + i += 1; + } + + Nob_String_View result = nob_sv_from_parts(sv->data, i); + + if (i < sv->count) { + sv->count -= i + 1; + sv->data += i + 1; + } else { + sv->count -= i; + sv->data += i; + } + + return result; +} + +NOBDEF Nob_String_View nob_sv_chop_left(Nob_String_View *sv, size_t n) +{ + if (n > sv->count) { + n = sv->count; + } + + Nob_String_View result = nob_sv_from_parts(sv->data, n); + + sv->data += n; + sv->count -= n; + + return result; +} + +NOBDEF Nob_String_View nob_sv_from_parts(const char *data, size_t count) +{ + Nob_String_View sv; + sv.count = count; + sv.data = data; + return sv; +} + +NOBDEF Nob_String_View nob_sv_trim_left(Nob_String_View sv) +{ + size_t i = 0; + while (i < sv.count && isspace(sv.data[i])) { + i += 1; + } + + return nob_sv_from_parts(sv.data + i, sv.count - i); +} + +NOBDEF Nob_String_View nob_sv_trim_right(Nob_String_View sv) +{ + size_t i = 0; + while (i < sv.count && isspace(sv.data[sv.count - 1 - i])) { + i += 1; + } + + return nob_sv_from_parts(sv.data, sv.count - i); +} + +NOBDEF Nob_String_View nob_sv_trim(Nob_String_View sv) +{ + return nob_sv_trim_right(nob_sv_trim_left(sv)); +} + +NOBDEF Nob_String_View nob_sv_from_cstr(const char *cstr) +{ + return nob_sv_from_parts(cstr, strlen(cstr)); +} + +NOBDEF bool nob_sv_eq(Nob_String_View a, Nob_String_View b) +{ + if (a.count != b.count) { + return false; + } else { + return memcmp(a.data, b.data, a.count) == 0; + } +} + +NOBDEF bool nob_sv_end_with(Nob_String_View sv, const char *cstr) +{ + size_t cstr_count = strlen(cstr); + if (sv.count >= cstr_count) { + size_t ending_start = sv.count - cstr_count; + Nob_String_View sv_ending = nob_sv_from_parts(sv.data + ending_start, cstr_count); + return nob_sv_eq(sv_ending, nob_sv_from_cstr(cstr)); + } + return false; +} + + +NOBDEF bool nob_sv_starts_with(Nob_String_View sv, Nob_String_View expected_prefix) +{ + if (expected_prefix.count <= sv.count) { + Nob_String_View actual_prefix = nob_sv_from_parts(sv.data, expected_prefix.count); + return nob_sv_eq(expected_prefix, actual_prefix); + } + + return false; +} + +// RETURNS: +// 0 - file does not exists +// 1 - file exists +// -1 - error while checking if file exists. The error is logged +NOBDEF int nob_file_exists(const char *file_path) +{ +#if _WIN32 + // TODO: distinguish between "does not exists" and other errors + DWORD dwAttrib = GetFileAttributesA(file_path); + return dwAttrib != INVALID_FILE_ATTRIBUTES; +#else + struct stat statbuf; + if (stat(file_path, &statbuf) < 0) { + if (errno == ENOENT) return 0; + nob_log(NOB_ERROR, "Could not check if file %s exists: %s", file_path, strerror(errno)); + return -1; + } + return 1; +#endif +} + +NOBDEF const char *nob_get_current_dir_temp(void) +{ +#ifdef _WIN32 + DWORD nBufferLength = GetCurrentDirectory(0, NULL); + if (nBufferLength == 0) { + nob_log(NOB_ERROR, "could not get current directory: %s", nob_win32_error_message(GetLastError())); + return NULL; + } + + char *buffer = (char*) nob_temp_alloc(nBufferLength); + if (GetCurrentDirectory(nBufferLength, buffer) == 0) { + nob_log(NOB_ERROR, "could not get current directory: %s", nob_win32_error_message(GetLastError())); + return NULL; + } + + return buffer; +#else + char *buffer = (char*) nob_temp_alloc(PATH_MAX); + if (getcwd(buffer, PATH_MAX) == NULL) { + nob_log(NOB_ERROR, "could not get current directory: %s", strerror(errno)); + return NULL; + } + + return buffer; +#endif // _WIN32 +} + +NOBDEF bool nob_set_current_dir(const char *path) +{ +#ifdef _WIN32 + if (!SetCurrentDirectory(path)) { + nob_log(NOB_ERROR, "could not set current directory to %s: %s", path, nob_win32_error_message(GetLastError())); + return false; + } + return true; +#else + if (chdir(path) < 0) { + nob_log(NOB_ERROR, "could not set current directory to %s: %s", path, strerror(errno)); + return false; + } + return true; +#endif // _WIN32 +} + +// minirent.h SOURCE BEGIN //////////////////////////////////////// +#if defined(_WIN32) && !defined(NOB_NO_MINIRENT) +struct DIR +{ + HANDLE hFind; + WIN32_FIND_DATA data; + struct dirent *dirent; +}; + +NOBDEF DIR *opendir(const char *dirpath) +{ + NOB_ASSERT(dirpath); + + char buffer[MAX_PATH]; + snprintf(buffer, MAX_PATH, "%s\\*", dirpath); + + DIR *dir = (DIR*)NOB_REALLOC(NULL, sizeof(DIR)); + memset(dir, 0, sizeof(DIR)); + + dir->hFind = FindFirstFile(buffer, &dir->data); + if (dir->hFind == INVALID_HANDLE_VALUE) { + // TODO: opendir should set errno accordingly on FindFirstFile fail + // https://docs.microsoft.com/en-us/windows/win32/api/errhandlingapi/nf-errhandlingapi-getlasterror + errno = ENOSYS; + goto fail; + } + + return dir; + +fail: + if (dir) { + NOB_FREE(dir); + } + + return NULL; +} + +NOBDEF struct dirent *readdir(DIR *dirp) +{ + NOB_ASSERT(dirp); + + if (dirp->dirent == NULL) { + dirp->dirent = (struct dirent*)NOB_REALLOC(NULL, sizeof(struct dirent)); + memset(dirp->dirent, 0, sizeof(struct dirent)); + } else { + if(!FindNextFile(dirp->hFind, &dirp->data)) { + if (GetLastError() != ERROR_NO_MORE_FILES) { + // TODO: readdir should set errno accordingly on FindNextFile fail + // https://docs.microsoft.com/en-us/windows/win32/api/errhandlingapi/nf-errhandlingapi-getlasterror + errno = ENOSYS; + } + + return NULL; + } + } + + memset(dirp->dirent->d_name, 0, sizeof(dirp->dirent->d_name)); + + strncpy( + dirp->dirent->d_name, + dirp->data.cFileName, + sizeof(dirp->dirent->d_name) - 1); + + return dirp->dirent; +} + +NOBDEF int closedir(DIR *dirp) +{ + NOB_ASSERT(dirp); + + if(!FindClose(dirp->hFind)) { + // TODO: closedir should set errno accordingly on FindClose fail + // https://docs.microsoft.com/en-us/windows/win32/api/errhandlingapi/nf-errhandlingapi-getlasterror + errno = ENOSYS; + return -1; + } + + if (dirp->dirent) { + NOB_FREE(dirp->dirent); + } + NOB_FREE(dirp); + + return 0; +} +#endif // _WIN32 +// minirent.h SOURCE END //////////////////////////////////////// + +#endif // NOB_IMPLEMENTATION + +#ifndef NOB_STRIP_PREFIX_GUARD_ +#define NOB_STRIP_PREFIX_GUARD_ + // NOTE: The name stripping should be part of the header so it's not accidentally included + // several times. At the same time, it should be at the end of the file so to not create any + // potential conflicts in the NOB_IMPLEMENTATION. The header obviously cannot be at the end + // of the file because NOB_IMPLEMENTATION needs the forward declarations from there. So the + // solution is to split the header into two parts where the name stripping part is at the + // end of the file after the NOB_IMPLEMENTATION. + #ifdef NOB_STRIP_PREFIX + #define TODO NOB_TODO + #define UNREACHABLE NOB_UNREACHABLE + #define UNUSED NOB_UNUSED + #define ARRAY_LEN NOB_ARRAY_LEN + #define ARRAY_GET NOB_ARRAY_GET + #define INFO NOB_INFO + #define WARNING NOB_WARNING + #define ERROR NOB_ERROR + #define NO_LOGS NOB_NO_LOGS + #define Log_Level Nob_Log_Level + #define minimal_log_level nob_minimal_log_level + // NOTE: Name log is already defined in math.h and historically always was the natural logarithmic function. + // So there should be no reason to strip the `nob_` prefix in this specific case. + // #define log nob_log + #define shift nob_shift + #define shift_args nob_shift_args + #define File_Paths Nob_File_Paths + #define FILE_REGULAR NOB_FILE_REGULAR + #define FILE_DIRECTORY NOB_FILE_DIRECTORY + #define FILE_SYMLINK NOB_FILE_SYMLINK + #define FILE_OTHER NOB_FILE_OTHER + #define File_Type Nob_File_Type + #define mkdir_if_not_exists nob_mkdir_if_not_exists + #define copy_file nob_copy_file + #define copy_directory_recursively nob_copy_directory_recursively + #define read_entire_dir nob_read_entire_dir + #define write_entire_file nob_write_entire_file + #define get_file_type nob_get_file_type + #define delete_file nob_delete_file + #define return_defer nob_return_defer + #define da_append nob_da_append + #define da_free nob_da_free + #define da_append_many nob_da_append_many + #define da_resize nob_da_resize + #define da_reserve nob_da_reserve + #define da_last nob_da_last + #define da_remove_unordered nob_da_remove_unordered + #define da_foreach nob_da_foreach + #define String_Builder Nob_String_Builder + #define read_entire_file nob_read_entire_file + #define sb_appendf nob_sb_appendf + #define sb_append_buf nob_sb_append_buf + #define sb_append_cstr nob_sb_append_cstr + #define sb_append_null nob_sb_append_null + #define sb_free nob_sb_free + #define Proc Nob_Proc + #define INVALID_PROC NOB_INVALID_PROC + #define Fd Nob_Fd + #define INVALID_FD NOB_INVALID_FD + #define fd_open_for_read nob_fd_open_for_read + #define fd_open_for_write nob_fd_open_for_write + #define fd_close nob_fd_close + #define Procs Nob_Procs + #define proc_wait nob_proc_wait + #define procs_wait nob_procs_wait + #define procs_wait_and_reset nob_procs_wait_and_reset + #define procs_append_with_flush nob_procs_append_with_flush + #define procs_flush nob_procs_flush + #define Cmd Nob_Cmd + #define Cmd_Redirect Nob_Cmd_Redirect + #define Cmd_Opt Nob_Cmd_Opt + #define cmd_run_opt nob_cmd_run_opt + #define cmd_run nob_cmd_run + #define cmd_render nob_cmd_render + #define cmd_append nob_cmd_append + #define cmd_extend nob_cmd_extend + #define cmd_free nob_cmd_free + #define cmd_run_async nob_cmd_run_async + #define cmd_run_async_and_reset nob_cmd_run_async_and_reset + #define cmd_run_async_redirect nob_cmd_run_async_redirect + #define cmd_run_async_redirect_and_reset nob_cmd_run_async_redirect_and_reset + #define cmd_run_sync nob_cmd_run_sync + #define cmd_run_sync_and_reset nob_cmd_run_sync_and_reset + #define cmd_run_sync_redirect nob_cmd_run_sync_redirect + #define cmd_run_sync_redirect_and_reset nob_cmd_run_sync_redirect_and_reset + #define temp_strdup nob_temp_strdup + #define temp_alloc nob_temp_alloc + #define temp_sprintf nob_temp_sprintf + #define temp_reset nob_temp_reset + #define temp_save nob_temp_save + #define temp_rewind nob_temp_rewind + #define path_name nob_path_name + // NOTE: rename(2) is widely known POSIX function. We never wanna collide with it. + // #define rename nob_rename + #define needs_rebuild nob_needs_rebuild + #define needs_rebuild1 nob_needs_rebuild1 + #define file_exists nob_file_exists + #define get_current_dir_temp nob_get_current_dir_temp + #define set_current_dir nob_set_current_dir + #define String_View Nob_String_View + #define temp_sv_to_cstr nob_temp_sv_to_cstr + #define sv_chop_by_delim nob_sv_chop_by_delim + #define sv_chop_left nob_sv_chop_left + #define sv_trim nob_sv_trim + #define sv_trim_left nob_sv_trim_left + #define sv_trim_right nob_sv_trim_right + #define sv_eq nob_sv_eq + #define sv_starts_with nob_sv_starts_with + #define sv_end_with nob_sv_end_with + #define sv_from_cstr nob_sv_from_cstr + #define sv_from_parts nob_sv_from_parts + #define sb_to_sv nob_sb_to_sv + #define win32_error_message nob_win32_error_message + #define nprocs nob_nprocs + #define nanos_since_unspecified_epoch nob_nanos_since_unspecified_epoch + #define NANOS_PER_SEC NOB_NANOS_PER_SEC + #endif // NOB_STRIP_PREFIX +#endif // NOB_STRIP_PREFIX_GUARD_ + +/* + Revision history: + + 1.23.0 (2025-08-22) Introduce new API for running commands (by @rexim, @programmerlexi, @0x152a) + - Add nob_cmd_run() + - Add nob_cmd_run_opt() + - Add struct Nob_Cmd_Opt + - Add nob_procs_flush() + - Add nob_nprocs() + Deprecate old API for running commands. (by @rexim) + We do not plan to delete this API any time, but we believe that the new one is more convenient. + - Deprecate struct Nob_Cmd_Redirect{} (it's not explicitly marked with NOB_DEPRECATED, but functions that use it are) + - Turn nob_cmd_run_async() into a function (otherwise it's not deprecatable with NOB_DEPRECATED) + - Deprecate nob_cmd_run_async() + - Deprecate nob_cmd_run_async_and_reset() + - Deprecate nob_cmd_run_async_redirect() + - Deprecate nob_cmd_run_async_redirect_and_reset() + - Deprecate nob_cmd_run_sync() + - Deprecate nob_cmd_run_sync_and_reset() + - Deprecate nob_cmd_run_sync_redirect() + - Deprecate nob_cmd_run_sync_redirect_and_reset() + - Deprecate nob_procs_append_with_flush() + - Deprecate nob_procs_wait_and_reset() + Introduce deprecation mechanism (by @yuI4140, @rexim) + By default, deprecation warnings are not reported. You have to #define NOB_WARN_DEPRECATED to enable them. + - Add NOB_DEPRECATED() + - Add NOB_WARN_DEPRECATED + Add NOB_DECLTYPE_CAST() for C++-compatible casting of allocation results (by @rexim) + Introduce basic performance measuring mechanism (By @mikmart) + - Add nob_nanos_since_unspecified_epoch() + - Add NOB_NANOS_PER_SEC + 1.22.0 (2025-08-12) Add NOBDEF macro to the beginning of function declarations (by @minefreak19) + Add more flags to MSVC nob_cc_flags() (by @PieVieRo) + 1.21.0 (2025-08-11) Add NOB_NO_MINIRENT guard for "minirent.h" (by @fietec) + 1.20.9 (2025-08-11) Fix warnings on Windows: Define _CRT_SECURE_NO_WARNINGS, Rename mkdir to _mkdir (by @OetkenPurveyorOfCode) + 1.20.8 (2025-08-11) Fix the bug with nob_get_file_type() not identifying symlinks correctly on POSIX (By @samuellieberman) + 1.20.7 (2025-07-29) Align nob_temp_alloc() allocations by the word size (By @rexim) + 1.20.6 (2025-05-16) Never strip nob_* suffix from nob_rename (By @rexim) + 1.20.5 (2025-05-16) NOB_PRINTF_FORMAT() support for MinGW (By @KillerxDBr) + 1.20.4 (2025-05-16) More reliable rendering of the Windows command (By @vylsaz) + 1.20.3 (2025-05-16) Add check for __clang__ along with _MSC_VER checks (By @nashiora) + 1.20.2 (2025-04-24) Report the program name that failed to start up in nob_cmd_run_async_redirect() (By @rexim) + 1.20.1 (2025-04-16) Use vsnprintf() in nob_sb_appendf() instead of vsprintf() (By @LainLayer) + 1.20.0 (2025-04-16) Introduce nob_cc(), nob_cc_flags(), nob_cc_inputs(), nob_cc_output() macros (By @rexim) + 1.19.0 (2025-03-25) Add nob_procs_append_with_flush() (By @rexim and @anion155) + 1.18.0 (2025-03-24) Add nob_da_foreach() (By @rexim) + Allow file sizes greater than 2GB to be read on windows (By @satchelfrost and @KillerxDBr) + Fix nob_fd_open_for_write behaviour on windows so it truncates the opened files (By @twixuss) + 1.17.0 (2025-03-16) Factor out nob_da_reserve() (By @rexim) + Add nob_sb_appendf() (By @angelcaru) + 1.16.1 (2025-03-16) Make nob_da_resize() exponentially grow capacity similar to no_da_append_many() + 1.16.0 (2025-03-16) Introduce NOB_PRINTF_FORMAT + 1.15.1 (2025-03-16) Make nob.h compilable in gcc/clang with -std=c99 on POSIX. This includes: + not using strsignal() + using S_IS* stat macros instead of S_IF* flags + 1.15.0 (2025-03-03) Add nob_sv_chop_left() + 1.14.1 (2025-03-02) Add NOB_EXPERIMENTAL_DELETE_OLD flag that enables deletion of nob.old in Go Rebuild Urself™ Technology + 1.14.0 (2025-02-17) Add nob_da_last() + Add nob_da_remove_unordered() + 1.13.1 (2025-02-17) Fix segfault in nob_delete_file() (By @SileNce5k) + 1.13.0 (2025-02-11) Add nob_da_resize() (By @satchelfrost) + 1.12.0 (2025-02-04) Add nob_delete_file() + Add nob_sv_start_with() + 1.11.0 (2025-02-04) Add NOB_GO_REBUILD_URSELF_PLUS() (By @rexim) + 1.10.0 (2025-02-04) Make NOB_ASSERT, NOB_REALLOC, and NOB_FREE redefinable (By @OleksiiBulba) + 1.9.1 (2025-02-04) Fix signature of nob_get_current_dir_temp() (By @julianstoerig) + 1.9.0 (2024-11-06) Add Nob_Cmd_Redirect mechanism (By @rexim) + Add nob_path_name() (By @0dminnimda) + 1.8.0 (2024-11-03) Add nob_cmd_extend() (By @0dminnimda) + 1.7.0 (2024-11-03) Add nob_win32_error_message and NOB_WIN32_ERR_MSG_SIZE (By @KillerxDBr) + 1.6.0 (2024-10-27) Add nob_cmd_run_sync_and_reset() + Add nob_sb_to_sv() + Add nob_procs_wait_and_reset() + 1.5.1 (2024-10-25) Include limits.h for Linux musl libc (by @pgalkin) + 1.5.0 (2024-10-23) Add nob_get_current_dir_temp() + Add nob_set_current_dir() + 1.4.0 (2024-10-21) Fix UX issues with NOB_GO_REBUILD_URSELF on Windows when you call nob without the .exe extension (By @pgalkin) + Add nob_sv_end_with (By @pgalkin) + 1.3.2 (2024-10-21) Fix unreachable error in nob_log on passing NOB_NO_LOGS + 1.3.1 (2024-10-21) Fix redeclaration error for minimal_log_level (By @KillerxDBr) + 1.3.0 (2024-10-17) Add NOB_UNREACHABLE + 1.2.2 (2024-10-16) Fix compilation of nob_cmd_run_sync_and_reset on Windows (By @KillerxDBr) + 1.2.1 (2024-10-16) Add a separate include guard for NOB_STRIP_PREFIX. + 1.2.0 (2024-10-15) Make NOB_DA_INIT_CAP redefinable + Add NOB_STRIP_PREFIX which strips off nob_* prefix from all the user facing names + Add NOB_UNUSED macro + Add NOB_TODO macro + Add nob_sv_trim_left and nob_sv_trim_right declarations to the header part + 1.1.1 (2024-10-15) Remove forward declaration for is_path1_modified_after_path2 + 1.1.0 (2024-10-15) nob_minimal_log_level + nob_cmd_run_sync_and_reset + 1.0.0 (2024-10-15) first release based on https://github.com/tsoding/musializer/blob/4ac7cce9874bc19e02d8c160c8c6229de8919401/nob.h +*/ + +/* + Version Conventions: + + We are following https://semver.org/ so the version has a format MAJOR.MINOR.PATCH: + - Modifying comments does not update the version. + - PATCH is incremented in case of a bug fix or refactoring without touching the API. + - MINOR is incremented when new functions and/or types are added in a way that does + not break any existing user code. We want to do this in the majority of the situation. + If we want to delete a certain function or type in favor of another one we should + just add the new function/type and deprecate the old one in a backward compatible way + and let them co-exist for a while. + - MAJOR update should be just a periodic cleanup of the DEPRECATED functions and types + without really modifying any existing functionality. + - Breaking backward compatibility in a MINOR release should be considered a bug and + should be promptly fixed in the next PATCH release. + + Naming Conventions: + + - All the user facing names should be prefixed with `nob_` or `NOB_` depending on the case. + - The prefixes of non-redefinable names should be strippable with NOB_STRIP_PREFIX (unless + explicitly stated otherwise like in case of nob_log). + - Internal functions should be prefixed with `nob__` (double underscore). +*/ + +/* + ------------------------------------------------------------------------------ + This software is available under 2 licenses -- choose whichever you prefer. + ------------------------------------------------------------------------------ + ALTERNATIVE A - MIT License + Copyright (c) 2024 Alexey Kutepov + Permission is hereby granted, free of charge, to any person obtaining a copy of + this software and associated documentation files (the "Software"), to deal in + the Software without restriction, including without limitation the rights to + use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies + of the Software, and to permit persons to whom the Software is furnished to do + so, subject to the following conditions: + The above copyright notice and this permission notice shall be included in all + copies or substantial portions of the Software. + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + SOFTWARE. + ------------------------------------------------------------------------------ + ALTERNATIVE B - Public Domain (www.unlicense.org) + This is free and unencumbered software released into the public domain. + Anyone is free to copy, modify, publish, use, compile, sell, or distribute this + software, either in source code form or as a compiled binary, for any purpose, + commercial or non-commercial, and by any means. + In jurisdictions that recognize copyright laws, the author or authors of this + software dedicate any and all copyright interest in the software to the public + domain. We make this dedication for the benefit of the public at large and to + the detriment of our heirs and successors. We intend this dedication to be an + overt act of relinquishment in perpetuity of all present and future rights to + this software under copyright law. + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN + ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION + WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + ------------------------------------------------------------------------------ +*/ diff --git a/external/stb_c_lexer.h b/external/stb_c_lexer.h new file mode 100644 index 0000000..6c37f3c --- /dev/null +++ b/external/stb_c_lexer.h @@ -0,0 +1,774 @@ +// stb_c_lexer.h 0.01 -- public domain Sean Barrett 2013 +// lexer for making little C-like languages with recursive-descent parsers +// +// This file provides both the interface and the implementation. +// To instantiate the implementation, +// #define STB_C_LEXER_IMPLEMENTATION +// in *ONE* source file, before #including this file. +// +// The default configuration is fairly close to a C lexer, although +// suffixes on integer constants are not handled (you can override this). +// +// Status: +// - haven't tested compiling as C++ +// - haven't tested the float parsing path +// - haven't tested "get_location" function (used for error reporting) +// - haven't tested the non-default-config paths (e.g. non-stdlib) +// - only tested default-config paths by eyeballing output of self-parse +// +// - haven't implemented multiline strings +// - haven't implemented octal/hex character constants +// - haven't implemented support for unicode CLEX_char +// - need to expand error reporting so you don't just get "CLEX_parse_error" + +#ifndef STB_C_LEXER_DEFINITIONS +// to change the default parsing rules, copy the following lines +// into your C/C++ file *before* including this, and then replace +// the Y's with N's for the ones you don't want. +// --BEGIN-- + +#define STB_C_LEX_C_DECIMAL_INTS Y // "0|[1-9][0-9]*" CLEX_int +#define STB_C_LEX_C_HEX_INTS Y // "0x[0-9a-fA-F]+" CLEX_int +#define STB_C_LEX_C_OCTAL_INTS Y // "[0-7]+" CLEX_int +#define STB_C_LEX_C_DECIMAL_FLOATS Y // "[0-9]*(.[0-9]*([eE]-?[0-9]+)?) CLEX_float +#define STB_C_LEX_C_IDENTIFIERS Y // "[_a-zA-Z][_a-zA-Z0-9]*" CLEX_id +#define STB_C_LEX_C_DQ_STRINGS Y // double-quote-delimited strings with escapes CLEX_dqstring +#define STB_C_LEX_C_SQ_STRINGS N // single-quote-delimited strings with escapes CLEX_ssstring +#define STB_C_LEX_C_CHARS Y // single-quote-delimited character with escape CLEX_chars +#define STB_C_LEX_C_COMMENTS Y // "/* comment */" +#define STB_C_LEX_CPP_COMMENTS Y // "// comment to end of line\n" +#define STB_C_LEX_C_COMPARISONS Y // "==" CLEX_eq "!=" CLEX_noteq "<=" CLEX_lesseq ">=" CLEX_greatereq +#define STB_C_LEX_C_LOGICAL Y // "&&" CLEX_andand "||" CLEX_oror +#define STB_C_LEX_C_SHIFTS Y // "<<" CLEX_shl ">>" CLEX_shr +#define STB_C_LEX_C_INCREMENTS Y // "++" CLEX_plusplus "--" CLEX_minusminus +#define STB_C_LEX_C_ARROW Y // "->" CLEX_arrow +#define STB_C_LEX_EQUAL_ARROW N // "=>" CLEX_eqarrow +#define STB_C_LEX_C_BITWISEEQ Y // "&=" CLEX_andeq "|=" CLEX_oreq "^=" CLEX_xoreq +#define STB_C_LEX_C_ARITHEQ Y // "+=" CLEX_pluseq "-=" CLEX_minuseq + // "*=" CLEX_muleq "/=" CLEX_diveq "%=" CLEX_modeq + // if both STB_C_LEX_SHIFTS & STB_C_LEX_ARITHEQ: + // "<<=" CLEX_shleq ">>=" CLEX_shreq + +#define STB_C_LEX_PARSE_SUFFIXES N // letters after numbers are parsed as part of those numbers, and must be in suffix list below +#define STB_C_LEX_DECIMAL_SUFFIXES "" // decimal integer suffixes e.g. "uUlL" -- these are returned as-is in string storage +#define STB_C_LEX_HEX_SUFFIXES "" // e.g. "uUlL" +#define STB_C_LEX_OCTAL_SUFFIXES "" // e.g. "uUlL" +#define STB_C_LEX_FLOAT_SUFFIXES "" // + +#define STB_C_LEX_0_IS_EOF N // if Y, ends parsing at '\0'; if N, returns '\0' as token +#define STB_C_LEX_INTEGERS_AS_DOUBLES N // parses integers as doubles so they can be larger than 'int', but only if STB_C_LEX_STDLIB==N +#define STB_C_LEX_MULTILINE_DSTRINGS N // allow newlines in double-quoted strings +#define STB_C_LEX_MULTILINE_SSTRINGS N // allow newlines in single-quoted strings +#define STB_C_LEX_USE_STDLIB Y // use strtod,strtol for parsing #s; otherwise inaccurate hack +#define STB_C_LEX_DOLLAR_IDENTIFIER Y // allow $ as an identifier character +#define STB_C_LEX_FLOAT_NO_DECIMAL Y // allow floats that have no decimal point if they have an exponent + +#define STB_C_LEX_DEFINE_ALL_TOKEN_NAMES N // if Y, all CLEX_ token names are defined, even if never returned + // leaving it as N should help you catch config bugs + +//#define STB_C_LEX_ISWHITE(str) ... // return length in bytes of first character if it is whitespace + +#define STB_C_LEXER_DEFINITIONS // This line prevents the header file from replacing your definitions +// --END-- + +#endif + +#ifndef INCLUDE_STB_C_LEXER_H +#define INCLUDE_STB_C_LEXER_H + +typedef struct +{ + char *where_firstchar; + char *where_lastchar; + long token; + double real_number; + long int_number; + char *string; + int string_len; +} stb_lex_token; + +typedef struct +{ + char *input_stream; + char *eof; + char *parse_point; + char *string_storage; + int string_storage_len; +} stb_lexer; + +typedef struct +{ + int line_number; + int line_offset; +} stb_lex_location; + +#ifdef __cplusplus +extern "C" { +#endif + +extern void stb_c_lexer_init(stb_lexer *lexer, const char *input_stream, const char *input_stream_end, char *string_store, int store_length); +// this function initialize the 'lexer' structure +// Input: +// - input_stream points to the file to parse, loaded into memory +// - input_stream_end points to the end of the file, or NULL if you use 0-for-EOF +// - string_store is storage the lexer can use for storing parsed strings and identifiers +// - store_length is the length of that storage + +extern int stb_c_lexer_get_token(stb_lexer *lexer, stb_lex_token *tok); +// this function returns non-zero if a token is parsed, or 0 if at EOF +// Output: +// - tok->token is the token ID, which is unicode code point for a single-char token, < 0 for a multichar or eof or error +// - tok->real_number is a double constant value for CLEX_float, or CLEX_int if STB_C_LEX_INTEGERS_AS_DOUBLES +// - tok->int_number is an integer constant for CLEX_int if !STB_C_LEX_INTEGERS_AS_DOUBLES, or character for CLEX_char +// - tok->string is a 0-terminated string for CLEX_dqstring or CLEX_sqstring or CLEX_identifier +// - tok->string_len is the byte length of tok->string + +extern void stb_c_lexer_get_location(const stb_lexer *lexer, const char *where, stb_lex_location *loc); +// this inefficient function returns the line number and character offset of a +// given location in the file as returned by stb_lex_token. Because it's inefficient, +// you should only call it for errors, not for every token. +// For error messages of invalid tokens, you typically want the location of the +// in the token (which caused the token to be invalid). For bugs involving legit +// tokens, you can report the first or the range. +// Output: +// - loc->line_number is the line number in the file, counting from 1, of the location +// - loc->line_offset is the char-offset in the line, counting from 0, of the location + + +#ifdef __cplusplus +} +#endif + +#endif // INCLUDE_STB_C_LEXER_H + +#ifdef STB_C_LEXER_IMPLEMENTATION + + #if defined(Y) || defined(N) + #error "Can only use stb_c_lex in contexts where the preprocessor symbols 'Y' and 'N' are not defined" + #endif + + +// Hacky definitions so we can easily #if on them +#define Y(x) 1 +#define N(x) 0 + +#if STB_C_LEX_USE_STDLIB(x) +#define STB__CLEX_use_stdlib +#include +#endif + +#if STB_C_LEX_INTEGERS_AS_DOUBLES(x) +typedef double stb__clex_int; +#define intfield real_number +#define STB__clex_int_as_double +#else +typedef long stb__clex_int; +#define intfield int_number +#endif + +// Convert these config options to simple conditional #defines so we can more +// easily test them once we've change the meaning of Y/N + +#if STB_C_LEX_PARSE_SUFFIXES(x) +#define STB__clex_parse_suffixes +#endif + +#if STB_C_LEX_C_DECIMAL_INTS(x) || STB_C_LEX_C_HEX_INTS(x) || STB_C_LEX_DEFINE_ALL_TOKEN_NAMES(x) +#define STB__clex_define_int +#endif + +#if (STB_C_LEX_C_ARITHEQ(x) && STB_C_LEX_C_SHIFTS(x)) || STB_C_LEX_DEFINE_ALL_TOKEN_NAMES(x) +#define STB__clex_define_shifts +#endif + +#if STB_C_LEX_C_HEX_INTS(x) +#define STB__clex_hex_ints +#endif + +#if STB_C_LEX_C_DECIMAL_INTS(x) +#define STB__clex_decimal_ints +#endif + +#if STB_C_LEX_C_OCTAL_INTS(x) +#define STB__clex_octal_ints +#endif + +#if STB_C_LEX_C_DECIMAL_FLOATS(x) +#define STB__clex_decimal_floats +#endif + +// Now pick a definition of Y/N that's conducive to +// defining the enum of token names. +#if STB_C_LEX_DEFINE_ALL_TOKEN_NAMES(x) || defined(STB_C_LEXER_SELF_TEST) + #undef N + #define N(a) Y(a) +#else + #undef N + #define N(a) +#endif + +#undef Y +#define Y(a) a, + +enum +{ + CLEX_eof = 256, + CLEX_parse_error, + +#ifdef STB__clex_define_int + CLEX_int, +#endif + + STB_C_LEX_C_DECIMAL_FLOATS( CLEX_float ) + STB_C_LEX_C_IDENTIFIERS( CLEX_id ) + STB_C_LEX_C_DQ_STRINGS( CLEX_dqstring ) + STB_C_LEX_C_SQ_STRINGS( CLEX_sqstring ) + STB_C_LEX_C_CHARS( CLEX_char ) + STB_C_LEX_C_COMPARISONS( CLEX_eq ) + STB_C_LEX_C_COMPARISONS( CLEX_noteq ) + STB_C_LEX_C_COMPARISONS( CLEX_lesseq ) + STB_C_LEX_C_COMPARISONS( CLEX_greatereq ) + STB_C_LEX_C_LOGICAL( CLEX_andand ) + STB_C_LEX_C_LOGICAL( CLEX_oror ) + STB_C_LEX_C_SHIFTS( CLEX_shl ) + STB_C_LEX_C_SHIFTS( CLEX_shr ) + STB_C_LEX_C_INCREMENTS( CLEX_plusplus ) + STB_C_LEX_C_INCREMENTS( CLEX_minusminus ) + STB_C_LEX_C_ARITHEQ( CLEX_pluseq ) + STB_C_LEX_C_ARITHEQ( CLEX_minuseq ) + STB_C_LEX_C_ARITHEQ( CLEX_muleq ) + STB_C_LEX_C_ARITHEQ( CLEX_diveq ) + STB_C_LEX_C_ARITHEQ( CLEX_modeq ) + STB_C_LEX_C_BITWISEEQ( CLEX_andeq ) + STB_C_LEX_C_BITWISEEQ( CLEX_oreq ) + STB_C_LEX_C_BITWISEEQ( CLEX_xoreq ) + STB_C_LEX_C_ARROW( CLEX_arrow ) + STB_C_LEX_EQUAL_ARROW( CLEX_eqarrow ) + +#ifdef STB__clex_define_shifts + CLEX_shleq, CLEX_shreq +#endif + +#undef Y +#define Y(a) a +}; + +// Now for the rest of the file we'll use the basic definition where +// where Y expands to its contents and N expands to nothing +#undef N +#define N(a) + +// API function +void stb_c_lexer_init(stb_lexer *lexer, const char *input_stream, const char *input_stream_end, char *string_store, int store_length) +{ + lexer->input_stream = (char *) input_stream; + lexer->eof = (char *) input_stream_end; + lexer->parse_point = (char *) input_stream; + lexer->string_storage = string_store; + lexer->string_storage_len = store_length; +} + +// API function +void stb_c_lexer_get_location(const stb_lexer *lexer, const char *where, stb_lex_location *loc) +{ + char *p = lexer->input_stream; + int line_number = 1; + int char_offset = 0; + while (*p) { + if (*p == '\n' || *p == '\r') { + p += (p[0]+p[1] == '\r'+'\n' ? 2 : 1); // skip newline + line_number += 1; + char_offset = 0; + } else { + ++p; + ++char_offset; + } + } + loc->line_number = line_number; + loc->line_offset = char_offset; +} + +// main helper function for returning a parsed token +static int stb__clex_token(stb_lexer *lexer, stb_lex_token *tok, int token, char *start, char *end) +{ + tok->token = token; + tok->where_firstchar = start; + tok->where_lastchar = end; + lexer->parse_point = end+1; + return 1; +} + +// helper function for returning eof +static int stb__clex_eof(stb_lex_token *tok) +{ + tok->token = CLEX_eof; + return 0; +} + +static int stb__clex_iswhite(int x) +{ + return x == ' ' || x == '\t' || x == '\r' || x == '\n' || x == '\f'; +} + +static const char *stb__strchr(const char *str, int ch) +{ + for (; *str; ++str) + if (*str == ch) + return str; + return 0; +} + +// parse suffixes at the end of a number +static int stb__clex_parse_suffixes(stb_lexer *lexer, stb_lex_token *tok, long tokenid, char *start, char *cur, const char *suffixes) +{ + #ifdef STB__clex_parse_suffixes + tok->string = lexer->string_storage; + tok->string_len = 0; + + while ((*cur >= 'a' && *cur <= 'z') || (*cur >= 'A' && *cur <= 'Z')) { + if (!stb__strchr(suffixes, *cur)) + return stb__clex_token(lexer, tok, CLEX_parse_error, start, cur); + if (tok->string_len+1 >= lexer->string_storage_len) + return stb__clex_token(lexer, tok, CLEX_parse_error, start, cur); + tok->string[tok->string_len++] = *cur++; + } + #else + suffixes = suffixes; // attempt to suppress warnings + #endif + return stb__clex_token(lexer, tok, tokenid, start, cur-1); +} + +#ifndef STB__CLEX_use_stdlib +static double stb__clex_parse_float(char *p, char **q) +{ + double value=0; + while (*p >= '0' && *p <= '9') + value = value*10 + (*p++ - '0'); + if (*p == '.') { + double powten=1, addend = 0; + ++p; + while (*p >= '0' && *p <= '9') { + addend = addend + 10*(*p++ - '0'); + powten *= 10; + } + value += addend / powten; + } + if (*p == 'e' || *p == 'E') { + int sign = p[1] == '-'; + int exponent=0; + double pow10=1; + p += 1+sign; + while (*p >= '0' && *p <= '9') + exponent = exponent*10 + (*p++ - '0'); + // can't use pow() from stdlib, so do it slow way + while (exponent-- > 0) + pow10 *= 10; + if (sign) + value /= pow10; + else + value *= pow10; + } + *q = p; + return value; +} +#endif + +static int stb__clex_parse_char(char *p, char **q) +{ + if (*p == '\\') { + *q = p+2; // tentatively guess we'll parse two characters + switch(p[1]) { + case '\\': return '\\'; + case '\'': return '\''; + case '"': return '"'; + case 't': return '\t'; + case 'f': return '\f'; + case 'n': return '\n'; + case 'r': return '\r'; + case '0': return '\0'; // @TODO ocatal constants + case 'x': case 'X': return -1; // @TODO hex constants + case 'u': return -1; // @TODO unicode constants + } + } + *q = p+1; + return (unsigned char) *p; +} + +static int stb__clex_parse_string(stb_lexer *lexer, stb_lex_token *tok, char *p, int type) +{ + char *start = p; + char delim = *p++; // grab the " or ' for later matching + char *out = lexer->string_storage; + char *outend = lexer->string_storage + lexer->string_storage_len; + while (*p != delim) { + int n; + if (*p == '\\') { + char *q; + n = stb__clex_parse_char(p, &q); + if (n < 0) + return stb__clex_token(lexer, tok, CLEX_parse_error, start, q); + p = q; + } else { + // @OPTIMIZE: could speed this up by looping-while-not-backslash + n = (unsigned char) *p++; + } + if (out+1 > outend) + return stb__clex_token(lexer, tok, CLEX_parse_error, start, p); + // @TODO expand unicode escapes to UTF8 + *out++ = (char) n; + } + *out = 0; + tok->string = lexer->string_storage; + tok->string_len = out - lexer->string_storage; + return stb__clex_token(lexer, tok, type, start, p+1); +} + +int stb_c_lexer_get_token(stb_lexer *lexer, stb_lex_token *tok) +{ + char *p = lexer->parse_point; + + // skip whitespace and comments + for (;;) { + #ifdef STB_C_LEX_ISWHITE + while (p != lexer->stream_end) { + int n; + n = STB_C_LEX_ISWHITE(p); + if (n == 0) break; + if (lexer->eof && lexer+n > lexer->eof) + return stb__clex_token(tok, CLEX_parse_error, p,lexer->eof-1); + p += n; + } + #else + while (p != lexer->eof && stb__clex_iswhite(*p)) + ++p; + #endif + + STB_C_LEX_CPP_COMMENTS( + if (p != lexer->eof && p[0] == '/' && p[1] == '/') { + while (p != lexer->eof && *p != '\r' && *p != '\n') + ++p; + continue; + } + ) + + STB_C_LEX_C_COMMENTS( + if (p != lexer->eof && p[0] == '/' && p[1] == '*') { + char *start = p; + p += 2; + while (p != lexer->eof && (p[0] != '*' || p[1] != '/')) + ++p; + if (p == lexer->eof) + return stb__clex_token(lexer, tok, CLEX_parse_error, start, p-1); + p += 2; + continue; + } + ) + break; + } + + if (p == lexer->eof) + return stb__clex_eof(tok); + + switch (*p) { + default: + if ( (*p >= 'a' && *p <= 'z') + || (*p >= 'A' && *p <= 'Z') + || *p == '_' || (unsigned char) *p >= 128 // >= 128 is UTF8 char + STB_C_LEX_DOLLAR_IDENTIFIER( || *p == '$' ) ) + { + int n = 0; + tok->string = lexer->string_storage; + tok->string_len = n; + do { + if (n+1 >= lexer->string_storage_len) + return stb__clex_token(lexer, tok, CLEX_parse_error, p, p+n); + tok->string[n] = p[n]; + ++n; + } while ( + (p[n] >= 'a' && p[n] <= 'z') + || (p[n] >= 'A' && p[n] <= 'Z') + || (p[n] >= '0' && p[n] <= '9') // allow digits in middle of identifier + || p[n] == '_' || (unsigned char) p[n] >= 128 + STB_C_LEX_DOLLAR_IDENTIFIER( || p[n] == '$' ) + ); + tok->string[n] = 0; + return stb__clex_token(lexer, tok, CLEX_id, p, p+n-1); + } + + // check for EOF + STB_C_LEX_0_IS_EOF( + if (*p == 0) + return stb__clex_eof(tok); + ) + + single_char: + // not an identifier, return the character as itself + return stb__clex_token(lexer, tok, *p, p, p); + + case '+': + if (p+1 != lexer->eof) { + STB_C_LEX_C_INCREMENTS(if (p[1] == '+') return stb__clex_token(lexer, tok, CLEX_plusplus, p,p+1);) + STB_C_LEX_C_ARITHEQ( if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_pluseq , p,p+1);) + } + goto single_char; + case '-': + if (p+1 != lexer->eof) { + STB_C_LEX_C_INCREMENTS(if (p[1] == '-') return stb__clex_token(lexer, tok, CLEX_minusminus, p,p+1);) + STB_C_LEX_C_ARITHEQ( if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_minuseq , p,p+1);) + STB_C_LEX_C_ARROW( if (p[1] == '>') return stb__clex_token(lexer, tok, CLEX_arrow , p,p+1);) + } + goto single_char; + case '&': + if (p+1 != lexer->eof) { + STB_C_LEX_C_LOGICAL( if (p[1] == '&') return stb__clex_token(lexer, tok, CLEX_andand, p,p+1);) + STB_C_LEX_C_BITWISEEQ(if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_andeq , p,p+1);) + } + goto single_char; + case '|': + if (p+1 != lexer->eof) { + STB_C_LEX_C_LOGICAL( if (p[1] == '|') return stb__clex_token(lexer, tok, CLEX_oror, p,p+1);) + STB_C_LEX_C_BITWISEEQ(if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_oreq, p,p+1);) + } + goto single_char; + case '=': + if (p+1 != lexer->eof) { + STB_C_LEX_C_COMPARISONS(if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_eq, p,p+1);) + STB_C_LEX_EQUAL_ARROW( if (p[1] == '>') return stb__clex_token(lexer, tok, CLEX_eqarrow, p,p+1);) + } + goto single_char; + case '!': + STB_C_LEX_C_COMPARISONS(if (p+1 != lexer->eof && p[1] == '=') return stb__clex_token(lexer, tok, CLEX_noteq, p,p+1);) + goto single_char; + case '^': + STB_C_LEX_C_BITWISEEQ(if (p+1 != lexer->eof && p[1] == '=') return stb__clex_token(lexer, tok, CLEX_xoreq, p,p+1)); + goto single_char; + case '%': + STB_C_LEX_C_ARITHEQ(if (p+1 != lexer->eof && p[1] == '=') return stb__clex_token(lexer, tok, CLEX_modeq, p,p+1)); + goto single_char; + case '*': + STB_C_LEX_C_ARITHEQ(if (p+1 != lexer->eof && p[1] == '=') return stb__clex_token(lexer, tok, CLEX_muleq, p,p+1)); + goto single_char; + case '/': + STB_C_LEX_C_ARITHEQ(if (p+1 != lexer->eof && p[1] == '=') return stb__clex_token(lexer, tok, CLEX_diveq, p,p+1)); + goto single_char; + case '<': + if (p+1 != lexer->eof) { + STB_C_LEX_C_COMPARISONS(if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_lesseq, p,p+1);) + STB_C_LEX_C_SHIFTS( if (p[1] == '<') { + STB_C_LEX_C_ARITHEQ(if (p+2 != lexer->eof && p[2] == '=') + return stb__clex_token(lexer, tok, CLEX_shleq, p,p+2);) + return stb__clex_token(lexer, tok, CLEX_shl, p,p+1); + } + ) + } + goto single_char; + case '>': + if (p+1 != lexer->eof) { + STB_C_LEX_C_COMPARISONS(if (p[1] == '=') return stb__clex_token(lexer, tok, CLEX_greatereq, p,p+1);) + STB_C_LEX_C_SHIFTS( if (p[1] == '>') { + STB_C_LEX_C_ARITHEQ(if (p+2 != lexer->eof && p[2] == '=') + return stb__clex_token(lexer, tok, CLEX_shreq, p,p+2);) + return stb__clex_token(lexer, tok, CLEX_shr, p,p+1); + } + ) + } + goto single_char; + + case '"': + STB_C_LEX_C_DQ_STRINGS(return stb__clex_parse_string(lexer, tok, p, CLEX_dqstring);) + goto single_char; + case '\'': + STB_C_LEX_C_SQ_STRINGS(return stb__clex_parse_string(lexer, tok, p, CLEX_sqstring);) + STB_C_LEX_C_CHARS( + { + char *start = p; + tok->int_number = stb__clex_parse_char(p+1, &p); + if (tok->int_number < 0) + return stb__clex_token(lexer, tok, CLEX_parse_error, start,start); + if (p == lexer->eof || *p != '\'') + return stb__clex_token(lexer, tok, CLEX_parse_error, start,p); + return stb__clex_token(lexer, tok, CLEX_char, start, p+1); + }) + goto single_char; + + case '0': + #ifdef STB__clex_hex_ints + if (p+1 != lexer->eof) { + if (p[1] == 'x' || p[1] == 'X') { + char *q = p+2; + #ifdef STB__CLEX_use_stdlib + tok->int_number = strtol((char *) p, (char **) q, 16); + #else + stb__clex_int n=0; + while (q != lexer->eof) { + if (*q >= '0' && *q <= '9') + n = n*16 + (*q - '0'); + else if (*q >= 'a' && *q <= 'f') + n = n*16 + (*q - 'a') + 10; + else if (*q >= 'A' && *q <= 'F') + n = n*16 + (*q - 'A') + 10; + else + break; + ++q; + } + tok->int_field = n; // int_field is macro that expands to real_number/int_number depending on type of n + #endif + if (q == p+2) + return stb__clex_token(lexer, tok, CLEX_parse_error, p-2,p-1); + return stb__clex_parse_suffixes(lexer, tok, CLEX_int, p,q, STB_C_LEX_HEX_SUFFIXES); + } + } + #endif // STB__clex_hex_ints + // can't test for octal because we might parse '0.0' as float or as '0' '.' '0', + // so have to do float first + + /* FALL THROUGH */ + case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': + + #ifdef STB__clex_decimal_floats + { + char *q = p; + while (q != lexer->eof && (*q >= '0' && *q <= '9')) + ++q; + if (q != lexer->eof) { + if (*q == '.' STB_C_LEX_FLOAT_NO_DECIMAL(|| *q == 'e' || *q == 'E')) { + #ifdef STB__CLEX_use_stdlib + tok->real_number = strtod((char *) p, (char**) &q); + #else + tok->real_number = stb__clex_parse_float(p, &q); + #endif + + return stb__clex_parse_suffixes(lexer, tok, CLEX_float, p,q, STB_C_LEX_FLOAT_SUFFIXES); + + } + } + } + #endif // STB__clex_decimal_floats + + #ifdef STB__clex_octal_ints + if (p[0] == 0) { + char *q = p; + #ifdef STB__CLEX_use_stdlib + tok->int_number = strtol((char *) p, (char **) &q, 8); + #else + stb__clex_int n=0; + while (q != lexer->eof) { + if (*q >= '0' && *q <= '7') + n = n*8 + (q - '0'); + else + break; + ++q; + } + if (q != lexer->eof && (*q == '8' || *q=='9')) + return stb__clex_token(tok, CLEX_parse_error, p, q); + tok->int_field = n; + #endif + return stb__clex_parse_suffixes(lexer, tok, CLEX_int, p,q, STB_C_LEX_OCTAL_SUFFIXES); + } + #endif // STB__clex_octal_ints + + #ifdef STB__clex_decimal_ints + { + char *q = p; + #ifdef STB__CLEX_use_stdlib + tok->int_number = strtol((char *) p, (char **) &q, 10); + #else + stb__clex_int n=0; + while (q != lexer->eof) { + if (*q >= '0' && *q <= '9') + n = n*10 + (q - '0'); + else + break; + ++q; + } + tok->int_field = n; + #endif + return stb__clex_parse_suffixes(lexer, tok, CLEX_int, p,q, STB_C_LEX_OCTAL_SUFFIXES); + } + #endif // STB__clex_decimal_ints + goto single_char; + } +} +#endif // STB_C_LEXER_IMPLEMENTATION + +#ifdef STB_C_LEXER_SELF_TEST + +#include + +static void print_token(stb_lex_token *tok) +{ + switch (tok->token) { + case CLEX_id : printf("_%s", tok->string); break; + case CLEX_eq : printf("=="); break; + case CLEX_noteq : printf("!="); break; + case CLEX_lesseq : printf("<="); break; + case CLEX_greatereq : printf(">="); break; + case CLEX_andand : printf("&&"); break; + case CLEX_oror : printf("||"); break; + case CLEX_shl : printf("<<"); break; + case CLEX_shr : printf(">>"); break; + case CLEX_plusplus : printf("++"); break; + case CLEX_minusminus: printf("--"); break; + case CLEX_arrow : printf("->"); break; + case CLEX_andeq : printf("&="); break; + case CLEX_oreq : printf("|="); break; + case CLEX_xoreq : printf("^="); break; + case CLEX_pluseq : printf("+="); break; + case CLEX_minuseq : printf("-="); break; + case CLEX_muleq : printf("*="); break; + case CLEX_diveq : printf("/="); break; + case CLEX_modeq : printf("%%="); break; + case CLEX_shleq : printf("<<="); break; + case CLEX_shreq : printf(">>="); break; + case CLEX_eqarrow : printf("=>"); break; + case CLEX_dqstring : printf("\"%s\"", tok->string); break; + case CLEX_sqstring : printf("'\"%s\"'", tok->string); break; + case CLEX_char : printf("'%s'", tok->string); break; + #if defined(STB__clex_int_as_double) && !defined(STB__CLEX_use_stdlib) + case CLEX_int : printf("#%g", tok->real_number); break; + #else + case CLEX_int : printf("#%ld", tok->int_number); break; + #endif + case CLEX_float : printf("%g", tok->real_number); break; + default: + if (tok->token >= 0 && tok->token < 256) + printf("%c", (int)tok->token); + else { + printf("<<>>\n", tok->token); + } + break; + } +} + +/* Force a test +of parsing +multiline comments */ + +/*/ comment /*/ +/**/ extern /**/ + +int main(int argc, char **argv) +{ + FILE *f = fopen("stb_c_lexer.h", "rb"); + char *text = (char*)malloc(1 << 20); + int len = f ? fread(text, 1, 1<<20, f) : -1; + stb_lexer lex; + stb_lex_token token; + if (len < 0) { + fprintf(stderr, "Error opening file\n"); + return 1; + } + fclose(f); + + stb_c_lexer_init(&lex, text, text+len, (char*)malloc(1<<16), 1<<16); + while (stb_c_lexer_get_token(&lex, &token)) { + if (token.token == CLEX_parse_error) { + printf("\n<<>>\n"); + break; + } + print_token(&token); + printf(" "); + } + return 0; +} +#endif diff --git a/nob.c b/nob.c new file mode 100644 index 0000000..2ca56a2 --- /dev/null +++ b/nob.c @@ -0,0 +1,34 @@ + +#define NOB_STRIP_PREFIX +#define NOB_IMPLEMENTATION +#define NOB_WARN_DEPRECATED +#define NOB_EXPERIMENTAL_DELETE_OLD +#include "nob.h" + +#define BUILD_DIR "./build" +#define SRC "./src" +#define EXTERNAL_DIR "./external" + +Cmd cmd = {0}; + +int main(int argc, char *argv[]) { + NOB_GO_REBUILD_URSELF(argc, argv); + + if (!nob_mkdir_if_not_exists(BUILD_DIR)) + return 1; + + nob_cc(&cmd); + nob_cc_flags(&cmd); + nob_cc_output(&cmd, BUILD_DIR "/ada"); + cmd_append(&cmd, "-I" EXTERNAL_DIR); + cmd_append(&cmd, "-DSTB_C_LEXER_IMPLEMENTATION"); + nob_cc_inputs(&cmd, EXTERNAL_DIR "/stb_c_lexer.h", SRC "/main.c"); + if (!cmd_run(&cmd)) + return 1; + + cmd_append(&cmd, BUILD_DIR "/ada"); + if (!cmd_run(&cmd)) + return 1; + + return 0; +} diff --git a/src/main.c b/src/main.c new file mode 100644 index 0000000..6b23684 --- /dev/null +++ b/src/main.c @@ -0,0 +1,68 @@ +#include "stb_c_lexer.h" +#include +#include + +typedef struct { + stb_lexer lexer; + const char *filename; +} Context; + +Context ctx = {0}; + +long read_whole_file(const char *filename, char **buffer) { + FILE *fp = fopen(filename, "rb"); + if (!fp) { + fprintf(stderr, "ERROR: Failed to open file '%s'\n", filename); + return -1; + } + fseek(fp, 0, SEEK_END); + long len = ftell(fp); + fseek(fp, 0, SEEK_SET); + + *buffer = malloc(len + 1); + if (!*buffer) { + fclose(fp); + return -1; + } + fread(*buffer, 1, len, fp); + (*buffer)[len] = '\0'; + fclose(fp); + + return len; +} + +int main(void) { + char string_store[1024]; + + ctx.filename = "test.ada"; + + char *buffer; + long len = read_whole_file(ctx.filename, &buffer); + + stb_c_lexer_init(&ctx.lexer, buffer, buffer + len, string_store, + sizeof(string_store)); + + stb_lex_token tok = {0}; + while (stb_c_lexer_get_token(&ctx.lexer, &tok)) { + switch (tok.token) { + case CLEX_id: + printf("id = %s\n", tok.string); + break; + case CLEX_int: + printf("int = %zu\n", tok.int_number); + break; + case CLEX_float: + printf("float = %f\n", tok.real_number); + break; + default: { + if (tok.token < 256) { + printf("char = '%c'\n", (char)tok.token); + } else { + printf("token = %zu\n", tok.token); + } + } + } + } + + return 0; +} diff --git a/test.ada b/test.ada new file mode 100644 index 0000000..e353191 --- /dev/null +++ b/test.ada @@ -0,0 +1,9 @@ +extrn putchar; + +fn main() { + let a = 34; + let b = 35; + let PI = 3.1415; + putchar(a + b); +} +