#include "tokens.h" #include #ifdef STANDALONE #include #else #define printf(...) nf_tokenize(NULL) #endif /* * Grammar: * token * expr * (op expr expr) * (list expr expr ... ) */ // Is the char a standalone token? static const char singleTokens[] = "()+-*/="; int isSingle(const char c) { int i = 0; while(singleTokens[i] != '\0'){ if(singleTokens[i] == c) return singleTokens[i]; i++; } return 0; } int isDigit(const char c) { return c >= '0' && c <= '9'; } int isWhitespace(const char c) { return c == ' ' || c == '\t' || c == '\n'; } int notWhitespace(const char c) { return !isWhitespace(c); } // Return needs to be freed, if not null struct Slice *nf_tokenize(const char *input) { if(!input) return NULL; struct Slice *slices = malloc(sizeof(struct Slice) * MAX_TOK_CNT); int i = 0; int slice = 0; int parens = 0; while(input[i] != '\0') { // printf("input: '%c'\n", input[i]); if(isWhitespace(input[i])) { i++; continue; } if(input[i] == '(') { parens++; } else if (input[i] == ')') { parens--; } if(isSingle(input[i])) { slices[slice].text = &input[i]; slices[slice].length = 1; slice++; i++; } else { slices[slice].text = &input[i]; int l = 1; while(!isWhitespace(input[++i]) && !isSingle(input[i])) { l++; } slices[slice].length = l; slice++; } } if(parens){ free(slices); return NULL; } slices[slice].text = NULL; slices[slice].length = 0; return slices; }