webpage/lexer.c

#include "lexer.h"
#include <curl/curl.h>
#include <string.h>

#define HTML_BALISE_LEN 12

typedef struct Cursor {
  int chunk;
  int offset;
} Cursor;

Cursor curr = {
  .chunk = 0,
  .offset = -1,
};

Cursor prev = {
  .chunk = 0,
  .offset = -2,
};

TokenType token_by_name(const char name[HTML_BALISE_LEN]);

void printtoken(Token* token){
  if (token == NULL){
    puts("NULL TOKEN");
    return;
  }

  printf("%d: ", token->type);

  if (token->value == NULL){
    puts("'NO VALUE FOUND'");
    return;
  }

  printf("'%s'\n", token->value);
}

int increment_cursor(Cursor* cursor){
  if (cursor->offset+1 < 0){
    cursor->offset++;
    return 0;
  }

  if (page.chunks[cursor->chunk][cursor->offset+1] == '\0'){
    cursor->chunk++;
    cursor->offset = 0;
  } else {
    cursor->offset++;
  }

  if (cursor->chunk >= page.len){
    return -1;
  }

  return 0;
}

char* nextchar(void){
  if (increment_cursor(&curr) < 0 || increment_cursor(&prev) < 0){
    return NULL;
  }

  if (curr.chunk >= page.len){
    return NULL;
  }

  return &page.chunks[curr.chunk][curr.offset];
}

void go_back(void){
  curr.chunk = prev.chunk;
  curr.offset = prev.offset;
  prev.offset--;

  if (curr.chunk < 0 || curr.offset < 0){
    puts("ERROR: cursor got way too back.");
    exit(1);
  }
}

char* getParam(const char* word, int len, char* cursor, int* size){
  printf("looking for '%s' word in %d char.\n", word, len);
  do {
    printf("cursor: '%c' len: '%d'.\n", *cursor, len);
    int succes = 0;
    for (int i=0; i<len && succes != -1; i++){
      if (word[i] == *cursor){
        cursor = nextchar();
        succes = 0;
      } else {
        succes = -1;
        break;
      }
    }

    if (succes != -1){
      printf("get %s param: ", word);
      *size = 0;
      cursor = nextchar();
      do {
        printf("%c", *cursor);
        (*size)++;
      } while (*cursor != '"');
      printf(".\n");
    }

    cursor = nextchar();
  } while (*cursor != '>');
  return NULL;
}

Token* create_text_token(Token* token, char* cursor){
  int i = 0;

  do {
    cursor = nextchar();
    i++;
  } while (*cursor != '<');
  go_back();

  token = malloc(sizeof(Token));
  token->type = TEXT;
  token->value = "TODO";
  token->len = i;

  return token;
}

Token* create_balise_token(Token* token, char* cursor){
  char balise[HTML_BALISE_LEN] = {0};
  int len = 0;

  cursor = nextchar();
  while (*cursor != '>' && *cursor != ' ' && *cursor != '\n' && *cursor != '\t' && len < HTML_BALISE_LEN){
    balise[len] = *cursor;
    len++;
    cursor = nextchar();
  }

  token = malloc(sizeof(Token));
  token->type = token_by_name(balise);

  if (token->type == A){
    printf("cursor status before passing param: '%c'.\n", *cursor);
    token->value = getParam("href", sizeof("href"), cursor, &token->len);
  } /*else if (token->type == IMG){
    int len, srclen, altlen;
    char* src = getParam("src", sizeof("src"), cursor, &srclen);
    char* alt = getParam("alt", sizeof("alt"), cursor, &altlen);
    len = srclen + altlen;

    token->value = malloc(sizeof(char) * (len + 1));
    strncat(token->value, src, srclen);
    strncpy(token->value + srclen + 1, alt, altlen);
  }*/
  //go_back();
  else {
    token->value = malloc(sizeof(char) * len);
    strncpy(token->value, balise, len+1);
    token->len = len;
  }

  go_back();
  do {
    cursor = nextchar();
  } while (*cursor != '>');

  return token;
}

Token* nexttoken(void){
  Token* token = NULL;
  static char* cursor = NULL;
  cursor = nextchar();

  if (cursor == NULL) return NULL;

  while (*cursor == '\0' || *cursor == ' ' || *cursor == '\n' || *cursor == '\t'){
    cursor = nextchar();
  }

  if (*cursor != '<'){
    token = create_text_token(token, cursor);
  } else if (*cursor == '<'){
    token = create_balise_token(token, cursor);
  }

  return token;
}

TokenType token_by_name(const char name[HTML_BALISE_LEN]){
  if (name == NULL){
    return UNDEFINED_TYPE;
  } else if (strncmp(name, "body", HTML_BALISE_LEN) == 0){
    return BODY;
  } else if (strncmp(name, "/body", HTML_BALISE_LEN) == 0){
    return END_BODY;
  } else if (strncmp(name, "/html", HTML_BALISE_LEN) == 0){
    return END_HTML;
  } else if (strncmp(name, "em", HTML_BALISE_LEN) == 0){
    return EM;
  } else if (strncmp(name, "/em", HTML_BALISE_LEN) == 0){
    return END_EM;
  } else if (strncmp(name, "i", HTML_BALISE_LEN) == 0){
    return I;
  } else if (strncmp(name, "/i", HTML_BALISE_LEN) == 0){
    return END_I;
  } else if (strncmp(name, "b", HTML_BALISE_LEN) == 0){
    return B;
  } else if (strncmp(name, "/b", HTML_BALISE_LEN) == 0){
    return END_B;
  } else if (strncmp(name, "strong", HTML_BALISE_LEN) == 0){
    return STRONG;
  } else if (strncmp(name, "/strong", HTML_BALISE_LEN) == 0){
    return END_STRONG;
  } else if (strncmp(name, "hr", HTML_BALISE_LEN) == 0){
    return HR;
  } else if (strncmp(name, "br", HTML_BALISE_LEN) == 0){
    return BR;
  } else if (strncmp(name, "a", HTML_BALISE_LEN) == 0){
    return A;
  } else if (strncmp(name, "/a", HTML_BALISE_LEN) == 0){
    return END_A;
  } else if (strncmp(name, "ol", HTML_BALISE_LEN) == 0){
    return OL;
  } else if (strncmp(name, "/ol", HTML_BALISE_LEN) == 0){
    return END_OL;
  } else if (strncmp(name, "ul", HTML_BALISE_LEN) == 0){
    return UL;
  } else if (strncmp(name, "/ul", HTML_BALISE_LEN) == 0){
    return END_UL;
  } else if (strncmp(name, "li", HTML_BALISE_LEN) == 0){
    return LI;
  } else if (strncmp(name, "/li", HTML_BALISE_LEN) == 0){
    return END_LI;
  } else if (strncmp(name, "img", HTML_BALISE_LEN) == 0){
    return IMG;
  } else if (strncmp(name, "/img", HTML_BALISE_LEN) == 0){
    return END_IMG;
  } else if (strncmp(name, "blockquote", HTML_BALISE_LEN) == 0){
    return BLOCKQUOTE;
  } else if (strncmp(name, "/blockquote", HTML_BALISE_LEN) == 0){
    return END_BLOCKQUOTE;
  } else if (strncmp(name, "code", HTML_BALISE_LEN) == 0){
    return CODE;
  } else if (strncmp(name, "/code", HTML_BALISE_LEN) == 0){
    return END_CODE;
  } else if (strncmp(name, "h1", HTML_BALISE_LEN) == 0){
    return H1;
  } else if (strncmp(name, "h2", HTML_BALISE_LEN) == 0){
    return H2;
  } else if (strncmp(name, "h3", HTML_BALISE_LEN) == 0){
    return H3;
  } else if (strncmp(name, "h4", HTML_BALISE_LEN) == 0){
    return H4;
  } else if (strncmp(name, "h5", HTML_BALISE_LEN) == 0){
    return H5;
  } else if (strncmp(name, "h6", HTML_BALISE_LEN) == 0){
    return H6;
  } else if (strncmp(name, "table", HTML_BALISE_LEN) == 0){
    return TABLE;
  } else if (strncmp(name, "/table", HTML_BALISE_LEN) == 0){
    return END_TABLE;
  } else if (strncmp(name, "thead", HTML_BALISE_LEN) == 0){
    return THEAD;
  } else if (strncmp(name, "/thead", HTML_BALISE_LEN) == 0){
    return END_THEAD;
  } else if (strncmp(name, "tbody", HTML_BALISE_LEN) == 0){
    return TBODY;
  } else if (strncmp(name, "/tbody", HTML_BALISE_LEN) == 0){
    return END_TBODY;
  } else if (strncmp(name, "tr", HTML_BALISE_LEN) == 0){
    return TR;
  } else if (strncmp(name, "/tr", HTML_BALISE_LEN) == 0){
    return END_TR;
  } else if (strncmp(name, "th", HTML_BALISE_LEN) == 0){
    return TH;
  } else if (strncmp(name, "/th", HTML_BALISE_LEN) == 0){
    return END_TH;
  } else if (strncmp(name, "progress", HTML_BALISE_LEN) == 0){
    return PROGRESS;
  } else if (strncmp(name, "/progress", HTML_BALISE_LEN) == 0){
    return END_PROGRESS;
  }

  return DONT_CARE;
}