scanner.h

Go to the documentation of this file.

#pragma once
#include <picofuse/sys.h>
#include <stdbool.h>
#include <stddef.h>

#ifdef __cplusplus
extern "C" {
#endif

// TYPES

typedef enum {
  sys_scanner_other = 0, 
  sys_scanner_space,     
  sys_scanner_digit,     
  sys_scanner_alpha,     
  sys_scanner_punct,     
  sys_scanner_symbol,    
  sys_scanner_control,   
  sys_scanner_escape,    
  sys_scanner_newline,   
  sys_scanner_keyword,   
  sys_scanner_string,    
  sys_scanner_comment,   
  sys_scanner_number,    
} sys_scanner_class_t;

typedef enum {
  sys_scanner_none = 0,

  sys_scanner_escapes = 1 << 1,

  sys_scanner_newlines = 1 << 2,

  sys_scanner_keywords = 1 << 3,

  sys_scanner_keywords_withunderscores = sys_scanner_keywords | (1 << 4),

  sys_scanner_keywords_withdashes = sys_scanner_keywords | (1 << 5),

  sys_scanner_quotes_single = 1 << 6,

  sys_scanner_quotes_double = 1 << 7,

  sys_scanner_quotes = sys_scanner_quotes_single | sys_scanner_quotes_double,

  sys_scanner_comments_hash = 1 << 8,

  sys_scanner_comments_slash = 1 << 9,

  sys_scanner_comments = sys_scanner_comments_hash | sys_scanner_comments_slash,

  sys_scanner_numbers = 1 << 10,

  sys_scanner_numbers_octal = sys_scanner_numbers | (1 << 11),

  sys_scanner_numbers_binary = sys_scanner_numbers | (1 << 12),

  sys_scanner_numbers_hex = sys_scanner_numbers | (1 << 13),

  sys_scanner_numbers_float = sys_scanner_numbers | (1 << 14),
} sys_scanner_flags_t;

typedef struct sys_scanner_t {
  sys_iostream_t *stream;    
  sys_scanner_flags_t flags; 
  ptrdiff_t start;           
  size_t bytes;               
  size_t runes;                
  sys_scanner_class_t isa;     
} sys_scanner_t;

// METHODS

extern sys_scanner_t sys_scanner_init(sys_iostream_t *stream,
                                      sys_scanner_flags_t flags);

extern bool sys_scanner_next(sys_scanner_t *it);

extern size_t sys_scanner_token(sys_scanner_t *it, char *buf, size_t cap);


#ifdef __cplusplus
}
#endif