tokenizer.cpp File Reference

#include "parser_bits.h"
#include "tokenizer.h"
#include <basis/function.h>
#include <basis/istring.h>
#include <basis/log_base.h>
#include <data_struct/stack.cpp>
#include <data_struct/string_table.h>
#include <data_struct/symbol_table.cpp>

Include dependency graph for tokenizer.cpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Defines
#define	LOG(s)   CLASS_EMERGENCY_LOG(program_wide_logger(), s)
#define	COOL   to_tokenize.length()
#define	CHOP
Variables
const char *	SPECIAL_VALUE = " "

---

Define Documentation

#define CHOP

Value:

{ \
  current = to_tokenize[0]; \
  to_tokenize.zap(0, 0); \
}

Definition at line 161 of file tokenizer.cpp.

Referenced by tokenizer::parse().

#define COOL   to_tokenize.length()

Definition at line 157 of file tokenizer.cpp.

Referenced by tokenizer::parse().

#define LOG

(

s

)

CLASS_EMERGENCY_LOG(program_wide_logger(), s)

Definition at line 33 of file tokenizer.cpp.

---

Variable Documentation

const char* SPECIAL_VALUE = " "

Definition at line 28 of file tokenizer.cpp.

Referenced by tokenizer::find(), and tokenizer::parse().

---