forked from KolibriOS/kolibrios
45 lines
970 B
C
45 lines
970 B
C
|
/** \file tokenizer.h
|
||
|
|
* definitions of input output classes that read and write from string.
|
||
|
|
*/
|
||
|
|
|
||
|
|
|
||
|
|
#ifndef __tokenizer_h__
|
||
|
|
#define __tokenizer_h__
|
||
|
|
|
||
|
|
#include "yacasbase.h"
|
||
|
|
#include "lispstring.h"
|
||
|
|
#include "lispio.h"
|
||
|
|
#include "lisphash.h"
|
||
|
|
class LispTokenizer : public YacasBase
|
||
|
|
{
|
||
|
|
public:
|
||
|
|
LispTokenizer() : iToken() {}
|
||
|
|
/// NextToken returns a string representing the next token,
|
||
|
|
/// or an empty list.
|
||
|
|
virtual LispString * NextToken(LispInput& aInput,
|
||
|
|
LispHashTable& aHashTable);
|
||
|
|
virtual ~LispTokenizer(){}
|
||
|
|
protected:
|
||
|
|
LispString iToken; //Can be used as a token container.
|
||
|
|
};
|
||
|
|
|
||
|
|
class CommonLispTokenizer : public LispTokenizer
|
||
|
|
{
|
||
|
|
public:
|
||
|
|
virtual LispString * NextToken(LispInput& aInput,
|
||
|
|
LispHashTable& aHashTable);
|
||
|
|
};
|
||
|
|
|
||
|
|
|
||
|
|
// utility functions
|
||
|
|
LispBoolean IsDigit(LispChar c);
|
||
|
|
LispBoolean IsAlpha(LispChar c);
|
||
|
|
LispBoolean IsAlNum(LispChar c);
|
||
|
|
LispBoolean IsSymbolic(LispChar c);
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
#endif
|
||
|
|
|
||
|
|
|