ScannerCpp/Scanner.cpp at master · weiyixiong/ScannerCpp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
/*
 * Scanner.cpp
 *
 *  Created on: 2015��9��3��
 *      Author: winney
 */

#include "Scanner.h"
#include <iostream>
namespace Scannerlib {

Scanner::Scanner(const char *code) {
	keywords.insert(make_pair("p", P));
	keywords.insert(make_pair("img", IMG));
	keywords.insert(make_pair("span", SPAN));
	keywords.insert(make_pair("br", BR));
	keywords.insert(make_pair("strong", STRONG));
	keywords.insert(make_pair("em", EM));
	keywords.insert(make_pair("src", SRC));
	keywords.insert(make_pair("a", A));
	keywords.insert(make_pair("href", HREF));
	read = new Reader(code);
	_nextChar = read->read();
}

Scanner::~Scanner() {
	delete read;
}
void Scanner::readNextChar() {
	_nextChar = read->read();
}
bool Scanner::isChar(char target) {
	return (_nextChar >= 'A' && _nextChar <= 'Z')
			|| (_nextChar >= 'a' && _nextChar <= 'z');
}
Token* Scanner::produce() {
	if (!_nextChar) {
		return new Token(COMPLETE, NULL);
	}
	switch (_nextChar) {
	case ' ':
		readNextChar();
		return new Token(SPACE, NULL);
		break;
	case '=':
		readNextChar();
		return new Token(EQ, NULL);
		break;
	case '<':
		readNextChar();
		return new Token(LT, NULL);
		break;
	case '/':
		readNextChar();
		return new Token(SL, NULL);
		break;
	case '>':
		readNextChar();
		return new Token(GT, NULL);
		break;
	case '"': {
		std::string *sb = new string();
		readNextChar();
		while (_nextChar != '"') {
			sb->push_back(_nextChar);
			readNextChar();
		}
		readNextChar();
		return new Token(STRING_LITERAL, sb->c_str());
	}
		break;
//	default:
//		readNextChar();
//		return new Token(SPACE, NULL);
//		break;
	}
	std::string *sb = new string();
	if (isChar(_nextChar)) {
		while (isChar(_nextChar)) {
			sb->push_back(_nextChar);
			readNextChar();
		}
		if (keywords[sb->c_str()]) {
			return new Token((Type) keywords[sb->c_str()], NULL);
		} else {
			return new Token(UNKNOW, NULL);
		}
	} else {
		while (_nextChar && (_nextChar) != '<') {
			sb->push_back(_nextChar);
			readNextChar();
		}
		//	ConvertUtf8ToGBK(sb->c_str());
		return new Token(TEXT, sb->c_str());
	}

}
} /* namespace Scanner */