third_codes/wx-compiler
1
0
Fork 0
mirror of https://github.com/msojocs/wx-compiler.git synced 2025-07-19 00:00:04 +08:00
Code Issues Packages Projects Releases Wiki Activity
wx-compiler/src/wxss/tokenizer.cpp
msojocs 00f4999f19 feat: 添加一些方法
2023-08-19 23:08:08 +08:00

555 lines
22 KiB
C++
Raw Blame History

#include "../include/wxss.h"
#include "../include/bittest.h"
#include <cstring>
#include <sstream>
namespace WXSS
{
Tokenizer::Tokenizer(/* args */)
{
}
Tokenizer::Tokenizer(char const* str, std::string const& a3)
{
this->offset_0.replace(0, 0, str, strlen(str));
this->offset_24.assign(a3);
}
Tokenizer::~Tokenizer()
{
}
int Tokenizer::TT[26113] = {0};
bool Tokenizer::bInited = false;
void Tokenizer::InitTransitTable(/* args */)
{
// start 0x005222A0
if(!this->bInited)
{
// InitTransitTable - 0
this->bInited = true;
const char* ntr = " \n\t\r";
for (int i = 0; i < 5; i++)
{
char v1 = ntr[i];
this->TT[(0x5232A0 - 0x005222A0) / 4 + 2 * v1] = 134217729;
this->TT[(0x5232A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
const char* dotabc = ".abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-";
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x5232A0 - 0x005222A0) / 4 + 2 * v1] = 2;
this->TT[(0x5232A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
const char* _0123 = "0123456789";
for (int i = 0; i < 11; i++)
{
char v1 = _0123[i];
this->TT[(0x5232A0 - 0x005222A0) / 4 + 2 * v1] = 5;
this->TT[(0x5232A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
// InitTransitTable - 5
const char* sharp = "#*,{}[]:()~=|>\"+^@;";
for (int i = 0; i < 20; i++)
{
char v1 = sharp[i];
this->TT[(0x5232A0 - 0x005222A0) / 4 + 2 * v1] = 1114113;
this->TT[(0x5232A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
this->TT[(0x523678 - 0x005222A0) / 4] = 1114116;
this->TT[(0x52367C - 0x005222A0) / 4] = 0;
this->TT[(0x5232A0 - 0x005222A0) / 4] = 1;
this->TT[(0x5232A4 - 0x005222A0) / 4] = 0;
this->TT[(0x5233B0 - 0x005222A0) / 4] = 6;
this->TT[(0x5233B4 - 0x005222A0) / 4] = 0;
this->TT[(0x5233D8 - 0x005222A0) / 4] = 7;
this->TT[(0x5233DC - 0x005222A0) / 4] = 0;
this->TT[(0x5234A0 - 0x005222A0) / 4] = 23;
this->TT[(0x5234A4 - 0x005222A0) / 4] = 0;
this->TT[(0x5233B8 - 0x005222A0) / 4] = 3;
this->TT[(0x5233BC - 0x005222A0) / 4] = 0;
this->TT[(0x523AA0 - 0x005222A0) / 4] = -1;
this->TT[(0x523AA4 - 0x005222A0) / 4] = -1;
this->TT[(0x5233C0 - 0x005222A0) / 4] = 33619969;
this->TT[(0x5233C4 - 0x005222A0) / 4] = 0;
this->TT[(0x53A678 - 0x005222A0) / 4] = 88211481;
this->TT[(0x53A67C - 0x005222A0) / 4] = 0;
this->TT[(0x53A2A0 - 0x005222A0) / 4] = -1;
this->TT[(0x53A2A4 - 0x005222A0) / 4] = -1;
this->TT[(0x53AAA0 - 0x005222A0) / 4] = 24;
this->TT[(0x53AAA4 - 0x005222A0) / 4] = 0;
this->TT[(0x53B678 - 0x005222A0) / 4] = 1114113;
this->TT[(0x53B67C - 0x005222A0) / 4] = 0;
this->TT[(0x53BAA0 - 0x005222A0) / 4] = -1;
this->TT[(0x53BAA4 - 0x005222A0) / 4] = -1;
// InitTransitTable - 10
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x5392A0 - 0x005222A0) / 4 + 2 * v1] = 2;
this->TT[(0x5392A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
this->TT[(0x539AA0 - 0x005222A0) / 4] = 68288513;
this->TT[(0x539AA4 - 0x005222A0) / 4] = 0;
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x5272A0 - 0x005222A0) / 4 + 2 * v1] = 5;
this->TT[(0x5272A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
// InitTransitTable - 15
for (int i = 0; i < 11; i++)
{
char v1 = _0123[i];
this->TT[(0x5272A0 - 0x005222A0) / 4 + 2 * v1] = 5;
this->TT[(0x5272A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
this->TT[(0x5273C8 - 0x005222A0) / 4] = 589825;
this->TT[(0x5273CC - 0x005222A0) / 4] = 0;
this->TT[(0x527AA0 - 0x005222A0) / 4] = 67502081;
this->TT[(0x527AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x5283B0 - 0x005222A0) / 4] = 327681;
this->TT[(0x5283B4 - 0x005222A0) / 4] = 0;
this->TT[(0x528AA0 - 0x005222A0) / 4] = 6;
this->TT[(0x528AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x5293D8 - 0x005222A0) / 4] = 327681;
this->TT[(0x5293DC - 0x005222A0) / 4] = 0;
this->TT[(0x529AA0 - 0x005222A0) / 4] = 7;
this->TT[(0x529AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x523418 - 0x005222A0) / 4] = 134217743;
this->TT[(0x52341C - 0x005222A0) / 4] = 0;
this->TT[(0x5313F0 - 0x005222A0) / 4] = 16;
this->TT[(0x5313F4 - 0x005222A0) / 4] = 0;
this->TT[(0x531AA0 - 0x005222A0) / 4] = 134217729;
this->TT[(0x531AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x5323F0 - 0x005222A0) / 4] = 17;
this->TT[(0x5323F4 - 0x005222A0) / 4] = 0;
this->TT[(0x532AA0 - 0x005222A0) / 4] = 16;
this->TT[(0x532AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x533418 - 0x005222A0) / 4] = 134217729;
this->TT[(0x53341C - 0x005222A0) / 4] = 0;
this->TT[(0x5333F0 - 0x005222A0) / 4] = 67108880;
this->TT[(0x5333F4 - 0x005222A0) / 4] = 0;
this->TT[(0x533AA0 - 0x005222A0) / 4] = 16;
this->TT[(0x533AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x526418 - 0x005222A0) / 4] = 134217746;
this->TT[(0x52641C - 0x005222A0) / 4] = 0;
this->TT[(0x5343F0 - 0x005222A0) / 4] = 19;
this->TT[(0x5343F4 - 0x005222A0) / 4] = 0;
this->TT[(0x534AA0 - 0x005222A0) / 4] = 134217732;
this->TT[(0x534AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x5353F0 - 0x005222A0) / 4] = 20;
this->TT[(0x5353F4 - 0x005222A0) / 4] = 0;
this->TT[(0x535AA0 - 0x005222A0) / 4] = 19;
this->TT[(0x535AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x536418 - 0x005222A0) / 4] = 134217732;
this->TT[(0x53641C - 0x005222A0) / 4] = 0;
this->TT[(0x5363F0 - 0x005222A0) / 4] = 67108883;
this->TT[(0x5363F4 - 0x005222A0) / 4] = 0;
this->TT[(0x536AA0 - 0x005222A0) / 4] = 19;
this->TT[(0x536AA4 - 0x005222A0) / 4] = 0;
// InitTransitTable - 20
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x5242A0 - 0x005222A0) / 4 + 2 * v1] = 2;
this->TT[(0x5242A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
for (int i = 0; i < 11; i++)
{
char v1 = _0123[i];
this->TT[(0x5242A0 - 0x005222A0) / 4 + 2 * v1] = 2;
this->TT[(0x5242A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
for (int i = 0; i < 5; i++)
{
char v1 = ntr[i];
this->TT[(0x5242A0 - 0x005222A0) / 4 + 2 * v1] = 67764225;
this->TT[(0x5242A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
// InitTransitTable - 25
this->TT[(0x5243B0 - 0x005222A0) / 4] = 67764225;
this->TT[(0x5243B4 - 0x005222A0) / 4] = 0;
this->TT[(0x524AA0 - 0x005222A0) / 4] = 67764225;
this->TT[(0x524AA4 - 0x005222A0) / 4] = 0;
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x5252A0 - 0x005222A0) / 4 + 2 * v1] = 3;
this->TT[(0x5252A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
for (int i = 0; i < 11; i++)
{
char v1 = _0123[i];
this->TT[(0x5252A0 - 0x005222A0) / 4 + 2 * v1] = 3;
this->TT[(0x5252A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
// InitTransitTable - 30
this->TT[(0x525AA0 - 0x005222A0) / 4] = 69337089;
this->TT[(0x525AA4 - 0x005222A0) / 4] = 0;
for (int i = 0; i < 5; i++)
{
char v1 = ntr[i];
this->TT[(0x5262A0 - 0x005222A0) / 4 + 2 * v1] = 134217732;
this->TT[(0x5262A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x5262A0 - 0x005222A0) / 4 + 2 * v1] = 8;
this->TT[(0x5262A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
for (int i = 0; i < 56; i++)
{
char v1 = dotabc[i];
this->TT[(0x52A2A0 - 0x005222A0) / 4 + 2 * v1] = 8;
this->TT[(0x52A2A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
// InitTransitTable - 35
for (int i = 0; i < 11; i++)
{
char v1 = _0123[i];
this->TT[(0x52A2A0 - 0x005222A0) / 4 + 2 * v1] = 8;
this->TT[(0x52A2A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
for (int i = 0; i < 5; i++)
{
char v1 = ntr[i];
this->TT[(0x52A2A0 - 0x005222A0) / 4 + 2 * v1] = 67764228;
this->TT[(0x52A2A4 - 0x005222A0) / 4 + 2 * v1] = 0;
}
this->TT[(0x52A470 - 0x005222A0) / 4] = 67764228;
this->TT[(0x52A474 - 0x005222A0) / 4] = 0;
this->TT[(0x52A688 - 0x005222A0) / 4] = 67764228;
this->TT[(0x52A68C - 0x005222A0) / 4] = 0;
this->TT[(0x52A478 - 0x005222A0) / 4] = 67764228;
this->TT[(0x52A47C - 0x005222A0) / 4] = 0;
this->TT[(0x52AAA0 - 0x005222A0) / 4] = -1;
this->TT[(0x52AAA4 - 0x005222A0) / 4] = -1;
this->TT[(0x526470 - 0x005222A0) / 4] = 1114121;
this->TT[(0x526474 - 0x005222A0) / 4] = 0;
this->TT[(0x526478 - 0x005222A0) / 4] = 1114116;
this->TT[(0x52647C - 0x005222A0) / 4] = 0;
this->TT[(0x526688 - 0x005222A0) / 4] = 1114113;
this->TT[(0x52668C - 0x005222A0) / 4] = 0;
this->TT[(0x526AA0 - 0x005222A0) / 4] = -1;
this->TT[(0x526AA4 - 0x005222A0) / 4] = -1;
this->TT[(0x52B478 - 0x005222A0) / 4] = 84279300;
this->TT[(0x52B47C - 0x005222A0) / 4] = 0;
this->TT[(0x52B688 - 0x005222A0) / 4] = 84279300;
this->TT[(0x52B68C - 0x005222A0) / 4] = 0;
this->TT[(0x52B3E0 - 0x005222A0) / 4] = 10;
this->TT[(0x52B3E4 - 0x005222A0) / 4] = 0;
this->TT[(0x52B3B0 - 0x005222A0) / 4] = 11;
this->TT[(0x52B3B4 - 0x005222A0) / 4] = 0;
this->TT[(0x52B3D8 - 0x005222A0) / 4] = 13;
this->TT[(0x52B3DC - 0x005222A0) / 4] = 0;
this->TT[(0x52C3E8 - 0x005222A0) / 4] = 9;
this->TT[(0x52C3EC - 0x005222A0) / 4] = 0;
this->TT[(0x52C3B0 - 0x005222A0) / 4] = 12;
this->TT[(0x52C3B4 - 0x005222A0) / 4] = 0;
this->TT[(0x52C3D8 - 0x005222A0) / 4] = 14;
this->TT[(0x52C3DC - 0x005222A0) / 4] = 0;
this->TT[(0x52CAA0 - 0x005222A0) / 4] = 10;
this->TT[(0x52CAA4 - 0x005222A0) / 4] = 0;
this->TT[(0x52D3B0 - 0x005222A0) / 4] = 9;
this->TT[(0x52D3B4 - 0x005222A0) / 4] = 0;
this->TT[(0x52F3D8 - 0x005222A0) / 4] = 9;
this->TT[(0x52F3DC - 0x005222A0) / 4] = 0;
this->TT[(0x52E3B0 - 0x005222A0) / 4] = 10;
this->TT[(0x52E3B4 - 0x005222A0) / 4] = 0;
this->TT[(0x5303D8 - 0x005222A0) / 4] = 10;
this->TT[(0x5303DC - 0x005222A0) / 4] = 0;
this->TT[(0x52DAA0 - 0x005222A0) / 4] = 11;
this->TT[(0x52DAA4 - 0x005222A0) / 4] = 0;
this->TT[(0x52FAA0 - 0x005222A0) / 4] = 13;
this->TT[(0x52FAA4 - 0x005222A0) / 4] = 0;
this->TT[(0x52EAA0 - 0x005222A0) / 4] = 12;
this->TT[(0x52EAA4 - 0x005222A0) / 4] = 0;
this->TT[(0x530AA0 - 0x005222A0) / 4] = 14;
this->TT[(0x530AA4 - 0x005222A0) / 4] = 0;
this->TT[(0x52BAA0 - 0x005222A0) / 4] = 9;
this->TT[(0x52BAA4 - 0x005222A0) / 4] = 0;
// InitTransitTable - 40
}
}
bool WXSS::Tokenizer::SubStrCheckingClause::inited = false;
WXSS::Tokenizer::SubStrCheckingClause WXSS::Tokenizer::SCC[5];
void Tokenizer::InitSubStrCheckingCaluseTable()
{
if (!SubStrCheckingClause::inited)
{
SubStrCheckingClause::inited = true;
SubStrCheckingClause v1(9, "url", 9);
WXSS::Tokenizer::SCC[0] = v1;
SubStrCheckingClause v2(9, "rpx", 9);
WXSS::Tokenizer::SCC[1] = v2;
SubStrCheckingClause v3(10, "url", 9);
WXSS::Tokenizer::SCC[2] = v3;
SubStrCheckingClause v4(10, "rpx", 9);
WXSS::Tokenizer::SCC[3] = v4;
SubStrCheckingClause v5(0, "", 0);
WXSS::Tokenizer::SCC[4] = v5;
}
}
int Tokenizer::GetTokens(std::vector<WXSS::Token> & a2, std::string & a3, int a4)
{
// GetTokens - 0
this->InitTransitTable();
this->InitSubStrCheckingCaluseTable();
int v4 = 1;
if (a4 > 0)
{
v4 = a4;
}
int v47 = 0, v44 = 0;
a2.reserve(a2.size());
// GetTokens - 5
int v33 = 4194305;
// int AnotherTypeByAnySubStr = 0;
int v37 = 1;
int v41 = 1;
int v35 = 1;
int v31 = 0;
WXSS::TokenType AnotherTypeByAnySubStr = 0;
for (int sa = 0; ; sa = v31)
{
if (v47 > this->offset_0.length())
{
return 0;
}
if (!--v33)
{
a3 = "something must be wrong";
return -1;
}
char v10 = this->offset_0[v47];
if (v47 == this->offset_0.length())
{
v10 = 0;
}
v44 = v10;
int lt = this->TT[1024 * v4 + 2 * v10];
AnotherTypeByAnySubStr = this->TryGetAnotherTypeByAnySubStr(this->offset_0.data(), v47, v4, AnotherTypeByAnySubStr);
if (!lt)
{
lt = this->TT[(0x522AA0 - 0x005222A0) / 4 + 1024 * v4];
if (!lt)
{
std::stringstream v66;
v66 << "no transition for " << v4 << " with input " << v44;
a3 = v66.str();
return -1;
}
}
if (lt == -1)
break;
v4 = (int16_t)lt;
if ((lt & 0x30000) != 0)
{
int v43 = ((lt & 0x20000) == 0) + v47 - 1;
if ( !AnotherTypeByAnySubStr )
{
AnotherTypeByAnySubStr = 2;
if (!bittest(&lt, 0x12))
{
AnotherTypeByAnySubStr = 4;
if (!bittest(&lt, 0x13))
{
AnotherTypeByAnySubStr = 6;
if (!bittest(&lt, 0x16))
{
AnotherTypeByAnySubStr = 5;
if (!bittest(&lt, 0x15))
{
AnotherTypeByAnySubStr = (lt & 0x2000000) == 0 ? 1 : 7;
}
}
}
}
}
if (sa <= v43)
{
WXSS::Token v58;
v58.offset_0 = AnotherTypeByAnySubStr;
// const char * v59 = nullptr;
v58.offset_12 = sa; // v61
v58.offset_20 = v35;
v58.offset_24 = v37;
v58.offset_16 = ((lt & 0x20000) == 0) + v47 - sa;
if (AnotherTypeByAnySubStr == 1)
{
strncpy(v58.offset_28, &this->offset_0[sa], v58.offset_16);
v58.offset_28[v43 - sa + 1] = 0;
}
else
{
int v38 = ((lt & 0x20000) == 0) + v47 - 1;
if (bittest(&lt, 0x18u))
{
for (char i = this->offset_0[sa]; v43 != sa && i-10 <= 0x16u && ((0x400009u >> (i - 10)) & 1) != 0 ; i = this->offset_0[sa])
{
if (i == 10)
{
++v58.offset_20;
}
sa++;
}
int v38 = ((lt & 0x20000) == 0) + v47 - 1;
for (char j = this->offset_0[v43]; sa < v38; j = this->offset_0[v38])
{
int v21 = j - 10;
if (v21 > 0x16 || ((0x400009u >> v21) & 1) == 0)
{
break;
}
--v38;
}
}
v58.offset_12 = sa;
int v39 = v38 - sa + 1;
std::string str = this->offset_0.substr(sa, v39);
v58.offset_4 = std::make_shared<std::string>(str);
}
if (v58.offset_0 != 1)
{
if (!v58.offset_4.get())
{
std::stringstream ss;
ss << "pos: " << v47 << "f739 error" << std::endl;
a3 = ss.str();
return -1;
}
if (v58.offset_0 == 4)
{
if (
!strcasecmp(v58.offset_4->data(), "@media")
|| !strcasecmp(v58.offset_4->data(), "@keyframes")
|| !strcasecmp(v58.offset_4->data(), "@-webkit-keyframes")
|| !strcasecmp(v58.offset_4->data(), "@supports")
)
{
v4 = 24;
}
const char *DIRECTIVES = "@import";
for (int k = 0; DIRECTIVES[k]; k++)
{
if (!strcasecmp(v58.offset_4->data(), DIRECTIVES + k))
{
WXSS::Token v66;
v66.offset_0 = 1;
v66.offset_12 = v58.offset_12;
v66.offset_16 = v58.offset_16;
v66.offset_20 = v58.offset_20;
v66.offset_24 = v37;
// v66.offset_28 = DIRECTIVES + k;
strcpy(v66.offset_28, DIRECTIVES + k);
a2.push_back(v66);
goto LABEL_77;
break;
}
}
}
}
{
a2.push_back(v58);
}
LABEL_77:
sa = v43 + 1;
v37 = v41 + 1;
}
AnotherTypeByAnySubStr = 0;
}
if (bittest(&lt, 0x1Au))
{
--v47;
}
else
{
if (v44 == 10)
{
++v35;
v41 = 0;
}
++v41;
}
++v47;
int v30 = v37;
v31 = sa;
if ((lt & 0x8000000) != 0)
{
v30 = v41;
v31 = v47;
}
v37 = v30;
}
// GetTokens - 10
std::stringstream v66;
v66 << this->offset_24 << "(" << v35;
v66 << ":" << v41 << "): unexpected `" << v44 << "` at pos " << (v47 + 1);
if (!v47 && v44 > 0xFDu)
{
v66 << " (shoud you check if there's any BOM at the begin of file)";
}
a3 = v66.str();
return 0;
}
Tokenizer::SubStrCheckingClause::SubStrCheckingClause()
{
}
Tokenizer::SubStrCheckingClause::SubStrCheckingClause(WXSS::Tokenizer::STATE a2, char const* a3, WXSS::TokenType a4)
{
this->offset_0 = a2;
this->offset_4 = strlen(a3);
strcpy(this->offset_8, a3);
this->offset_24 = a4;
}
Tokenizer::SubStrCheckingClause& Tokenizer::SubStrCheckingClause::operator=(SubStrCheckingClause const & t)
{
this->offset_0 = t.offset_0;
this->offset_4 = t.offset_4;
memcpy(this->offset_8, t.offset_8, 16);
this->offset_24 = t.offset_24;
return *this;
}
WXSS::TokenType Tokenizer::TryGetAnotherTypeByAnySubStr(char const* a1, uint a2, WXSS::Tokenizer::STATE a3, WXSS::TokenType a4)
{
if (!a4)
{
auto v4 = WXSS::Tokenizer::SCC;
int v5 = 0;
int v6 = a2 + 1;
for (int i = 0; i < 5; i++)
{
auto cur = v4[i];
if (!cur.offset_0)
{
break;
}
if (a3 == cur.offset_0)
{
auto v7 = cur.offset_4;
if (v6 >= v7 && !strncmp(cur.offset_8, a1 + v6 - v7, cur.offset_4))
{
return WXSS::Tokenizer::SCC[i].offset_24;
}
}
}
}
return a4;
}
}
Reference in New Issue View Git Blame Copy Permalink