简单的词法分析和语法分析(C++实现,CodeBlocks+GCC编译)

说明:

  分析的语言是SNL语言,详见《编译程序的设计与实现》( 刘磊、金英、张晶、张荷花、单郸编著

  词法分析就是实现了词法分析的自动机

  语法分析使用递归下降法

 

运行结果:

  词法分析 得到TokenList

  语法分析 输出语法树

  

  运行输出:

    简单的词法分析和语法分析(C++实现,CodeBlocks+GCC编译)_第1张图片

 

 

代码:

main.cpp

   1 #include
   2 #include
   3 #include
   4 #include<string.h>
   5 using namespace std;
   6 #define NUMOFRESERVED 22
   7 #define NUMOFSYMBOLS 20
   8 #define RES 0
   9 #define ID 1
  10 #define NUM 2
  11 #define SYM 3
  12 #define STR 4
  13 
  14 #define PLUS 100
  15 #define SUB 101
  16 #define MUL 102
  17 #define DIV 103
  18 #define LT 104
  19 #define LBRACK 105
  20 #define RBRACK 106
  21 #define LSQUBRACK 107
  22 #define RSQUBRACK 108
  23 #define POINT 109
  24 #define SEMI 110
  25 #define LBRACE 111
  26 #define RBRACE 112
  27 #define EOFF 113
  28 #define BLANK 114
  29 #define QUO 115
  30 #define EQU 116
  31 #define INDEX 117
  32 #define ASSI 118
  33 #define COM 119
  34 
  35 
  36 #define uint unsigned
  37 
  38 typedef struct Token {
  39     int id;
  40     int ptr;
  41     int linenum;
  42 } Token;
  43 typedef struct Node {
  44     char *desc;
  45     vector children;
  46     Node(const char* str) {
  47         desc=new char[30];
  48         strcpy(desc,str);
  49     }
  50 } Node;
  51 
  52 vector* tokens;
  53 int Token_n=0;
  54 const char* reserved_words[NUMOFRESERVED]= {"begin","end","program","var",
  55                                             "type","procedure","while","endwh",
  56                                             "integer","char","array","of",
  57                                             "intc","record","if","then",
  58                                             "else","fi","do","write",
  59                                             "read","return"
  60                                            };
  61 
  62 static const char* symbol_table[NUMOFSYMBOLS]= {"+","-","*","/","<",
  63                                                 "(",")","[","]",".",
  64                                                 ";","{","}","EOF","BLANK",
  65                                                 "\'","=","..",":=",","
  66                                                };
  67 void syntaxError(const char* message);
  68 Node* MatchRES(const char* expected);
  69 Node* MatchSYM(const int expected);
  70 Node* MatchID();
  71 Node* MatchNUM();
  72 bool isRES(const char* res);
  73 bool isSYM(const int res);
  74 bool isID();
  75 bool isNUM();
  76 bool isLineEnd();
  77 Node* Program();
  78 Node* ProgramHead();
  79 Node* DeclarePart();
  80 Node* TypeDec();
  81 Node* TypeDeclaration();
  82 Node* TypeDecList();
  83 Node* TypeDecMore();
  84 Node* TypeId();
  85 Node* TypeName();
  86 Node* BaseType();
  87 Node* StructureType();
  88 Node* ArrayType();
  89 Node* RecType();
  90 Node* FieldDecList();
  91 Node* FieldDecMore();
  92 Node* IdList();
  93 Node* IdMore();
  94 Node* VarDec();
  95 Node* VarDeclaration();
  96 Node* VarDecList();
  97 Node* VarDecMore();
  98 Node* VarIdList();
  99 Node* VarIdMore();
 100 Node* ProcDec();
 101 Node* ProcDeclaration();
 102 Node* ParamList();
 103 Node* ParamDecList();
 104 Node* ParamMore();
 105 Node* Param();
 106 Node* FormList();
 107 Node* FidMore();
 108 Node* ProcDecPart();
 109 Node* ProcBody();
 110 Node* ProgramBody();
 111 Node* StmList();
 112 Node* StmMore();
 113 Node* Stm();
 114 Node* AssCall();
 115 Node* AssignmentRest();
 116 Node* ConditionalStm();
 117 Node* LoopStm();
 118 Node* InputStm();
 119 Node* OutputStm();
 120 Node* ReturnStm();
 121 Node* CallStmRest();
 122 Node* ActParamList();
 123 Node* ActParamMore();
 124 Node* Exp();
 125 Node* Term();
 126 Node* OtherFactor();
 127 Node* OtherTerm();
 128 Node* Factor();
 129 Node* Variable();
 130 Node* VariMore();
 131 Node* FieldVar();
 132 Node* FieldVarMore();
 133 Node* Parse();
 134 Node* CmpOp();
 135 Node* AddOp();
 136 Node* MultOp();
 137 
 138 void show_tree(Node* root,int depth,vector<int>* v,bool islast);
 139 
 140 int add(vector& children,Node* node) {
 141     if(node!=NULL) {
 142         children.push_back(node);
 143     }
 144     return 0;
 145 }
 146 #define COMMENT_ERROR -1000
 147 #define STR_ERROR -1001
 148 #define SYM_ERROR -1002
 149 #define NOT_REC_SYMBOL -1003
 150 vector<char*> ID_table;
 151 vector<uint> NUM_table;
 152 vector<char*> STR_table;
 153 int ID_n=0,NUM_n=0,STR_n=0;
 154 int num_of_lines=1;
 155 FILE * file;
 156 
 157 
 158 
 159 /***************************************************************************************/
 160 /*****************                   词法分析                          *****************/
 161 /***************************************************************************************/
 162 
 163 void handle_error(int error_num,const char* str) {
 164     printf("行号:%d \t",num_of_lines);
 165     switch(error_num) {
 166     case COMMENT_ERROR:
 167         printf("注释未结束 \t");
 168         break;
 169     case SYM_ERROR:
 170         printf("出现未定义的符号,您想输入的是\":=\"吗? \t");
 171         break;
 172     case STR_ERROR:
 173         printf("字符串未结束 \t");
 174         break;
 175     case NOT_REC_SYMBOL:
 176         printf("出现未定义的符号 \t");
 177         break;
 178     }
 179     printf("%s\n",str);
 180     exit(-1);
 181 }
 182 char getNextChar() {
 183     char c;
 184     c=fgetc(file);
 185     return c;
 186 }
 187 
 188 void ungetNextChar() {
 189     fseek(file,-1,SEEK_CUR);
 190 }
 191 
 192 int reservedLookup(char* str) {
 193     for(int i=0; i) {
 194         if(strcmp(str,reserved_words[i])==0)return i;
 195     }
 196     return -1;
 197 }
 198 int str_to_num(char* str) {
 199     int len=strlen(str);
 200     int n=0;
 201     for(int i=0; i) {
 202         n=n*10+str[i]-'0';
 203     }
 204     return n;
 205 }
 206 int addIDTable(char* str) {
 207     ID_table.push_back(str);
 208     return ID_n++;
 209 }
 210 int addNUMTable(int num) {
 211     NUM_table.push_back(num);
 212     return NUM_n++;
 213 }
 214 int addSTRTable(char* str ) {
 215     STR_table.push_back(str);
 216     return STR_n++;
 217 }
 218 Token scan() {
 219     static const char symbols[12]= {'+','-','*','/','<','(',')','[',']',';','=',','};
 220     static const int symbols_n[12]= {PLUS,SUB,MUL,DIV,LT,LBRACK,RBRACK,LSQUBRACK,RSQUBRACK,SEMI,EQU,COM};
 221     Token t;
 222     t.linenum=num_of_lines;
 223     char* str=new char[256];
 224     strcpy(str,"");//字符串要初始化,不然有乱码
 225     char c[2]= {'a','\0'};
 226     c[0]=getNextChar();
 227 LS0:
 228     if(c[0]>='a'&&c[0]<='z')goto LS1;
 229     if(c[0]>='A'&&c[0]<='Z')goto LS1;
 230     if(c[0]>='0'&&c[0]<='9')goto LS2;
 231     int indexofsym;
 232     for(indexofsym=0; indexofsym<12; indexofsym++) {
 233         if(c[0]==symbols[indexofsym]) {
 234             goto LS3;
 235         }
 236     }
 237     if(c[0]=='.')goto LS4;
 238     if(c[0]=='{')goto LS5;
 239     if(c[0]==':')goto LS6;
 240     if(c[0]=='\'')goto LS7;
 241     if(c[0]=='\n')goto LS8;
 242     if(c[0]==EOF)goto LS9;
 243     if(c[0]=='\t'||c[0]==' ')goto LS10;
 244     goto OTHER;
 245 LS1:
 246     strcat(str,c);
 247     c[0]=getNextChar();
 248     if(c[0]>='a'&&c[0]<='z')goto LS1;
 249     else if(c[0]>='A'&&c[0]<='Z')goto LS1;
 250     else if(c[0]>='0'&&c[0]<='9')goto LS1;
 251     ungetNextChar();
 252     int nres;
 253     if(nres=reservedLookup(str),nres!=-1) {
 254         t.id=RES;
 255         t.ptr=nres;
 256         return t;
 257     } else {
 258         t.id=ID;
 259         t.ptr=addIDTable(str);
 260         return t;
 261     }
 262 LS2:
 263     strcat(str,c);
 264     c[0]=getNextChar();
 265     if(c[0]>='0'&&c[0]<='9')goto LS2;
 266     ungetNextChar();
 267     t.id=NUM;
 268     t.ptr=addNUMTable(str_to_num(str));
 269     return t;
 270 LS3:
 271     t.ptr=symbols_n[indexofsym];
 272     t.id=SYM;
 273     return t;
 274 LS4:
 275     strcat(str,c);
 276     c[0]=getNextChar();
 277     if(c[0]=='.') {
 278         t.id=SYM;
 279         t.ptr=INDEX;
 280         return t;
 281     }
 282     else {
 283         t.id=SYM;
 284         t.ptr=POINT;
 285         ungetNextChar();
 286         return t;
 287     }
 288 LS5:
 289     while(c[0]=getNextChar(),c[0]!=EOF&&c[0]!='}') {
 290         if(c[0]=='\n'||c[0]=='\r')num_of_lines++;
 291     }
 292     if(c[0]=='}') {
 293         c[0]=getNextChar();
 294         goto LS0;
 295     } else {
 296         handle_error(COMMENT_ERROR,"");
 297     }
 298 LS6:
 299     strcat(str,c);
 300     c[0]=getNextChar();
 301     if(c[0]=='=') {
 302         t.id=SYM;
 303         t.ptr=ASSI;
 304         return t;
 305     } else {
 306         handle_error(SYM_ERROR,"符号为 \':\'");
 307     }
 308 LS7:
 309     while(c[0]=getNextChar(),c[0]!=EOF&&c[0]!='\'') {
 310         strcat(str,c);
 311     }
 312     if(c[0]=='\'') {
 313         t.id=STR;
 314         t.ptr=addSTRTable(str);
 315         return t;
 316     } else {
 317         handle_error(STR_ERROR,"");
 318     }
 319 LS8:
 320     t.id=-1;
 321     num_of_lines++;
 322     return t;
 323 LS9:
 324     t.id=SYM;
 325     t.ptr=EOFF;
 326     return t;
 327 LS10:
 328     t.id=-1;
 329     return t;
 330 OTHER:
 331     handle_error(NOT_REC_SYMBOL,c);
 332     t.id=-1;
 333     return t;
 334 }
 335 void show_token(Token t) {
 336     if(t.id==STR) {
 337         printf("<%d %s %s> \n",t.linenum,"STR",STR_table[t.ptr]);
 338         return ;
 339     }
 340     if(t.id==NUM) {
 341         printf("<%d %s %d> \n",t.linenum,"NUM",NUM_table[t.ptr]);
 342         return ;
 343     }
 344     if(t.id==ID) {
 345         printf("<%d %s %s> \n",t.linenum,"ID",ID_table[t.ptr]);
 346         return ;
 347     }
 348     if(t.id==RES) {
 349         printf("<%d %s %s> \n",t.linenum,"RES",reserved_words[t.ptr]);
 350         return ;
 351     }
 352     if(t.id==SYM) {
 353         printf("<%d %s %s> \n",t.linenum,"SYM",symbol_table[t.ptr-100]);
 354         return ;
 355     }
 356     return ;
 357 }
 358 vector*  getTokenlist(const char* filename) {
 359     tokens->clear();
 360     file=fopen(filename,"r");
 361     Token temp;
 362     while(temp=scan(),!(temp.id==SYM&&temp.ptr==EOFF)) {
 363         if(temp.id!=-1) {
 364             tokens->push_back(temp);
 365             if(temp.id==RES&&strcmp("end",reserved_words[temp.ptr])==0) {
 366                 char c;
 367                 if(c=getNextChar(),c=='.') {
 368                     break;
 369                 } else {
 370                     ungetNextChar();
 371                 }
 372             }
 373         }
 374     }
 375     fclose(file);
 376     return tokens;
 377 }
 378 void show_Token_list() {
 379     int len=tokens->size();
 380     for(int i=0; i) {
 381         show_token(tokens->at(i));
 382     }
 383 }
 384 
 385 void write_token(FILE* file,Token t) {
 386     if(t.id==STR) {
 387         fprintf(file,"<%s %s> \n","STR",STR_table[t.ptr]);
 388         return ;
 389     }
 390     if(t.id==NUM) {
 391         fprintf(file,"<%s %d> \n","NUM",NUM_table[t.ptr]);
 392         return ;
 393     }
 394     if(t.id==ID) {
 395         fprintf(file,"<%s %s> \n","ID",ID_table[t.ptr]);
 396         return ;
 397     }
 398     if(t.id==RES) {
 399         fprintf(file,"<%s %s> \n","RES",reserved_words[t.ptr]);
 400         return ;
 401     }
 402     if(t.id==SYM) {
 403         fprintf(file,"<%s %s> \n","SYM",symbol_table[t.ptr-100]);
 404         return ;
 405     }
 406     return ;
 407 }
 408 void save_Token_list(const char* filename) {
 409     FILE* f=fopen(filename,"w");
 410     int len=tokens->size();
 411     for(int i=0; i) {
 412         write_token(f,tokens->at(i));
 413     }
 414     fclose(f);
 415 }
 416 
 417 
 418 
 419 
 420 
 421 
 422 /***************************************************************************************/
 423 /*****************                   语法分析                          *****************/
 424 /***************************************************************************************/
 425 
 426 void syntaxError(const char* message) {
 427     if(strcmp(message,"outofrange")==0) {
 428         printf("出现越界错误");
 429         printf("   Token_n:%d    tokens->size:%d\n",Token_n,tokens->size());
 430         exit(-1);
 431     }
 432     printf("行号:%d    %s",tokens->at(Token_n).linenum,message);
 433     printf("当前token:");
 434     show_token(tokens->at(Token_n));
 435     exit(-1);
 436 }
 437 Node* MatchRES(const char* expected) {
 438     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 439     int id=tokens->at(Token_n).id,ptr=tokens->at(Token_n).ptr;
 440     if(id==RES&&strcmp(expected,reserved_words[ptr])==0) {
 441         Node*t =new Node(expected);
 442         Token_n++;
 443         return t;
 444     }
 445     char* message=new char[100];
 446     strcpy(message,"match res error.\nexpect: ");
 447     strcat(message,expected);
 448     strcat(message,"\n");
 449     syntaxError(message);
 450     delete message;
 451     return NULL;
 452 }
 453 Node* MatchNUM() {
 454     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 455     int id=tokens->at(Token_n).id;
 456     if(id==NUM) {
 457         Node* t= new Node("NUM");
 458         Token_n++;
 459         return t;
 460     }
 461     syntaxError("match num error\n");
 462     return NULL;
 463 }
 464 Node* MatchSTR() {
 465     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 466     int id=tokens->at(Token_n).id;
 467     if(id==STR) {
 468         Node* t= new Node("STR");
 469         Token_n++;
 470         return t;
 471     }
 472     syntaxError("match str error\n");
 473     return NULL;
 474 }
 475 Node* MatchID() {
 476     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 477     int id=tokens->at(Token_n).id;
 478     if(id==ID) {
 479         Node* t =new Node("ID");
 480         Token_n++;
 481         return t;
 482     }
 483     syntaxError("match id error\n");
 484     return NULL;
 485 }
 486 Node* MatchSYM(const int expected) {
 487     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 488     int id=tokens->at(Token_n).id,ptr=tokens->at(Token_n).ptr;
 489     if(id==SYM&&ptr==expected) {
 490         Node* t =new Node(symbol_table[ptr-100]);
 491         Token_n++;
 492         return t;
 493     }
 494     char* message=new char[100];
 495     strcpy(message,"match symbol error.\nexpect: ");
 496     strcat(message,symbol_table[expected-100]);
 497     strcat(message,"\n");
 498     syntaxError(message);
 499     delete message;
 500     return NULL;
 501 }
 502 bool isRES(const char* res) {
 503     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 504     int id=tokens->at(Token_n).id,ptr=tokens->at(Token_n).ptr;
 505     if(id==RES&&strcmp(reserved_words[ptr],res)==0)return true;
 506     return false;
 507 }
 508 bool isSYM(const int res) {
 509     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 510     int id=tokens->at(Token_n).id,ptr=tokens->at(Token_n).ptr;
 511     if(id==SYM&&ptr==res)return true;
 512     return false;
 513 }
 514 bool isID() {
 515     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 516     int id=tokens->at(Token_n).id;
 517     if(id==ID)return true;
 518     return false;
 519 }
 520 bool isNUM() {
 521     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 522     int id=tokens->at(Token_n).id;
 523     if(id==NUM)return true;
 524     return false;
 525 }
 526 bool isSTR() {
 527     if(Token_n>=(int)tokens->size())syntaxError("outofrange");
 528     int id=tokens->at(Token_n).id;
 529     if(id==STR)return true;
 530     return false;
 531 }
 532 Node* Program() {
 533     Node* t=new Node("Program");
 534     add(t->children,ProgramHead());
 535     add(t->children,DeclarePart());
 536     add(t->children,ProgramBody());
 537     return t;
 538 }
 539 Node* ProgramHead() {
 540     Node* t=new Node("ProgramHead");
 541     add(t->children,MatchRES("program"));
 542     add(t->children,MatchID());
 543     return t;
 544 }
 545 
 546 Node* DeclarePart() {
 547     Node* t=new Node("DeclarePart");
 548     add(t->children,TypeDeclaration());
 549     add(t->children,VarDeclaration());
 550     add(t->children,ProcDeclaration());
 551     return t;
 552 }
 553 Node* TypeDec() {
 554     Node* t=new Node("TypeDec");
 555     add(t->children,MatchRES("type"));
 556     add(t->children,TypeDecList());
 557     return t;
 558 }
 559 Node* TypeDeclaration() {
 560     Node*t=NULL;
 561     if(isRES("type")) {
 562         t=new Node("TypeDeclaration");
 563         add(t->children,TypeDec());
 564     }
 565     return t;
 566 }
 567 Node* TypeDecList() {
 568     Node* t=new Node("TypeDecList");
 569     add(t->children,TypeId());
 570     add(t->children,MatchSYM(EQU));
 571     add(t->children,TypeName());
 572     add(t->children,MatchSYM(SEMI));
 573     add(t->children,TypeDecMore());
 574     return t;
 575 }
 576 Node* TypeDecMore() {
 577     Node*t=NULL;
 578     if(isID()) {
 579         t=new Node("TypeDecMore");
 580         add(t->children,TypeDecList());
 581     }
 582     return t;
 583 }
 584 Node* TypeId() {
 585     Node* t=new Node("TypeId");
 586     add(t->children,MatchID());
 587     return t;
 588 }
 589 Node* TypeName() {
 590     Node* t=new Node("TypeName");
 591     if(isRES("integer")||isRES("char")) {
 592         add(t->children,BaseType());
 593         return t;
 594     }
 595     if(isRES("array")||isRES("record")) {
 596         add(t->children,StructureType());
 597         return t;
 598     }
 599     add(t->children,MatchID());
 600     return t;
 601 }
 602 Node* BaseType() {
 603     Node*t=NULL;
 604     if(isRES("integer")) {
 605         t=new Node("BaseType");
 606         add(t->children,MatchRES("integer"));
 607         return t;
 608     }
 609     if(isRES("char")) {
 610         t=new Node("BaseType");
 611         add(t->children,MatchRES("char"));
 612         return t;
 613     }
 614     syntaxError("not a base type\n");
 615     return t;
 616 }
 617 Node* StructureType() {
 618     Node*t=NULL;
 619     if(isRES("array")) {
 620         t=new Node("StructureType");
 621         add(t->children,ArrayType());
 622         return t;
 623     }
 624     if(isRES("record")) {
 625         t=new Node("StructureType");
 626         add(t->children,RecType());
 627         return t;
 628     }
 629     return t;
 630 }
 631 Node* ArrayType() {
 632     Node* t=new Node("ArrayType");
 633     add(t->children,MatchRES("array"));
 634     add(t->children,MatchSYM(LSQUBRACK));
 635     add(t->children,MatchNUM());
 636     add(t->children,MatchSYM(INDEX));
 637     add(t->children,MatchNUM());
 638     add(t->children,MatchSYM(RSQUBRACK));
 639     add(t->children,MatchRES("of"));
 640     add(t->children,BaseType());
 641     return t;
 642 }
 643 Node* RecType() {
 644     Node* t=new Node("RecType");
 645     add(t->children,MatchRES("record"));
 646     add(t->children,FieldDecList());
 647     add(t->children,MatchRES("end"));
 648     return t;
 649 }
 650 Node* FieldDecList() {
 651     Node*t=NULL;
 652     if(isRES("integer")||isRES("char")) {
 653         t=new Node("FieldDecList");
 654         add(t->children,BaseType());
 655         add(t->children,IdList());
 656         add(t->children,MatchSYM(SEMI));
 657         add(t->children,FieldDecMore());
 658         return t;
 659     }
 660     if(isRES("array")) {
 661         t=new Node("FieldDecList");
 662         add(t->children,ArrayType());
 663         add(t->children,IdList());
 664         add(t->children,MatchSYM(SEMI));
 665         add(t->children,FieldDecMore());
 666         return t;
 667     }
 668     syntaxError("field declare list error\n");
 669     return t;
 670 }
 671 Node* FieldDecMore() {
 672     Node*t=NULL;
 673     if(isRES("integer")||isRES("char")||isRES("array")) {
 674         t=new Node("FieldDecMore");
 675         add(t->children,FieldDecList());
 676     }
 677     return t;
 678 }
 679 Node* IdList() {
 680     Node* t=new Node("IdList");
 681     add(t->children,MatchID());
 682     add(t->children,IdMore());
 683     return t;
 684 }
 685 Node* IdMore() {
 686     Node*t=NULL;
 687     if(isSYM(COM)) {
 688         t=new Node("IdMore");
 689         add(t->children,MatchSYM(COM));
 690         add(t->children,IdList());
 691     }
 692     return t;
 693 }
 694 Node* VarDec() {
 695     Node* t=new Node("VarDec");
 696     add(t->children,MatchRES("var"));
 697     add(t->children,VarDecList());
 698     return t;
 699 }
 700 Node* VarDeclaration() {
 701     Node*t=NULL;
 702     if(isRES("var")) {
 703         t=new Node("VarDeclaration");
 704         add(t->children,VarDec());
 705     }
 706     return t;
 707 }
 708 Node* VarDecList() {
 709     Node* t=new Node("VarDecList");
 710     add(t->children,TypeName());
 711     add(t->children,VarIdList());
 712     add(t->children,MatchSYM(SEMI));
 713     add(t->children,VarDecMore());
 714     return t;
 715 }
 716 Node* VarDecMore() {
 717     Node*t=NULL;
 718     if(isRES("integer")||isRES("char")||isRES("array")||isRES("record")||isID()) {
 719         t=new Node("VarDecMore");
 720         add(t->children,VarDecList());
 721     }
 722     return t;
 723 }
 724 Node* VarIdList() {
 725     Node* t=new Node("VarIdList");
 726     add(t->children,MatchID());
 727     add(t->children,VarIdMore());
 728     return t;
 729 }
 730 Node* VarIdMore() {
 731     Node*t=NULL;
 732     if(isSYM(COM)) {
 733         t=new Node("VarIdMore");
 734         add(t->children,MatchSYM(COM));
 735         add(t->children,VarIdList());
 736     }
 737     return t;
 738 }
 739 Node* ProcDec() {
 740     Node* t=new Node("ProcDec");
 741     add(t->children,MatchRES("procedure"));
 742     add(t->children,MatchID());
 743     add(t->children,MatchSYM(LBRACK));
 744     add(t->children,ParamList());
 745     add(t->children,MatchSYM(RBRACK));
 746     add(t->children,MatchSYM(SEMI));
 747     add(t->children,DeclarePart());
 748     add(t->children,ProcBody());
 749     add(t->children,ProcDeclaration());
 750     return t;
 751 }
 752 Node* ProcDeclaration() {
 753     Node*t=NULL;
 754     if(isRES("procedure")) {
 755         t=new Node("ProcDeclaration");
 756         add(t->children,ProcDec());
 757     }
 758     return t;
 759 }
 760 Node* ParamList() {
 761     Node*t=NULL;
 762     if(isRES("integer")||isRES("char")||isRES("array")||isRES("record")||isID()||isRES("var")) {
 763         t=new Node("ParamList");
 764         add(t->children,ParamDecList());
 765     }
 766     return t;
 767 }
 768 Node* ParamDecList() {
 769     Node* t=new Node("ParamDecList");
 770     add(t->children,Param());
 771     add(t->children,ParamMore());
 772     return t;
 773 }
 774 Node* ParamMore() {
 775     Node*t=NULL;
 776     if(isSYM(SEMI)) {
 777         t=new Node("ParamMore");
 778         add(t->children,MatchSYM(SEMI));
 779         add(t->children,ParamDecList());
 780     }
 781     return t;
 782 }
 783 Node* Param() {
 784     Node*t=NULL;
 785     if(isRES("integer")||isRES("char")||isRES("array")||isRES("record")||isID()) {
 786         t=new Node("Param");
 787         add(t->children,TypeName());
 788         add(t->children,FormList());
 789         return t;
 790     }
 791     if(isRES("var")) {
 792         t=new Node("Param");
 793         add(t->children,MatchRES("var"));
 794         add(t->children,TypeName());
 795         add(t->children,FormList());
 796         return t;
 797     }
 798     syntaxError("param error\n");
 799     return t;
 800 }
 801 Node* FormList() {
 802     Node* t=new Node("FormList");
 803     add(t->children,MatchID());
 804     add(t->children,FidMore());
 805     return t;
 806 }
 807 Node* FidMore() {
 808     Node*t=NULL;
 809     if(isSYM(COM)) {
 810         t=new Node("FidMore");
 811         add(t->children,MatchSYM(COM));
 812         add(t->children,FormList());
 813     }
 814     return t;
 815 }
 816 Node* ProcDecPart() {
 817     Node* t=new Node("ProcDecPart");
 818     add(t->children,DeclarePart());
 819     return t;
 820 }
 821 Node* ProcBody() {
 822     Node* t=new Node("ProcBody");
 823     add(t->children,ProgramBody());
 824     return t;
 825 }
 826 Node* ProgramBody() {
 827     Node* t=new Node("ProgramBody");
 828     add(t->children,MatchRES("begin"));
 829     add(t->children,StmList());
 830     add(t->children,MatchRES("end"));
 831     return t;
 832 }
 833 Node* StmList() {
 834     Node* t=new Node("StmList");
 835     add(t->children,Stm());
 836     add(t->children,StmMore());
 837     return t;
 838 }
 839 Node* StmMore() {
 840     Node*t=NULL;
 841     if(isSYM(SEMI)) {
 842         t=new Node("StmMore");
 843         add(t->children,MatchSYM(SEMI));
 844         add(t->children,StmList());
 845     }
 846     return t;
 847 }
 848 Node* Stm() {
 849     Node* t=new Node("Stm");
 850     if(isRES("if")) {
 851         add(t->children,ConditionalStm());
 852         return t;
 853     }
 854     if(isRES("while")) {
 855         add(t->children,LoopStm());
 856         return t;
 857     }
 858     if(isRES("read")) {
 859         add(t->children,InputStm());
 860         return t;
 861     }
 862     if(isRES("write")) {
 863         add(t->children,OutputStm());
 864         return t;
 865     }
 866     if(isRES("return")) {
 867         add(t->children,ReturnStm());
 868         return t;
 869     }
 870     if(isID()) {
 871         add(t->children,MatchID());
 872         add(t->children,AssCall());
 873         return t;
 874     }
 875     delete t;
 876     return NULL;
 877 }
 878 Node* AssCall() {
 879     Node*t=NULL;
 880     if(isSYM(LSQUBRACK)||isSYM(POINT)||isSYM(ASSI)) {
 881         t=new Node("AssCall");
 882         add(t->children,AssignmentRest());
 883         return t;
 884     }
 885     if(isSYM(LBRACK)) {
 886         t=new Node("AssCall");
 887         add(t->children,CallStmRest());
 888         return t;
 889     }
 890     syntaxError("ass call error\n");
 891     return t;
 892 }
 893 Node* AssignmentRest() {
 894     Node* t=new Node("AssignmentRest");
 895     if(isSYM(LSQUBRACK)||isSYM(POINT)) {
 896         add(t->children,VariMore());
 897     }
 898     add(t->children,MatchSYM(ASSI));
 899     add(t->children,Exp());
 900     return t;
 901 }
 902 Node* ConditionalStm() {
 903     Node* t=new Node("ConditionalStm");
 904     add(t->children,MatchRES("if"));
 905     add(t->children,Exp());
 906     if(isSYM(LT))add(t->children,MatchSYM(LT));
 907     else if(isSYM(EQU))add(t->children,MatchSYM(EQU));
 908     else syntaxError("condition error\n");
 909     add(t->children,Exp());
 910     add(t->children,MatchRES("then"));
 911     add(t->children,StmList());
 912     add(t->children,MatchRES("else"));
 913     add(t->children,StmList());
 914     add(t->children,MatchRES("fi"));
 915     return t;
 916 }
 917 Node* LoopStm() {
 918     Node* t=new Node("LoopStm");
 919     add(t->children,MatchRES("while"));
 920     add(t->children,Exp());
 921     if(isSYM(LT))add(t->children,MatchSYM(LT));
 922     else if(isSYM(EQU))add(t->children,MatchSYM(EQU));
 923     else syntaxError("condition error\n");
 924     add(t->children,Exp());
 925     add(t->children,MatchRES("do"));
 926     add(t->children,StmList());
 927     add(t->children,MatchRES("endwh"));
 928     return t;
 929 }
 930 Node* InputStm() {
 931     Node* t=new Node("InputStm");
 932     add(t->children,MatchRES("read"));
 933     add(t->children,MatchSYM(LBRACK));
 934     add(t->children,MatchID());
 935     add(t->children,MatchSYM(RBRACK));
 936     return t;
 937 }
 938 Node* OutputStm() {
 939     Node* t=new Node("OutputStm");
 940     add(t->children,MatchRES("write"));
 941     add(t->children,MatchSYM(LBRACK));
 942     add(t->children,Exp());
 943     add(t->children,MatchSYM(RBRACK));
 944     return t;
 945 }
 946 Node* ReturnStm() {
 947     Node* t=new Node("ReturnStm");
 948     add(t->children,MatchRES("return"));
 949     return t;
 950 }
 951 Node* CallStmRest() {
 952     Node* t=new Node("CallStmRest");
 953     add(t->children,MatchSYM(LBRACK));
 954     add(t->children,ActParamList());
 955     add(t->children,MatchSYM(RBRACK));
 956     return t;
 957 }
 958 Node* ActParamList() {
 959     Node*t=NULL;
 960     if(isSYM(LBRACK)||isNUM()||isID()) {
 961         t=new Node("ActParamList");
 962         add(t->children,Exp());
 963         add(t->children,ActParamMore());
 964     }
 965     return t;
 966 }
 967 Node* ActParamMore() {
 968     Node*t=NULL;
 969     if(isSYM(COM)) {
 970         t=new Node("ActParamMore");
 971         add(t->children,MatchSYM(COM));
 972         add(t->children,ActParamList());
 973     }
 974     return t;
 975 }
 976 Node* Exp() {
 977     Node* t=new Node("Exp");
 978     add(t->children,Term());
 979     add(t->children,OtherTerm());
 980     return t;
 981 }
 982 Node* OtherTerm() {
 983     Node*t=NULL;
 984     if(isSYM(PLUS)||isSYM(SUB)) {
 985         t=new Node("OtherTerm");
 986         add(t->children,AddOp());
 987         add(t->children,Exp());
 988     }
 989     return t;
 990 }
 991 Node* Term() {
 992     Node* t=new Node("Term");
 993     add(t->children,Factor());
 994     add(t->children,OtherFactor());
 995     return t;
 996 }
 997 Node* OtherFactor() {
 998     Node*t=NULL;
 999     if(isSYM(MUL)||isSYM(DIV)) {
1000         t=new Node("OtherFactor");
1001         add(t->children,MultOp());
1002         add(t->children,Term());
1003     }
1004     return t;
1005 }
1006 Node* Factor() {
1007     Node* t=new Node("Factor");
1008     if(isNUM()) {
1009         add(t->children,MatchNUM());
1010         return t;
1011     }
1012     if(isSTR()) {
1013         add(t->children,MatchSTR());
1014         return t;
1015     }
1016     if(isSYM(LBRACK)) {
1017         add(t->children,MatchSYM(LBRACK));
1018         add(t->children,Exp());
1019         add(t->children,MatchSYM(RBRACK));
1020         return t;
1021     }
1022     if(isID()) {
1023         add(t->children,Variable());
1024         return t;
1025     }
1026     delete t;
1027     syntaxError("factor error\n");
1028     return NULL;
1029 }
1030 Node* Variable() {
1031     Node* t=new Node("Variable");
1032     add(t->children,MatchID());
1033     add(t->children,VariMore());
1034     return t;
1035 }
1036 Node* VariMore() {
1037     Node*t=NULL;
1038     if(isSYM(LSQUBRACK)) {
1039         t=new Node("VariMore");
1040         add(t->children,MatchSYM(LSQUBRACK));
1041         add(t->children,Exp());
1042         add(t->children,MatchSYM(RSQUBRACK));
1043     }
1044     if(isSYM(POINT)) {
1045         t=new Node("VariMore");
1046         add(t->children,MatchSYM(POINT));
1047         add(t->children,FieldVar());
1048     }
1049     return t;
1050 }
1051 Node* FieldVar() {
1052     Node* t=new Node("FieldVar");
1053     add(t->children,MatchID());
1054     add(t->children,FieldVarMore());
1055     return t;
1056 }
1057 Node* FieldVarMore() {
1058     Node*t=NULL;
1059     if(isSYM(LSQUBRACK)) {
1060         t=new Node("FieldVarMore");
1061         add(t->children,MatchSYM(LSQUBRACK));
1062         add(t->children,Exp());
1063         add(t->children,MatchSYM(RSQUBRACK));
1064     }
1065     return t;
1066 }
1067 Node* CmpOp() {
1068     Node*t=NULL;
1069     if(isSYM(LT)) {
1070         t=new Node("CmpOp");
1071         add(t->children,MatchSYM(LT));
1072         return t;
1073     }
1074     if(isSYM(EQU)) {
1075         t=new Node("CmpOp");
1076         add(t->children,MatchSYM(EQU));
1077         return t;
1078     }
1079     syntaxError("cmpop error\n");
1080     return t;
1081 }
1082 Node* AddOp() {
1083     Node*t=NULL;
1084     if(isSYM(PLUS)) {
1085         t=new Node("AddOp");
1086         add(t->children,MatchSYM(PLUS));
1087         return t;
1088     }
1089     if(isSYM(SUB)) {
1090         t=new Node("AddOp");
1091         add(t->children,MatchSYM(SUB));
1092         return t;
1093     }
1094     syntaxError("cmpop error\n");
1095     return t;
1096 }
1097 Node* MultOp() {
1098     Node*t=NULL;
1099     if(isSYM(MUL)) {
1100         t=new Node("MultOp");
1101         add(t->children,MatchSYM(MUL));
1102         return t;
1103     }
1104     if(isSYM(DIV)) {
1105         t=new Node("MultOp");
1106         add(t->children,MatchSYM(DIV));
1107         return t;
1108     }
1109     syntaxError("cmpop error\n");
1110     return t;
1111 }
1112 Node* Parse() {
1113     num_of_lines=1;
1114     Node* root=Program();
1115     return root;
1116 }
1117 void show_tree(Node* root,int depth,vector<int>* v,bool islast) {
1118     if(root==NULL)return ;
1119     printf("\n");
1120     for(int i=0; i) {
1121         if(v->at(i)==1)printf("");
1122         else printf("  ");
1123     }
1124     if(islast) {
1125         printf(" └─%s",root->desc);
1126         v->at(depth)=0;
1127     } else printf(" ├─%s",root->desc);
1128     if(depth+1==(int)v->size())v->push_back(1);
1129     v->at(depth+1)=1;
1130     int len=root->children.size();
1131     for(int i=0; i) {
1132         if(i==len-1)show_tree(root->children.at(i),depth+1,v,true);
1133         else show_tree(root->children.at(i),depth+1,v,false);
1134     }
1135 }
1136 
1137 int main() {
1138     tokens=new vector();
1139     getTokenlist("cs1.txt");
1140     save_Token_list("tokens.txt");
1141     //打印显示
1142     printf("TOKENS:\n\n");
1143     show_Token_list();
1144     printf("\n\n\n\n语法树:\n\n");
1145     vector<int>* v=new vector<int>();
1146     v->push_back(0);
1147     show_tree(Parse(),0,v,true);
1148     return 0;
1149 }

 

cs1.txt

 1 {冒泡排序}
 2 {输入m,表示要排序的数的个数;接着输入m个整数;
 3  输出从小到大排序后的结果}
 4 
 5 program  p
 6 var  integer  i,j,num;
 7       array[1..20] of  integer a;
 8 
 9 procedure  q(integer num);
10 var  integer i,j,k;
11      integer t;
12 begin
13   i:='lklklk';
14   j:=1;
15   while i < num do
16      j:=num-i+1;
17      k:=1;
18      while kdo
19          if a[k+1] < a[k]  
20          then  t:=a[k];
21            a[k]:=a[k+1];
22            a[k+1]:=t
23          else  t:=0
24          fi;   
25      k:=k+1
26      endwh;
27   i:=i+1
28   endwh
29 end
30 
31 begin
32    read(num);
33    i:=1;
34    while i<(num+1)  do
35      read(j);
36      a[i]:=j;
37      i:=i+1
38    endwh;
39    q(num);
40    i:=1;
41    while  i<(num+1) do 
42        write(a[i]);
43        i:=i+1
44    endwh
45 end.
46   

 

 

END

代码写于大三下6月份,编译原理课程设计

随笔写于2016.7.13

 

转载于:https://www.cnblogs.com/maxuewei2/p/5666289.html

你可能感兴趣的:(简单的词法分析和语法分析(C++实现,CodeBlocks+GCC编译))