lsd10.l

Contents

Description du code

Fichier Lex du langage LSD010 Compilateur LSD010

Code source ou contenu du fichier

  1. %{
  2. /*
  3.  * lsd10.l : lexical parsing file for Lex
  4.  * @see http://www.gaudry.be/langages-flex.html
  5.  * Part of the compiler Project for LSD10 language
  6.  */
  7. #include <stdio.h>
  8. #include <stdlib.h>
  9. #include <string.h>
  10.  
  11. #include "y.tab.h"
  12. /*
  13. #include "ast.h"
  14. */
  15.  
  16. #include "common.h"
  17. /**
  18.  * Count of lines read
  19.  */
  20. int lexLinesCount=0;
  21. /**
  22.  * Count of chars read
  23.  */
  24. int lexTotalCharsCount=0;
  25. extern AstNode *rootNode;
  26.  
  27. /*
  28.  * internal business
  29. *************************************************************
  30. */
  31. extern DebugInfo *psnBeforeToken;
  32. extern DebugInfo *psnAfterToken;
  33. int processToken(int tokenType);
  34. void incrementNumChar();
  35. void addLineRead();
  36.  
  37. /*
  38.  * Lex overriding
  39. *************************************************************
  40. */
  41. int yyTempColumn=1;
  42. //define YY_USER_ACTION yylloc.first_line=yylloc.last_line=yylineno;yylloc.first_column=yylloc.last_column=yyTempColumn+yyleng-1;yyTempColumn+=yyleng;
  43. %}
  44.  
  45. %option noyywrap
  46. %option yylineno
  47. %x COMMENT_LINE COMMENT_BLOC
  48.  
  49. /*nbr   0|[-][1-9][0-9]*|[1-9][0-9]* */
  50. nbr   0|[1-9][0-9]*
  51. id    [a-zA-Z]|([a-zA-Z]([a-zA-Z]|[0-9])*)
  52. blank [ \t]+
  53.  
  54. %%
  55. %{
  56. 	//we specify that we begin with the rules of the state INITIAL
  57. 	BEGIN INITIAL;
  58. %}
  59. "boolean" { 
  60. 	incrementNumChar();
  61. 	return processToken(LEXICAL_BOOLEAN_TYPE);}
  62. "integer" { 
  63. 		incrementNumChar();
  64. 	return processToken(LEXICAL_INTEGER_TYPE);}
  65.  
  66. "=" 	{ 
  67. 		incrementNumChar();
  68. 	return processToken(LEXICAL_AFFECTATION); }
  69.  
  70. "&&" 	{ 
  71. 	incrementNumChar();
  72. 	return processToken(LEXICAL_AND); }
  73. "||" 	{ 
  74. 		incrementNumChar();
  75. 	return processToken(LEXICAL_OR); }
  76. "&"  	{ 
  77. 		incrementNumChar();
  78. 	return processToken(LEXICAL_ANDLAZY); }
  79. "|"  	{ 
  80. 		incrementNumChar();
  81. 	return processToken(LEXICAL_ORLAZY); }
  82. "!" 	{ 
  83. 		incrementNumChar();
  84. 	return processToken(LEXICAL_NOT); }
  85. "==" 	{ 
  86. 		incrementNumChar();
  87. 	return processToken(LEXICAL_EQUALS); }
  88. "<=" 	{ 
  89. 	incrementNumChar();
  90. 	return processToken(LEXICAL_LESS_EQUALS); }
  91. "<"  	{ 
  92. 	incrementNumChar();
  93. 	return processToken(LEXICAL_LESS); }
  94.  
  95. "+" 	{ 
  96. 		incrementNumChar();
  97. 	return processToken(LEXICAL_PLUS); }
  98. "-" 	{ 
  99. 		incrementNumChar();
  100. 	return processToken(LEXICAL_MINUS); }
  101. "*" 	{ 
  102. 		incrementNumChar();
  103. 	return processToken(LEXICAL_MULT); }
  104. "div" 	{ 
  105. 		incrementNumChar();
  106. 	return processToken(LEXICAL_DIV); }
  107. "mod" 	{ 
  108. 		incrementNumChar();
  109. 	return processToken(LEXICAL_MOD); }
  110.  
  111. "(" 	{ 
  112. 		incrementNumChar();
  113. 	return processToken(L_PARENTHESIS); }
  114. "{" 	{ 
  115. 		incrementNumChar();
  116. 	return processToken(LSQUI_BRACKET); }
  117. "." 	{ 
  118. 		incrementNumChar();
  119. 	return processToken(POINT); }
  120. ")" 	{ 
  121. 		incrementNumChar();
  122. 	return processToken(R_PARENTHESIS); }
  123. "}" 	{ 
  124. 		incrementNumChar();
  125. 	return processToken(RSQUI_BRACKET); }
  126. "[" 	{ 
  127. 		incrementNumChar();
  128. 	return processToken(LSQUA_BRACKET); }
  129. "]" 	{ 
  130. 		incrementNumChar();
  131. 	return processToken(RSQUA_BRACKET); }
  132. "," 	{ 
  133. 		incrementNumChar();
  134. 	return processToken(COMMA); }
  135. ":" 	{ 
  136. 		incrementNumChar();
  137. 	return processToken(COLON); }
  138. ";" 	{ 
  139. 		incrementNumChar();
  140. 	return processToken(SEMICOLON); }
  141.  
  142. "true"	{ 
  143. 	incrementNumChar();
  144. 	return processToken(LEXICAL_TRUE_VAL); }
  145. "false"	{ 
  146. 	return processToken(LEXICAL_FALSE_VAL); }
  147. "void"	{ 
  148. 		incrementNumChar();
  149. 	return processToken(LEXICAL_VOID_TYPE); }
  150.  
  151. "var"	{ 
  152. 		incrementNumChar();
  153. 	return processToken(LEXICAL_VAR); }
  154. "get"	{ 
  155. 	return processToken(LEXICAL_GET_OPS); }
  156. "isempty" { 
  157. 	incrementNumChar();
  158. 	return processToken(LEXICAL_ISEMPTY_OPS); }
  159. "write"		{ 
  160. 		incrementNumChar();
  161. 	return processToken(LEXICAL_WRITE_OPS); }
  162. "read"		{ 
  163. 		incrementNumChar();
  164. 	return processToken(LEXICAL_READ_OPS); }
  165. "put"		{ 
  166. 		incrementNumChar();
  167. 	return processToken(LEXICAL_PUT_OPS); }
  168. "return" 	{ 
  169. 		incrementNumChar();
  170. 	return processToken(LEXICAL_RETURN_STMT); }
  171.  
  172. "for"     { 
  173. 		incrementNumChar();
  174. 	return processToken(LEXICAL_FOR_STMT); }
  175. "if"      { 
  176. 		incrementNumChar();
  177. 	return processToken(LEXICAL_IF_STMT); }
  178. "else"    { 
  179. 		incrementNumChar();
  180. 	return processToken(LEXICAL_ELSE_STMT); }  
  181. "while"   { 
  182. 		incrementNumChar();
  183. 	return processToken(LEXICAL_WHILE_STMT); }
  184. "intstack"   { 
  185. 		incrementNumChar();
  186. 	return processToken(LEXICAL_INSTACK_TYPE); }
  187.  
  188. {blank}	{
  189. 	incrementNumChar();
  190. 	}	
  191. "\n"	{ 
  192. 		addLineRead();
  193. 	}	
  194.  
  195. {nbr}	{ 
  196. 	yylval.text=yytext; 
  197. 	yylval.nval=atoi(yytext); 
  198. 		incrementNumChar();
  199. 	return processToken(NUMBER); 
  200. 	}
  201. {id}	{ 
  202. 		incrementNumChar();
  203.  
  204. 	yylval.text=(char*)calloc(strlen(yytext)+1,sizeof(char));
  205. 	strcpy(yylval.text,yytext);
  206.  
  207. 	return processToken(ID); 
  208. 	}
  209.  
  210. "//"	{
  211. 	BEGIN(COMMENT_LINE);
  212. 	incrementNumChar();
  213. 	}
  214. "/*"	{
  215. 	BEGIN(COMMENT_BLOC);
  216. 	incrementNumChar();
  217. 	}
  218.  
  219. <COMMENT_BLOC>;"*/"	{
  220. 	BEGIN(INITIAL);
  221. 	incrementNumChar();
  222. 	}
  223.  
  224. <COMMENT_BLOC>;"\n"   	{ 
  225. 		addLineRead();
  226. 	}	
  227. <COMMENT_BLOC>;.		{
  228. 	incrementNumChar();/*Ignore comment*/}
  229. <COMMENT_LINE>;"\n"	{ 
  230. 	BEGIN(INITIAL);
  231. 		addLineRead();
  232. 	}	
  233. <COMMENT_LINE>;.		{
  234. 	incrementNumChar();/*Ignore comment*/}
  235.  
  236. . 	{
  237. 	char errorStr[1024];//todo: minimize length
  238. 	sprintf(errorStr, "Error : invalid '%s' On parsed file, Line %d col %d\n",yytext, yylloc.first_line, yylloc.first_column);
  239. 	yyerror(errorStr);
  240. 	}
  241.  
  242. %%
  243. int processToken(int tokenType)
  244. {
  245. 	yylloc.first_line=yylloc.last_line=yylineno;
  246. 	yylloc.first_column=yylloc.last_column=yyTempColumn+yyleng-1;
  247. 	yyTempColumn+=yyleng;
  248. 	#if(VERBOSE_LEVEL<=DEB_L) 
  249. 		printf(
  250. 			";%15s %15s detected(%d) line %d char %d\n", 
  251. 			typeToString(tokenType), 
  252. 			yytext,
  253. 			tokenType,
  254. 			(yylloc).first_line,
  255. 			(yylloc).first_column
  256. 			);
  257. 	#endif
  258. 	return tokenType;
  259. }
  260. void incrementNumChar()
  261. {
  262. ////	if(lexLinesCount<1)
  263. ////	{
  264. ////		addLineRead();
  265. ////	}
  266. ////	#if(VERBOSE_LEVEL<=DEB_L) 
  267. ////		if(YY_START==INITIAL)
  268. ////		{
  269. ////			ECHO;
  270. ////		}
  271. ////	#endif
  272. //	lexCharsCountBeforeToken+=yyleng;
  273. ////	lexCharsCountBeforeToken=lexCharsTempPsn-yyleng;
  274. ////	lexCharsTempPsn+=yyleng;
  275. 	lexTotalCharsCount+=yyleng;
  276. 	//printf("%s => line %d, bt=%d,tmp=%d, t=%d\n", yytext, lexLinesCount, lexCharsCountBeforeToken,lexCharsTempPsn,lexTotalCharsCount);
  277. }
  278. void addLineRead()
  279. {
  280. //	#if(VERBOSE_LEVEL<=DEB_L)  
  281. //		printf("\n;\t");
  282. //	#endif
  283. //		++lexLinesCount;
  284. //		lexLinesCountBeforeToken = yylineno;
  285. //		lexCharsCountBeforeToken = 0;
  286. 	yyTempColumn=1;
  287. //	if(psnBeforeToken!=NULL)
  288. //	{
  289. 		++lexLinesCount;
  290. //		lexLinesCountBeforeToken = yylineno;
  291. //		lexCharsCountBeforeToken = 0;
  292. //		//lexCharsTempPsn = 0;
  293. //		//psnBeforeToken->line = ;
  294. //		psnAfterToken->line++;
  295. ////		printf(
  296. ////			";\t%s detected line %d(%d, %d) char %d\n", 
  297. ////			yytext,
  298. ////			lexLinesCount,
  299. ////			yylineno,
  300. ////			psnAfterToken->line,
  301. ////			lexTotalCharsCount-yyleng//lexCharsCountBeforeToken
  302. ////			);
  303. //	}
  304. }
  305. //int main()
  306. //{
  307. //	#if(VERBOSE_LEVEL<=DEB_L)  
  308. //		print("\n;\t");
  309. //	#endif
  310. //	yylex();
  311. //	return 0;
  312. //}

Autres extraits de codes en Lex

English translation

You have asked to visit this site in English. For now, only the interface is translated, but not all the content yet.

If you want to help me in translations, your contribution is welcome. All you need to do is register on the site, and send me a message asking me to add you to the group of translators, which will give you the opportunity to translate the pages you want. A link at the bottom of each translated page indicates that you are the translator, and has a link to your profile.

Thank you in advance.

Document created the 05/10/2009, last modified the 28/10/2018
Source of the printed document:https://www.gaudry.be/en/sniplet-rf-lsd010/project/source/lsd10.l.html

The infobrol is a personal site whose content is my sole responsibility. The text is available under CreativeCommons license (BY-NC-SA). More info on the terms of use and the author.