%{
/* 
 SCCS @(#)alpha.lex	1.8 -- 08/02/99 --14:02:42 
 * $Log: 
 98/9/28 sn added \r to the NONNEWLINE_WHITE_SPACE_CHAR	list
 98/10/2 aa added "else" catches so that SPECIAL and NSLJ was
  not getting thrown in were not wanted.
 98/10/3 aa added "new" catch to ARRAY so that "ARRAY" was not
 getting thrown in where not wanted.
*/
package lx.src;

import java.lang.System;
import java.io.*;
import java.util.*;
import lx.src.util.*;
import pp.src.jbf.*;

class Utility {
  public static void assert
    (
     boolean expr
     )
      { 
	if (false == expr) {
	  throw (new Error("Error: Assertion failed."));
	}
      }
  private static final String errorMsg[] = {
    "Error: Unmatched end-of-comment punctuation.",
    "Error: Unmatched start-of-comment punctuation.",
    "Error: Unclosed string.",
    "Error: Illegal character."
    };
  
  public static final int E_ENDCOMMENT = 0; 
  public static final int E_STARTCOMMENT = 1; 
  public static final int E_UNCLOSEDSTR = 2; 
  public static final int E_UNMATCHED = 3; 

  public static void error
    (
     int code
     )
      {
	System.out.println(errorMsg[code]);
      }
}
//<COMMENT>{COMMENT_TEXT} { }
%}


%s COMMENT
%s VERB_ON
%s VERB_SCAN
%s VERB_IGN

IDENTIFIER		[A-Za-z_$][A-Za-z_$0-9]*
QIDENTIFIER	{IDENTIFIER}("."{IDENTIFIER})*|"public:"|"private:"
IDENT_ARR	{IDENTIFIER}{WHITESPACE}*"["[^=,;]*"]"
ALPHA			[A-Za-z]
DIGIT			[0-9]
HEXDIGIT		[A-Fa-f0-9]
OCTDIGIT		[0-7]
DECNUMBER		[1-9]{DIGIT}*
HEXNUMBER		0[Xx]{HEXDIGIT}+
OCTNUMBER		0{OCTDIGIT}*
DECLONG		{DECNUMBER}[Ll]
HEXLONG		{HEXNUMBER}[Ll]
OCTLONG		{OCTNUMBER}[Ll]
EXPONENT		[Ee][+-]?{DIGIT}+

FLOATBASE		((({DIGIT}+\.{DIGIT}*)|({DIGIT}*\.{DIGIT}+)){EXPONENT})|({DIGIT}+{EXPONENT})|({DIGIT}+\.{DIGIT}*)|({DIGIT}*\.{DIGIT}+)

DOUBLE        	({FLOATBASE}[Dd]?)|({DIGIT}+[Dd])
FLOAT            	({FLOATBASE}|({DIGIT}+))[Ff]

UNICODE_CHARACTER   	\\u{HEXDIGIT}{HEXDIGIT}{HEXDIGIT}{HEXDIGIT}
ONECHAR 		[\^'\"]|(\\.)|.|(\\[0123]?{OCTDIGIT}{OCTDIGIT}?)|{UNICODE_CHARACTER}
CHARLITCHAR		{ONECHAR}|"\""
CHARACTER		'[\^'\"]'|'(\\.)'|'.'|'(\\[0123]?{OCTDIGIT}{OCTDIGIT}?)'|'{UNICODE_CHARACTER}'
STRINGCHAR		{ONECHAR}|'
STRING		"\""{STRINGCHAR}*"\""
CHAR_OP		[,;()[\].&|!~=+*/%<>^?:@]
WHITESPACE		[ \n\r\t]+

ONELINECOMMENT		"//".*  
OLD_CCOMMENT		"/*"([^("/*")]|\n)*"*/"

CCOMMENT		"/""*"+(("/"+[^*])?("*"[^/]|[^*/])*)*"*"+"/"


HARD_COMMENT		{WHITESPACE}|{ONELINECOMMENT}|{CCOMMENT} 




NONNEWLINE_WHITE_SPACE_CHAR	[\ \t\b\012\r]
WHITE_SPACE_CHAR	[\n\ \t\b\012]

STRING_TEXT (\\"\""|[^\n\"]|\\{WHITE_SPACE_CHAR}+\\)*
COMMENT_TEXT ([^"/"*\n]|[^*\n]"/"[^*\n]|[^/\n]"*"[^/\n]|"*"[^/\n]|"/"[^*\n])*
MYCOMMENT "/*"{COMMENT_TEXT}"*/"


%% 

<INITIAL>{NONNEWLINE_WHITE_SPACE_CHAR}+ {echo();}

<INITIAL,COMMENT>\n {echo();
		     //yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
			} 

<INITIAL>"/*" { echo(); yybegin(COMMENT); comment_count = comment_count + 1; }

<COMMENT>"/*" {echo();  comment_count = comment_count + 1; }
<COMMENT>"*/" {echo();  
	comment_count = comment_count - 1; 
	Utility.assert(comment_count >= 0);
	if (comment_count == 0) {
    		yybegin(INITIAL);
	}
}
<COMMENT>. { echo(); }
<INITIAL>"//".* { echo(); }

<INITIAL>\"{STRING_TEXT}\" {
	echo();
	//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
//	Utility.assert(str.length() == lexeme().length() - 2);
}
<INITIAL>\"{STRING_TEXT} {
	echo();
	//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
	//	Utility.error(Utility.E_UNCLOSEDSTR);
	//Utility.assert(str.length() == lexeme().length() - 1);

}
			
<VERB_ON>[.\n] { echo(); }
<INITIAL>"verbatim_NSLJ"{WHITESPACE}*";" {  echo();
			yybegin(VERB_ON);
}
<INITIAL>"verbatim_NSLC"{WHITESPACE}*";" {  echo();
			yybegin(VERB_ON);
}
<VERB_ON>"verbatim_off"{WHITESPACE}*";"   { echo(" ");
			yybegin(INITIAL);
}
<INITIAL>{IDENT_ARR}{WHITESPACE}{IDENTIFIER}{WHITESPACE}*";" { 
echo("special ");
//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}
<INITIAL>{IDENT_ARR}{WHITESPACE}{IDENTIFIER}{WHITESPACE}*[=,].*";" { 
echo("special ");
//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}
<INITIAL>"else"{WHITESPACE}{IDENT_ARR}{WHITESPACE}*[=,].*";" {echo(); }
<INITIAL>{IDENTIFIER}{WHITESPACE}{IDENT_ARR}{WHITESPACE}*[=,].*";" { 
echo("special ");
//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}
<INITIAL>"new"{WHITESPACE}{IDENT_ARR}{WHITESPACE}*";" { 
echo();
//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}


<INITIAL>"nslConst"{WHITESPACE}{IDENTIFIER}{WHITESPACE}*[=,].*";" { 
           r_echo("nslConst","static final SPECIAL"); 
}
<INITIAL>"nslConst"{WHITESPACE}{IDENTIFIER}{WHITESPACE}*";" { 
           r_echo("nslConst","static final SPECIAL"); 
}
<INITIAL>"nslConst"{WHITESPACE} {
           r_echo("nslConst","static final");
}

<INITIAL>{IDENTIFIER}{WHITESPACE}{IDENT_ARR}{WHITESPACE}*";" { 
echo("ARRAY ");
//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}
<INITIAL>"else"{WHITESPACE}{IDENTIFIER}{WHITESPACE}?"("[^)]*")"{HARD_COMMENT}*"{" { 
echo();
}
<INITIAL>{QIDENTIFIER}{WHITESPACE}{IDENTIFIER}{WHITESPACE}?"("[^)]*")"{HARD_COMMENT}*"{" { 
echo("NSLJ ");
}

<INITIAL>ignorethis{CCOMMENT} { r_echo("/*===*/"); 
		      System.err.println("***** ISTE\n"+yytext.lexeme()+
					 "\n**************\n");
		    }

<INITIAL>"else"{WHITESPACE}{IDENTIFIER}{WHITESPACE}*[=,].*";" {echo(); }

<INITIAL>{QIDENTIFIER}{WHITESPACE}{IDENTIFIER}{WHITESPACE}*[=,].*";" { 
echo("SPECIAL ");
}

<INITIAL>{QIDENTIFIER}{WHITESPACE}{IDENTIFIER}{WHITESPACE}*";" { 
echo("SPECIAL ");
//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}

<INITIAL,VERB_ON>. {
	echo();
	//yyreturn(new YYtoken(YYtokentypes.ANY,yytext));
}


%%
private int comment_count = 0;
  public YYtoken dummy=new YYtoken(0,"dummy",0,0,1); 
NslPrePreProcessor nppp;

void r_echo(String s) {
 System.out.print(s);
}
void r_echo(String from, String to) {
 String line = yytext.lexeme();
 int index = line.indexOf(from);
 if(index < 0) {  // nothing found to replace
  System.out.print(yytext.lexeme()); 
  return; 
 }
 to = to.concat(line.substring(from.length()));
 System.out.print(to);
}

void echo() {
 System.out.print(yytext.lexeme());
}
void echo(String s) {
 System.out.print(s+yytext.lexeme());
}
public 
void init(NslPrePreProcessor nppp) {
nppp.setWholeBuffer(yytext.wholebuffer);
}

int yywrap()
{
 System.out.println(" ********* YYWRAP!!!!");
 return(0);
}