/****************************************************************************** * * * * Copyright (C) 1997-2002 by Dimitri van Heesch. * * Permission to use, copy, modify, and distribute this software and its * documentation under the terms of the GNU General Public License is hereby * granted. No representations are made about the suitability of this software * for any purpose. It is provided "as is" without express or implied warranty. * See the GNU General Public License for more details. * * Documents produced by Doxygen are derivative works derived from the * input used in their production; they are not affected by this license. * */ %{ /* * includes */ #include //#include #include #include #include "qtbc.h" #include #include #include #include #include #include #include #include #include "pre.h" #include "constexp.h" #include "define.h" #include "doxygen.h" #include "message.h" #include "util.h" #include "defargs.h" #include "debug.h" #include "bufstr.h" #if defined(_MSC_VER) || defined(__BORLANDC__) #define popen _popen #define pclose _pclose #endif #define YY_NEVER_INTERACTIVE 1 struct FileState { int lineNr; FILE *filePtr; YY_BUFFER_STATE bufState; QCString fileName; }; /* ----------------------------------------------------------------- * * scanner's state */ static int g_yyLineNr = 1; static QCString g_yyFileName; static FileDef *g_yyFileDef; static int g_ifcount = 0; static QStrList *g_pathList = 0; static QStack g_includeStack; static QDict *g_argDict; static int g_defArgs = -1; static QCString g_defName; static QCString g_defText; static QCString g_defLitText; static QCString g_defArgsStr; static bool g_defVarArgs; static int g_level; static int g_lastCContext; static int g_lastCPPContext; static QArray g_levelGuard; static BufStr *g_outputBuf; static int g_roundCount; static bool g_quoteArg; static DefineDict *g_fileDefineDict; static DefineDict *g_expandedDict; static int g_findDefArgContext; static QCString g_lastGuardName; static QCString g_incName; static QCString g_guardExpr; static int g_curlyCount; static bool g_nospaces; // add extra spaces during macro expansion static bool g_macroExpansion; // from the configuration static bool g_expandOnlyPredef; // from the configuration static void setFileName(const char *name) { bool ambig; g_yyFileName=name; g_yyFileDef=findFileDef(Doxygen::inputNameDict,g_yyFileName,ambig); } static void incrLevel() { g_level++; g_levelGuard.resize(g_level); g_levelGuard[g_level-1]=FALSE; //printf("%s line %d: incrLevel %d\n",g_yyFileName.data(),g_yyLineNr,g_level); } static void decrLevel() { //printf("%s line %d: decrLevel %d\n",g_yyFileName.data(),g_yyLineNr,g_level); if (g_level > 0) { g_level--; g_levelGuard.resize(g_level); } else { err("%s:%d: Error: More #endif's than #if's found.\n", g_yyFileName.data(),g_yyLineNr); } } static bool otherCaseDone() { if (g_level==0) { err("%s:%d: Error: Found an #else without a preceding #if.\n", g_yyFileName.data(),g_yyLineNr); return TRUE; } else { return g_levelGuard[g_level-1]; } } static void setCaseDone(bool value) { g_levelGuard[g_level-1]=value; } static Define *isDefined(const char *name) { if (name) { Define *def; //if ((def=fileDefineCache->findDefine(g_yyFileName,name)) && !def->undef) // return def; if ((def=g_fileDefineDict->find(name)) && !def->undef) return def; } return 0; } static FILE *checkAndOpenFile(const QCString &absName) { FILE *f = 0; QFileInfo fi(absName); if (fi.exists() && fi.isFile()) { if (!Config_getString("INPUT_FILTER").isEmpty()) { QCString cmd = Config_getString("INPUT_FILTER")+" "+absName; f=popen(cmd,"r"); if (!f) err("Error: could not execute filter %s\n",cmd.data()); } else { f=fopen(absName,"r"); if (!f) err("Error: could not open file %s for reading\n",absName.data()); } } return f; } static FILE *findFile(const char *fileName,bool localInclude) { if (localInclude && g_yyFileDef) { QCString absName = g_yyFileDef->getPath()+"/"+fileName; FILE *f = checkAndOpenFile(absName); if (f) { setFileName(absName); g_yyLineNr=1; return f; } } if (g_pathList==0) { return 0; } char *s=g_pathList->first(); while (s) { QCString absName = (QCString)s+"/"+fileName; FILE *f = checkAndOpenFile(absName); if (f) { setFileName(absName); g_yyLineNr=1; return f; } s=g_pathList->next(); } return 0; } static int getNextChar(const QCString &expr,QCString *rest,uint &pos); static int getCurrentChar(const QCString &expr,QCString *rest,uint pos); static void unputChar(const QCString &expr,QCString *rest,uint &pos,char c); static void expandExpression(QCString &expr,QCString *rest,int pos); static QCString stringize(const QCString &s) { QCString result; uint i=0; bool inString=FALSE; bool inChar=FALSE; char c,pc; while (i`%s'\n",s.data(),result.data()); return result; } /*! Execute all ## operators in expr. * If the macro name before or after the operator contains a no-rescan * marker (@-) then this is removed (before the concatenated macro name * may be expanded again. */ static void processConcatOperators(QCString &expr) { //printf("processConcatOperators: in=`%s'\n",expr.data()); QRegExp r("[ \\t\\n]*##[ \\t\\n]*"); int l,n,i=0; if (expr.isEmpty()) return; while ((n=r.match(expr,i,&l))!=-1) { //printf("Match: `%s'\n",expr.data()+i); if (n+l+1<(int)expr.length() && expr.at(n+l)=='@' && expr.at(n+l+1)=='-') { // remove no-rescan marker after ID l+=2; } //printf("found `%s'\n",expr.mid(n,l).data()); // remove the ## operator and the surrounding whitespace expr=expr.left(n)+expr.right(expr.length()-n-l); int k=n-1; while (k>=0 && isId(expr.at(k))) k--; if (k>0 && expr.at(k)=='-' && expr.at(k-1)=='@') { // remove no-rescan marker before ID expr=expr.left(k-1)+expr.right(expr.length()-k-1); n-=2; } i=n; } //printf("processConcatOperators: out=`%s'\n",expr.data()); } /*! replaces the function macro \a def whose argument list starts at * \a pos in expression \a expr. * Notice that this routine may scan beyond the \a expr string if needed. * In that case the characters will be read from the input file. * The replacement string will be returned in \a result and the * length of the (unexpanded) argument list is stored in \a len. */ static bool replaceFunctionMacro(const QCString &expr,QCString *rest,int pos,int &len,const Define *def,QCString &result) { //printf("replaceFunctionMacro(expr=%s,rest=%s,pos=%d,def=%s) level=%d\n",expr.data(),rest ? rest->data() : 0,pos,def->name.data(),g_level); uint j=pos; len=0; result.resize(0); int cc; while ((cc=getCurrentChar(expr,rest,j))!=EOF && cc==' ') { len++; getNextChar(expr,rest,j); } if (cc!='(') { unputChar(expr,rest,j,' '); return FALSE; } getNextChar(expr,rest,j); // eat the `(' character QDict argTable; // list of arguments argTable.setAutoDelete(TRUE); QCString arg; int argCount=0; bool done=FALSE; // PHASE 1: read the macro arguments if (def->nargs==0) { while ((cc=getNextChar(expr,rest,j))!=EOF) { char c = (char)cc; if (c==')') break; } } else { while (!done && (argCountnargs || def->varArgs) && ((cc=getNextChar(expr,rest,j))!=EOF) ) { char c=(char)cc; if (c=='(') // argument is a function => search for matching ) { int level=1; arg+=c; char term='\0'; while ((cc=getNextChar(expr,rest,j))!=EOF) { char c=(char)cc; if (c=='\'' || c=='\"') // skip ('s and )'s inside strings { if (term!='\0') { if (c==term && expr.at(j-2)!='\\') term='\0'; } else { term=c; } } if (term=='\0' && c==')') { level--; arg+=c; if (level==0) break; } else if (term=='\0' && c=='(') { level++; arg+=c; } else arg+=c; } } else if (c==')' || c==',') // last or next argument found { if (c==',' && argCount==def->nargs-1 && def->varArgs) { arg=arg.stripWhiteSpace(); arg+=','; } else { QCString argKey; argKey.sprintf("@%d",argCount++); // key name arg=arg.stripWhiteSpace(); // add argument to the lookup table argTable.insert(argKey, new QCString(arg)); arg.resize(0); if (c==')') // end of the argument list { done=TRUE; } } } else if (c=='\"') // append literal strings { arg+=c; bool found=FALSE; while (!found && (cc=getNextChar(expr,rest,j))!=EOF) { found = cc=='"'; if (cc=='\\') { c=(char)cc; arg+=c; if ((cc=getNextChar(expr,rest,j))==EOF) break; } c=(char)cc; arg+=c; } } else if (c=='\'') // append literal characters { arg+=c; bool found=FALSE; while (!found && (cc=getNextChar(expr,rest,j))!=EOF) { found = cc=='\''; if (cc=='\\') { c=(char)cc; arg+=c; if ((cc=getNextChar(expr,rest,j))==EOF) break; } c=(char)cc; arg+=c; } } else // append other characters { arg+=c; } } } // PHASE 2: apply the macro function if (argCount==def->nargs || (argCount>def->nargs && def->varArgs)) // matching parameters lists { uint k=0; // substitution of all formal arguments QCString resExpr; const QCString d=def->definition.stripWhiteSpace(); bool inString=FALSE; while (k copy it (is unescaped later) { k+=2; resExpr+="@@"; // we unescape these later } else if (d.at(k+1)=='-') // no-rescan marker { k+=2; resExpr+="@-"; } else // argument marker => read the argument number { QCString key="@"; QCString *subst=0; bool hash=FALSE; int l=k-1; // search for ## backward if (l>=0 && d.at(l)=='"') l--; while (l>=0 && d.at(l)==' ') l--; if (l>0 && d.at(l)=='#' && d.at(l-1)=='#') hash=TRUE; k++; // scan the number while (k='0' && d.at(k)<='9') key+=d.at(k++); if (!hash) { // search for ## forward l=k; if (l<(int)d.length() && d.at(l)=='"') l++; while (l<(int)d.length() && d.at(l)==' ') l++; if (l<(int)d.length()-1 && d.at(l)=='#' && d.at(l+1)=='#') hash=TRUE; } //printf("request key %s result %s\n",key.data(),argTable[key]->data()); if (key.length()>1 && (subst=argTable[key])) { QCString substArg=*subst; //printf("substArg=`%s'\n",substArg.data()); // only if no ## operator is before or after the argument // marker we do macro expansion. if (!hash) expandExpression(substArg,0,0); if (inString) { //printf("`%s'=stringize(`%s')\n",stringize(*subst).data(),subst->data()); // if the marker is inside a string (because a # was put // before the macro name) we must escape " and \ characters resExpr+=stringize(substArg); } else { if (g_nospaces) { resExpr+=substArg; } else { resExpr+=" "+substArg+" "; } } } } } else // no marker, just copy { if (!inString && d.at(k)=='\"') { inString=TRUE; // entering a literal string } else if (inString && d.at(k)=='\"' && d.at(k-1)!='\\') { inString=FALSE; // leaving a literal string } resExpr+=d.at(k++); } } len=j-pos; result=resExpr; //printf("result after substitution `%s' expr=`%s'\n", // result.data(),expr.mid(pos,len).data()); return TRUE; } else { return FALSE; } } /*! returns the next identifier in string \a expr by starting at position \a p. * The position of the identifier is returned (or -1 if nothing is found) * and \a l is its length. Any quoted strings are skipping during the search. */ static int getNextId(const QCString &expr,int p,int *l) { int n; while (p<(int)expr.length()) { char c=expr.at(p++); if (isalpha(c) || c=='_') // read id { n=p-1; while (p<(int)expr.length() && isId(expr.at(p)) ) p++; *l=p-n; return n; } else if (c=='"') // skip string { char pc=c; if (p<(int)expr.length()) c=expr.at(p); while (p<(int)expr.length() && (c!='"' || pc=='\\')) { pc=c; c=expr.at(p); p++; } } } return -1; } /*! preforms recursive macro expansion on the string \a expr * starting at position \a pos. * May read additional characters from the input while re-scanning! * If \a expandAll is \c TRUE then all macros in the expression are * expanded, otherwise only the first is expanded. */ static void expandExpression(QCString &expr,QCString *rest,int pos) { //printf("expandExpression(%s,%s)\n",expr.data(),rest ? rest->data() : 0); QCString macroName; QCString expMacro; int i=pos,l,p,len; while ((p=getNextId(expr,i,&l))!=-1) // search for an macro name { bool replaced=FALSE; macroName=expr.mid(p,l); //printf("macroName %s found\n",macroName.data()); if (p<2 || !(expr.at(p-2)=='@' && expr.at(p-1)=='-')) // no-rescan marker? { if (g_expandedDict->find(macroName)==0) // expand macro { Define *def=isDefined(macroName); if (def && def->nargs==-1) // simple macro { // substitute the definition of the macro //printf("macro `%s'->`%s'\n",macroName.data(),def->definition.data()); if (g_nospaces) { expMacro=def->definition.stripWhiteSpace(); } else { expMacro=" "+def->definition.stripWhiteSpace()+" "; } //expMacro=def->definition.stripWhiteSpace(); replaced=TRUE; len=l; //printf("simple macro expansion=`%s'->`%s'\n",macroName.data(),expMacro.data()); } else if (def && def->nargs>=0) // function macro { replaced=replaceFunctionMacro(expr,rest,p+l,len,def,expMacro); len+=l; } if (replaced) // expand the macro and rescan the expression { //printf("replacing `%s'->`%s'\n",expr.mid(p,len).data(),expMacro.data()); QCString resultExpr=expMacro; QCString restExpr=expr.right(expr.length()-len-p); processConcatOperators(resultExpr); if (!def->nonRecursive) { g_expandedDict->insert(macroName,def); expandExpression(resultExpr,&restExpr,0); g_expandedDict->remove(macroName); } expr=expr.left(p)+resultExpr+restExpr; i=p; //printf("new expression: %s\n",expr.data()); } else // move to the next macro name { //printf("moving to the next macro old=%d new=%d\n",i,p+l); i=p+l; } } else // move to the next macro name { expr=expr.left(p)+"@-"+expr.right(expr.length()-p); //printf("macro already expanded, moving to the next macro expr=%s\n",expr.data()); i=p+l+2; //i=p+l; } } else // no re-scan marker found, skip the macro name { //printf("skipping marked macro\n"); i=p+l; } } } /*! replaces all occurrences of @@ in \a s by @ * All identifiers found are replaced by 0L * \par assumption: * \a s only contains pairs of @@'s. */ QCString removeIdsAndMarkers(const char *s) { //printf("removeIdsAndMarkers(%s)\n",s); const char *p=s; char c; bool inNum=FALSE; QCString result; if (p) { while ((c=*p)) { if (c=='@') // replace @@ with @ { if (*(p+1)=='@') { result+=c; } p+=2; } else if (isdigit(c)) // number { result+=c; p++; inNum=TRUE; } else if (c=='d' && !inNum) // identifier starting with a `d' { if (strncmp(p,"defined ",8)==0 || strncmp(p,"defined(",8)==0) // defined keyword { p+=7; // skip defined } else { result+="0L"; p++; while ((c=*p) && isId(c)) p++; } } else if ((isalpha(c) || c=='_') && !inNum) // replace identifier with 0L { result+="0L"; p++; while ((c=*p) && isId(c)) p++; } else { result+=c; char lc=tolower(c); if (!isId(lc) && lc!='.' && lc!='-' && lc!='+') inNum=FALSE; p++; } } } return result; } /*! replaces all occurrences of @@ in \a s by @ * \par assumption: * \a s only contains pairs of @@'s */ QCString removeMarkers(const char *s) { const char *p=s; char c; QCString result; if (p) { while ((c=*p)) { if (c=='@') // replace @@ with @ { if (*(p+1)=='@') { result+=c; } p+=2; } else { result+=c; p++; } } } return result; } /*! compute the value of the expression in string \a expr. * If needed the function may read additional characters from the input. */ bool computeExpression(const QCString &expr) { QCString e=expr; expandExpression(e,0,0); //printf("after expansion `%s'\n",e.data()); e = removeIdsAndMarkers(e); if (e.isEmpty()) return FALSE; //printf("parsing `%s'\n",e.data()); return parseCppExpression(g_yyFileName,g_yyLineNr,e); } /*! expands the macro definition in \a name * If needed the function may read additional characters from the input */ QCString expandMacro(const QCString &name) { QCString n=name; expandExpression(n,0,0); n=removeMarkers(n); //printf("expandMacro `%s'->`%s'\n",name.data(),n.data()); return n; } Define *newDefine() { Define *def=new Define; def->name = g_defName; def->definition = g_defText.stripWhiteSpace(); def->nargs = g_defArgs; def->fileName = g_yyFileName; def->lineNr = g_yyLineNr; def->varArgs = g_defVarArgs; //printf("newDefine: `%s'->`%s'\n",def->name.data(),def->definition.data()); if (!def->name.isEmpty() && Doxygen::expandAsDefinedDict[def->name]) { def->isPredefined=TRUE; } return def; } void addDefine() { //printf("addDefine %s %s\n",g_defName.data(),g_defArgsStr.data()); //ArgumentList *al = new ArgumentList; //stringToArgumentList(g_defArgsStr,al); MemberDef *md=new MemberDef( g_yyFileName,g_yyLineNr, "#define",g_defName,g_defArgsStr,0, Public,Normal,FALSE,FALSE,MemberDef::Define,0,0); if (!g_defArgsStr.isEmpty()) { ArgumentList *argList = new ArgumentList; //printf("addDefine() g_defName=`%s' g_defArgsStr=`%s'\n",g_defName.data(),g_defArgsStr.data()); stringToArgumentList(g_defArgsStr,argList); md->setArgumentList(argList); } //printf("Setting initializer for `%s' to `%s'\n",g_defName.data(),g_defText.data()); int l=g_defLitText.find('\n'); if (l>0 && g_defLitText.left(l).stripWhiteSpace()=="\\") { // strip first line if it only contains a slash g_defLitText = g_defLitText.right(g_defLitText.length()-l-1); } else if (l>0) { // align the items on the first line with the items on the second line int k=l+1; const char *p=g_defLitText.data()+k; char c; while ((c=*p++) && (c==' ' || c=='\t')) k++; g_defLitText=g_defLitText.mid(l+1,k-l-1)+g_defLitText.stripWhiteSpace(); } md->setInitializer(g_defLitText.stripWhiteSpace()); //md->setDefFile(g_yyFileName); //md->setDefLine(g_yyLineNr); md->setFileDef(g_yyFileDef); md->setDefinition("#define "+g_defName); MemberName *mn=Doxygen::functionNameSDict[g_defName]; if (mn==0) { mn = new MemberName(g_defName); //Doxygen::functionNameList.append(mn); //Doxygen::functionNameDict.insert(g_defName,mn); Doxygen::functionNameSDict.append(g_defName,mn); } mn->append(md); if (g_yyFileDef) g_yyFileDef->insertMember(md); //Define *d; //if ((d=defineDict[g_defName])==0) defineDict.insert(g_defName,newDefine()); } static inline void outputChar(char c) { if (g_includeStack.isEmpty() || g_curlyCount>0) g_outputBuf->addChar(c); } static inline void outputArray(const char *a,int len) { if (g_includeStack.isEmpty() || g_curlyCount>0) g_outputBuf->addArray(a,len); } static void readIncludeFile(const QCString &inc) { if (!Config_getBool("SEARCH_INCLUDES")) return; // do not read include files uint i=0; // find the start of the include file name while (i0 && inc.at(s-1)=='"'; // find the end of the include file name while (is) // valid include file name found { // extract include path+name QCString incFileName=inc.mid(s,i-s).stripWhiteSpace(); FILE *f; QCString oldFileName = g_yyFileName.copy(); FileDef *oldFileDef = g_yyFileDef; int oldLineNr = g_yyLineNr; //printf("Searching for `%s'\n",incFileName.data()); if ((f=findFile(incFileName,localInclude))) // see if the include file can be found { if (Debug::isFlagSet(Debug::Preprocessor)) { for (i=0;iaddIncludeDependency(g_yyFileDef,incFileName,localInclude); // add included by dependency if (g_yyFileDef) { g_yyFileDef->addIncludedByDependency(oldFileDef,oldFileDef->name(),localInclude); } } FileState *fs=new FileState; fs->bufState=YY_CURRENT_BUFFER; fs->lineNr=oldLineNr; fs->fileName=oldFileName; fs->filePtr=f; // push the state on the stack g_includeStack.push(fs); // set the scanner to the include file // TODO: Enable this to deal with file changes due to // #include's within { .. } blocks //QCString lineStr; //lineStr.sprintf("# 1 \"%s\" 1\n",g_yyFileName.data()); //outputArray(lineStr.data(),lineStr.length()); preYYin=f; yy_switch_to_buffer(yy_create_buffer(preYYin, YY_BUF_SIZE)); } else { if (oldFileDef) { bool ambig; FileDef *fd = findFileDef(Doxygen::inputNameDict,incFileName,ambig); // add include dependency to the file in which the #include was found oldFileDef->addIncludeDependency(fd,incFileName,localInclude); // add included by dependency if (fd) { fd->addIncludedByDependency(oldFileDef,oldFileDef->name(),localInclude); } } if (Debug::isFlagSet(Debug::Preprocessor)) { msg("#include %s: not found! skipping...\n",incFileName.data()); //printf("Error: include file %s not found\n",yytext); } } } } /* ----------------------------------------------------------------- */ #undef YY_INPUT #define YY_INPUT(buf,result,max_size) result=yyread(buf,max_size); static int yyread(char *buf,int max_size) { int len = fread( buf, 1, max_size, yyin ); if (len==0 && ferror( yyin )) { yy_fatal_error( "input in flex scanner failed" ); return len; } return filterCRLF(buf,len); } /* ----------------------------------------------------------------- */ %} ID [a-z_A-Z][a-z_A-Z0-9]* B [ \t] BN [ \t\r\n] CHARLIT (("'"\\[0-7]{1,3}"'")|("'"\\."'")|("'"[^'\\\n]{1,4}"'")) %option noyywrap %x Start %x Command %x SkipCommand %x SkipLine %x CopyLine %x CopyString %x Include %x IncludeID %x DefName %x DefineArg %x DefineText %x SkipCPPBlock %x Ifdef %x Ifndef %x SkipCComment %x SkipCPPComment %x RemoveCComment %x RemoveCPPComment %x Guard %x DefinedExpr1 %x DefinedExpr2 %x SkipDoubleQuote %x SkipSingleQuote %x UndefName %x IgnoreLine %x FindDefineArgs %x ReadString %% <*>\x06 <*>\x00 <*>\r ^{B}*"#" { BEGIN(Command); } ^{B}*/[^#] { outputArray(yytext,yyleng); BEGIN(CopyLine); } ^{B}*[_A-Z][_A-Z0-9]*"("[^\)\n]*")"/{BN}{1,10}*[:{] { // constructors? int i; for (i=yyleng-1;i>=0;i--) { unput(yytext[i]); } BEGIN(CopyLine); } ^{B}*[_A-Z][_A-Z0-9]*{B}*"("[^\)\n]*")"{B}*\n { // function like macro static bool skipFuncMacros = Config_getBool("SKIP_FUNCTION_MACROS"); QCString name(yytext); name=name.left(name.find('(')).stripWhiteSpace(); Define *def=0; if (skipFuncMacros && !( (g_includeStack.isEmpty() || g_curlyCount>0) && g_macroExpansion && (def=g_fileDefineDict->find(name)) && (!g_expandOnlyPredef || def->isPredefined) ) ) { outputChar('\n'); g_yyLineNr++; } else // don't skip { int i; for (i=yyleng-1;i>=0;i--) { unput(yytext[i]); } BEGIN(CopyLine); } } "extern"{BN}*"\"C\""*{BN}*"{" { QCString text=yytext; g_yyLineNr+=text.contains('\n'); outputArray(yytext,yyleng); } "{" { // count brackets inside the main file if (g_includeStack.isEmpty()) { g_curlyCount++; } outputChar(*yytext); } "}" { // count brackets inside the main file if (g_includeStack.isEmpty() && g_curlyCount>0) { g_curlyCount--; } outputChar(*yytext); } "'"\\[0-7]{1,3}"'" { outputArray(yytext,yyleng); } "'"\\."'" { outputArray(yytext,yyleng); } "'"."'" { outputArray(yytext,yyleng); } \" { outputChar(*yytext); BEGIN( CopyString ); } [^\"\\\r\n]+ { outputArray(yytext,yyleng); } \\. { outputArray(yytext,yyleng); } \" { outputChar(*yytext); BEGIN( CopyLine ); } {ID}/{BN}*"(" { Define *def=0; //def=g_fileDefineDict->find(yytext); //printf("Search for define %s found=%d g_includeStack.isEmpty()=%d " // "g_curlyCount=%d g_macroExpansion=%d g_expandOnlyPredef=%d " // "isPreDefined=%d\n",yytext,def ? 1 : 0, // g_includeStack.isEmpty(),g_curlyCount,g_macroExpansion,g_expandOnlyPredef, // def ? def->isPredefined : -1 // ); if ((g_includeStack.isEmpty() || g_curlyCount>0) && g_macroExpansion && (def=g_fileDefineDict->find(yytext)) && (!g_expandOnlyPredef || def->isPredefined) ) { //printf("Found it!\n"); g_roundCount=0; g_defArgsStr=yytext; if (def->nargs==-1) // no function macro { QCString result = expandMacro(g_defArgsStr); //printf("result=`%s'\n",result.data()); outputArray(result,result.length()); } else // zero or more arguments { g_findDefArgContext = CopyLine; BEGIN(FindDefineArgs); } } else { outputArray(yytext,yyleng); } } {ID} { Define *def=0; //printf("Search for define %s\n",yytext); if ((g_includeStack.isEmpty() || g_curlyCount>0) && g_macroExpansion && (def=g_fileDefineDict->find(yytext)) && def->nargs==-1 && (!g_expandOnlyPredef || def->isPredefined) ) { //printf("Found it!\n"); QCString name=yytext; QCString result=expandMacro(name); //printf("result=`%s'\n",result.data()); outputArray(result,result.length()); } else { outputArray(yytext,yyleng); } } . { outputChar(*yytext); } \n { outputChar('\n'); BEGIN(Start); g_yyLineNr++; } "(" { g_defArgsStr+='('; g_roundCount++; } ")" { g_defArgsStr+=')'; g_roundCount--; if (g_roundCount==0) { QCString result=expandMacro(g_defArgsStr); //printf("g_defArgsStr=`%s'->`%s'\n",g_defArgsStr.data(),result.data()); if (g_findDefArgContext==CopyLine) { outputArray(result,result.length()); BEGIN(g_findDefArgContext); } else // g_findDefArgContext==IncludeID { readIncludeFile(result); g_nospaces=FALSE; BEGIN(Start); } } } /* ")"{B}*"(" { g_defArgsStr+=yytext; } */ {CHARLIT} { g_defArgsStr+=yytext; } \" { g_defArgsStr+=*yytext; BEGIN(ReadString); } \n { g_yyLineNr++; outputChar('\n'); } "@" { g_defArgsStr+="@@"; } . { g_defArgsStr+=*yytext; } "\"" { g_defArgsStr+=*yytext; BEGIN(FindDefineArgs); } "//"|"/*" { g_defArgsStr+=yytext; } \\. { g_defArgsStr+=yytext; } . { g_defArgsStr+=*yytext; } "include"{B}+/{ID} { if (g_macroExpansion) BEGIN(IncludeID); } "include"{B}*[<"] { char c[2]; c[0]=yytext[yyleng-1];c[1]='\0'; g_incName=c; BEGIN(Include); } "define"{B}+ { //printf("!!!DefName\n"); BEGIN(DefName); } "ifdef"/{B}*"(" { incrLevel(); g_guardExpr.resize(0); BEGIN(DefinedExpr2); } "ifdef"/{B}+ { //printf("Pre.l: ifdef\n"); incrLevel(); g_guardExpr.resize(0); BEGIN(DefinedExpr1); } "ifndef"/{B}*"(" { incrLevel(); g_guardExpr="! "; BEGIN(DefinedExpr2); } "ifndef"/{B}+ { incrLevel(); g_guardExpr="! "; BEGIN(DefinedExpr1); } "if"/[ \t(] { incrLevel(); g_guardExpr.resize(0); BEGIN(Guard); } ("elif"|"else"{B}*"if")/[ \t(] { if (!otherCaseDone()) { g_guardExpr.resize(0); BEGIN(Guard); } else { g_ifcount=0; BEGIN(SkipCPPBlock); } } "else"/[^a-z_A-Z0-9] { //printf("else g_levelGuard[%d]=%d\n",g_level-1,g_levelGuard[g_level-1]); if (otherCaseDone()) { g_ifcount=0; BEGIN(SkipCPPBlock); } else { setCaseDone(TRUE); //g_levelGuard[g_level-1]=TRUE; } } "undef"{B}+ { BEGIN(UndefName); } ("elif"|"else"{B}*"if")/[ \t(] { if (!otherCaseDone()) { g_guardExpr.resize(0); BEGIN(Guard); } } "endif"/[^a-z_A-Z0-9] { //printf("Pre.l: #endif\n"); decrLevel(); } \n { outputChar('\n'); BEGIN(Start); g_yyLineNr++; } {ID} { // unknown directive BEGIN(IgnoreLine); } \\[\r]?\n { outputChar('\n'); g_yyLineNr++; } . . {ID} { Define *def; if ((def=isDefined(yytext)) && !def->isPredefined) { //printf("undefining %s\n",yytext); def->undef=TRUE; } BEGIN(Start); } \\[\r]?\n { outputChar('\n'); g_guardExpr+=' '; g_yyLineNr++; } "defined"/{B}*"(" { BEGIN(DefinedExpr2); } "defined"/{B}+ { BEGIN(DefinedExpr1); } . { g_guardExpr+=*yytext; } \n { outputChar('\n'); g_yyLineNr++; //printf("Guard: `%s'\n", // g_guardExpr.data()); bool guard=computeExpression(g_guardExpr); setCaseDone(guard); //printf("if g_levelGuard[%d]=%d\n",g_level-1,g_levelGuard[g_level-1]); if (guard) { BEGIN(Start); } else { g_ifcount=0; BEGIN(SkipCPPBlock); } } \\\n { g_yyLineNr++; outputChar('\n'); } {ID} { if (isDefined(yytext)) g_guardExpr+=" 1L "; else g_guardExpr+=" 0L "; g_lastGuardName=yytext; BEGIN(Guard); } {ID} { if (isDefined(yytext)) g_guardExpr+=" 1L "; else g_guardExpr+=" 0L "; g_lastGuardName.resize(0); } \n { // should not happen, handle anyway g_ifcount=0; BEGIN(SkipCPPBlock); } ")" { BEGIN(Guard); } . ^{B}*"#" { BEGIN(SkipCommand); } ^{B}*/[^#] { BEGIN(SkipLine); } . "if"(("n")?("def"))?/[ \t(] { incrLevel(); g_ifcount++; //printf("#if... depth=%d\n",g_ifcount); } "else" { //printf("Else! g_ifcount=%d otherCaseDone=%d\n",g_ifcount,otherCaseDone()); if (g_ifcount==0 && !otherCaseDone()) { setCaseDone(TRUE); //outputChar('\n'); BEGIN(Start); } } ("elif"|"else"{B}*"if")/[ \t(] { if (g_ifcount==0) { if (!otherCaseDone()) { g_guardExpr.resize(0); g_lastGuardName.resize(0); BEGIN(Guard); } else { BEGIN(SkipCPPBlock); } } } "endif" { decrLevel(); if (--g_ifcount<0) { //outputChar('\n'); BEGIN(Start); } } \n { outputChar('\n'); g_yyLineNr++; BEGIN(SkipCPPBlock); } {ID} { // unknown directive BEGIN(SkipLine); } . [^/\n]+ . "//" { g_lastCPPContext=YY_START; BEGIN(RemoveCPPComment); } "/*" { g_lastCContext=YY_START; BEGIN(RemoveCComment); } \n { outputChar('\n'); g_yyLineNr++; BEGIN(SkipCPPBlock); } {ID}{B}*/"(" { g_nospaces=TRUE; g_roundCount=0; g_defArgsStr=yytext; g_findDefArgContext = IncludeID; BEGIN(FindDefineArgs); } {ID} { g_nospaces=TRUE; readIncludeFile(expandMacro(yytext)); BEGIN(Start); } [^\">\n]+[\">] { g_incName+=yytext; readIncludeFile(g_incName); BEGIN(Start); } {ID}/"(" { //printf("Define() `%s'\n",yytext); g_argDict = new QDict(31); g_argDict->setAutoDelete(TRUE); g_defArgs = 0; g_defArgsStr.resize(0); g_defText.resize(0); g_defLitText.resize(0); g_defName = yytext; g_defVarArgs = FALSE; BEGIN(DefineArg); } {ID}/{B}* { //printf("Define `%s'\n",yytext); g_argDict = 0; g_defArgs = -1; g_defArgsStr.resize(0); g_defText.resize(0); g_defLitText.resize(0); g_defName = yytext; g_defVarArgs = FALSE; QCString tmp=(QCString)"#define "+g_defName+g_defArgsStr; outputArray(tmp.data(),tmp.length()); g_quoteArg=FALSE; BEGIN(DefineText); } {ID}/{B}*"\n" { g_argDict = 0; g_defArgs = -1; g_defName = yytext; g_defArgsStr.resize(0); g_defText.resize(0); g_defLitText.resize(0); g_defVarArgs = FALSE; if ( g_defName!=g_lastGuardName ) { // define may appear in the output QCString tmp=(QCString)"#define "+g_defName+g_defArgsStr; outputArray(tmp.data(),tmp.length()); g_quoteArg=FALSE; BEGIN(DefineText); } else // define is a guard => hide { //printf("Found a guard %s\n",yytext); Define *def=0; //if (g_includeStack.isEmpty()) //{ // addDefine(); //} if ((def=g_fileDefineDict->find(g_defName))==0) { g_fileDefineDict->insert(g_defName,newDefine()); } else if (def)// name already exists { if (def->undef) // undefined name { def->undef = FALSE; def->name = g_defName; def->definition = g_defText.stripWhiteSpace(); def->nargs = g_defArgs; def->fileName = g_yyFileName.copy(); def->lineNr = g_yyLineNr; } else { //printf("Error: define %s is defined more than once!\n",g_defName.data()); } } //outputChar('\n'); g_lastGuardName.resize(0); BEGIN(Start); } } ","{B}* { g_defArgsStr+=yytext; } "("{B}* { g_defArgsStr+=yytext; } {B}*")"{B}* { g_defArgsStr+=yytext; QCString tmp=(QCString)"#define "+g_defName+g_defArgsStr; outputArray(tmp.data(),tmp.length()); g_quoteArg=FALSE; BEGIN(DefineText); } {ID}{B}*("..."?) { //printf("Define addArg(%s)\n",yytext); QCString argName=yytext; g_defVarArgs = yytext[yyleng-1]=='.'; if (g_defVarArgs) // strip ellipsis { argName=argName.left(argName.length()-3); } argName = argName.stripWhiteSpace(); g_defArgsStr+=yytext; g_argDict->insert(argName,new int(g_defArgs)); g_defArgs++; } "/**"|"/*!" { g_defText+=yytext; g_defLitText+=yytext; } "/*"|"/**<"|"/*!<" { outputArray(yytext,yyleng); g_defText+=' '; g_defLitText+=' '; g_lastCContext=YY_START; BEGIN(SkipCComment); } "//" { outputChar('/');outputChar('/'); g_lastCPPContext=YY_START; g_defLitText+=' '; BEGIN(SkipCPPComment); } "*/" { outputChar('*');outputChar('/'); BEGIN(g_lastCContext); } "//" { outputChar('/');outputChar('/'); } "/*" { outputChar('/');outputChar('*'); } [^*\n]+ { outputArray(yytext,yyleng); } \n { g_yyLineNr++; outputChar('\n'); } . { outputChar(*yytext); } "*/" { BEGIN(g_lastCContext); } "//" "/*" [^*\n]+ \n { g_yyLineNr++; outputChar('\n'); } . \n { unput(*yytext); BEGIN(g_lastCPPContext); } "/*" { outputChar('/');outputChar('*'); } "//" { outputChar('/');outputChar('/'); } [^\n]+ { outputArray(yytext,yyleng); } . { outputChar(*yytext); } "/*" "//" [^\n]+ . "#" { g_quoteArg=TRUE; g_defLitText+=yytext; } {ID} { g_defLitText+=yytext; if (g_quoteArg) { g_defText+="\""; } if (g_defArgs>0) { int *n; if ((n=(*g_argDict)[yytext])) { //if (!g_quoteArg) g_defText+=' '; g_defText+='@'; QCString numStr; numStr.sprintf("%d",*n); g_defText+=numStr; //if (!g_quoteArg) g_defText+=' '; } else { g_defText+=yytext; } } else { g_defText+=yytext; } if (g_quoteArg) { g_defText+="\""; } g_quoteArg=FALSE; } \\[\r]?\n { g_defLitText+=yytext; outputChar('\n'); g_defText += ' '; g_yyLineNr++; } \n { g_defLitText+=yytext; outputChar('\n'); Define *def=0; //printf("Define name=`%s' text=`%s' litTexti=`%s'\n",g_defName.data(),g_defText.data(),g_defLitText.data()); if (g_includeStack.isEmpty() || g_curlyCount>0) { addDefine(); } def=g_fileDefineDict->find(g_defName); if (def==0) // new define { //printf("new define!\n"); g_fileDefineDict->insert(g_defName,newDefine()); } else if (def)// name already exists { //printf("existing define!\n"); //printf("define found\n"); if (def->undef) // undefined name { def->undef = FALSE; def->name = g_defName; def->definition = g_defText.stripWhiteSpace(); def->nargs = g_defArgs; def->fileName = g_yyFileName.copy(); def->lineNr = g_yyLineNr; } else { //printf("Error: define %s is defined more than once!\n",g_defName.data()); } } delete g_argDict; g_argDict=0; g_yyLineNr++; g_lastGuardName.resize(0); BEGIN(Start); } {B}* { g_defText += ' '; g_defLitText+=yytext; } {B}*"##"{B}* { g_defText += "##"; g_defLitText+=yytext; } "@" { g_defText += "@@"; g_defLitText+=yytext; } \" { g_defText += *yytext; g_defLitText+=yytext; BEGIN(SkipDoubleQuote); } \' { g_defText += *yytext; g_defLitText+=yytext; BEGIN(SkipSingleQuote); } "//" { g_defText += yytext; g_defLitText+=yytext; } "/*" { g_defText += yytext; g_defLitText+=yytext; } \" { g_defText += *yytext; g_defLitText+=yytext; BEGIN(DefineText); } \\. { g_defText += yytext; g_defLitText+=yytext; } \' { g_defText += *yytext; g_defLitText+=yytext; BEGIN(DefineText); } . { g_defText += *yytext; g_defLitText+=yytext; } . { g_defText += *yytext; g_defLitText+=yytext; } . { g_defText += *yytext; g_defLitText+=yytext; } <> { //printf("End of include file\n"); //printf("Include stack depth=%d\n",g_includeStack.count()); if (g_includeStack.isEmpty()) { //printf("Terminating scanner!\n"); yyterminate(); } else { FileState *fs=g_includeStack.pop(); //fileDefineCache->merge(g_yyFileName,fs->fileName); if (Config_getString("INPUT_FILTER").isEmpty()) fclose(fs->filePtr); else pclose(fs->filePtr); YY_BUFFER_STATE oldBuf = YY_CURRENT_BUFFER; yy_switch_to_buffer( fs->bufState ); yy_delete_buffer( oldBuf ); g_yyLineNr=fs->lineNr; setFileName(fs->fileName.copy()); //printf("######## FileName %s\n",g_yyFileName.data()); // TODO: Enable this to deal with file changes due to // #include's within { .. } blocks //QCString lineStr; //lineStr.sprintf("# %d \"%s\" 2",g_yyLineNr,g_yyFileName.data()); //outputArray(lineStr.data(),lineStr.length()); delete fs; fs=0; } } <*>"/*" { outputChar('/');outputChar('*'); g_lastCContext=YY_START; BEGIN(SkipCComment); } <*>"//" { outputChar('/');outputChar('/'); g_lastCPPContext=YY_START; BEGIN(SkipCPPComment); } <*>\n { outputChar('\n'); g_yyLineNr++; } <*>. { outputChar(*yytext); } %% /*@ ---------------------------------------------------------------------------- */ static int getNextChar(const QCString &expr,QCString *rest,uint &pos) { //printf("getNextChar(%s,%s,%d)\n",expr.data(),rest ? rest->data() : 0,pos); if (posisEmpty()) { int cc=rest->at(0); *rest=rest->right(rest->length()-1); //printf("%c=rest\n",cc); return cc; } else { int cc=yyinput(); //printf("%c=yyinput()\n",cc); return cc; } } static int getCurrentChar(const QCString &expr,QCString *rest,uint pos) { //printf("getCurrentChar(%s,%s,%d)\n",expr.data(),rest ? rest->data() : 0,pos); if (posisEmpty()) { int cc=rest->at(0); //printf("%c=rest\n",cc); return cc; } else { int cc=yyinput();unput(cc); //printf("%c=yyinput()\n",cc); return cc; } } static void unputChar(const QCString &expr,QCString *rest,uint &pos,char c) { //printf("unputChar(%s,%s,%d,%c)\n",expr.data(),rest ? rest->data() : 0,pos,c); if (posprepend(cs); } else { unput(c); } //printf("result: unputChar(%s,%s,%d,%c)\n",expr.data(),rest ? rest->data() : 0,pos,c); } void addSearchDir(const char *dir) { QFileInfo fi(dir); if (fi.isDir()) g_pathList->append(fi.absFilePath()); } void initPreprocessor() { g_pathList = new QStrList; addSearchDir("."); //defineNameList.setAutoDelete(TRUE); //defineNameList.clear(); //defineDict.clear(); //fileDefineCache = new DefineCache(1009); g_expandedDict = new DefineDict(17); g_fileDefineDict = new DefineDict(1009); } void cleanupPreprocessor() { //delete fileDefineCache; delete g_fileDefineDict; g_fileDefineDict=0; delete g_expandedDict; g_expandedDict=0; delete g_pathList; g_pathList=0; } void preprocessFile(const char *fileName,BufStr &output) { uint orgOffset=output.curPos(); g_macroExpansion = Config_getBool("MACRO_EXPANSION"); g_expandOnlyPredef = Config_getBool("EXPAND_ONLY_PREDEF"); g_curlyCount=0; g_nospaces=FALSE; g_outputBuf=&output; g_includeStack.setAutoDelete(TRUE); g_includeStack.clear(); g_fileDefineDict->setAutoDelete(TRUE); g_fileDefineDict->clear(); g_expandedDict->setAutoDelete(FALSE); g_expandedDict->clear(); // add predefined macros char *defStr = Config_getList("PREDEFINED").first(); while (defStr) { //printf("Predefined: `%s'\n",defStr); QCString ds = defStr; int i_equals=ds.find('='); int i_obrace=ds.find('('); int i_cbrace=ds.find(')'); bool nonRecursive = i_equals>0 && ds.at(i_equals-1)==':'; if (i_obrace==0) continue; // no define name if (i_obrace argDict(17); argDict.setAutoDelete(TRUE); int i=i_obrace+1,p,l,count=0; // gather the formal arguments in a dictionary while (ii) definition+=tmp.mid(i,p-i); int *argIndex; if ((argIndex=argDict[tmp.mid(p,l)])!=0) { QCString marker; marker.sprintf(" @%d ",*argIndex); definition+=marker; } else { definition+=tmp.mid(p,l); } i=p+l; } if (i<(int)tmp.length()) definition+=tmp.mid(i,tmp.length()-i); // add define definition to the dictionary of defines for this file Define *def = new Define; def->name = ds.left(i_obrace); def->definition = definition; def->nargs = count; def->isPredefined = TRUE; def->nonRecursive = nonRecursive; g_fileDefineDict->insert(def->name,def); //printf("#define `%s' `%s' #nargs=%d\n", // def->name.data(),def->definition.data(),def->nargs); } else if ((i_obrace==-1 || i_obrace>i_equals) && (i_cbrace==-1 || i_cbrace>i_equals) && !ds.isEmpty() && (int)ds.length()>i_equals ) // predefined non-function macro definition { Define *def = new Define; if (i_equals==-1) // simple define without argument { def->name = ds; def->definition = "1"; // substitute occurrences by 1 (true) } else // simple define with argument { int ine=i_equals - (nonRecursive ? 1 : 0); def->name = ds.left(ine); def->definition = ds.right(ds.length()-i_equals-1); } def->nargs = -1; def->isPredefined = TRUE; def->nonRecursive = nonRecursive; g_fileDefineDict->insert(def->name,def); //printf("#define `%s' `%s' #nargs=%d\n", // def->name.data(),def->definition.data(),def->nargs); } defStr=Config_getList("PREDEFINED").next(); } QCString &inputFilter = Config_getString("INPUT_FILTER"); if (inputFilter.isEmpty()) { preYYin = fopen(fileName,"r"); if (!preYYin) { err("Error: could not open file %s\n",fileName); return; } } else { QCString cmd = inputFilter+" "+fileName; preYYin = popen(cmd,"r"); if (!preYYin) { err("Error: could not execute filter %s\n",cmd.data()); return; } } g_yyLineNr = 1; g_level = 0; g_ifcount = 0; setFileName(fileName); BEGIN( Start ); g_lastGuardName.resize(0); g_guardExpr.resize(0); preYYlex(); if (inputFilter.isEmpty()) fclose(preYYin); else pclose(preYYin); if (Debug::isFlagSet(Debug::Preprocessor)) { char *orgPos=output.data()+orgOffset; char *newPos=output.data()+output.curPos(); msg("Preprocessor output (size: %d bytes):\n",newPos-orgPos); int line=1; msg("---------\n00001 "); while (orgPos