Fix #14113 (Slow analysis: microchip xc16 code)

externals/simplecpp/simplecpp.cpp

@@ -3072,6 +3072,9 @@ std::pair<simplecpp::FileData *, bool> simplecpp::FileDataCache::tryload(FileDat
     mIdMap.emplace(fileId, data);
     mData.emplace_back(data);
 
+    if (mCallback)
+        mCallback(*data);
+
     return {data, true};
 }
 

externals/simplecpp/simplecpp.h

@@ -9,6 +9,7 @@
 #include <cctype>
 #include <cstdint>
 #include <cstring>
+#include <functional>
 #include <iosfwd>
 #include <list>
 #include <map>
@@ -465,6 +466,12 @@ namespace simplecpp {
             return mData.cend();
         }
 
+        using callback_type = std::function<void (FileData &)>;
+
+        void set_callback(callback_type cb) {
+            mCallback = cb;
+        }
+
     private:
         struct FileID {
 #ifdef _WIN32
@@ -511,6 +518,7 @@ namespace simplecpp {
         container_type mData;
         name_map_type mNameMap;
         id_map_type mIdMap;
+        callback_type mCallback;
     };
 
     SIMPLECPP_LIB long long characterLiteralToLL(const std::string& str);

lib/cppcheck.cpp

@@ -99,9 +99,9 @@
         closePlist();
     }
 
-    void setRemarkComments(std::vector<RemarkComment> remarkComments)
+    std::vector<RemarkComment>& remarkComments()
     {
-        mRemarkComments = std::move(remarkComments);
+        return mRemarkComments;
     }
 
     void setLocationMacros(const Token* startTok, const std::vector<std::string>& files)
@@ -123,16 +123,17 @@
         mErrorList.clear();
     }
 
-    void openPlist(const std::string& filename, const std::vector<std::string>& files)
+    void openPlist(const std::string& filename, const std::vector<std::string>* files)
     {
         mPlistFile.open(filename);
-        mPlistFile << ErrorLogger::plistHeader(version(), files);
+        mPlistFile << ErrorLogger::plistHeader(version());
+        mPlistFilenames = files;
     }
 
     void closePlist()
     {
         if (mPlistFile.is_open()) {
-            mPlistFile << ErrorLogger::plistFooter();
+            mPlistFile << ErrorLogger::plistFooter(mPlistFilenames);
             mPlistFile.close();
         }
     }
@@ -275,6 +276,7 @@
     using Location = std::pair<std::string, int>;
     std::map<Location, std::set<std::string>> mLocationMacros; // What macros are used on a location?
 
+    const std::vector<std::string>* mPlistFilenames{};
     std::ofstream mPlistFile;
 
     unsigned int mExitCode{};
@@ -986,9 +988,6 @@
 
         Preprocessor preprocessor(mSettings, mErrorLogger, file.lang());
 
-        if (!preprocessor.loadFiles(tokens1, files))
-            return mLogger->exitcode();
-
         if (!mSettings.plistOutput.empty()) {
             std::string filename2;
             if (file.spath().find('/') != std::string::npos)
@@ -997,23 +996,13 @@
                 filename2 = file.spath();
             const std::size_t fileNameHash = std::hash<std::string> {}(file.spath());
             filename2 = mSettings.plistOutput + filename2.substr(0, filename2.find('.')) + "_" + std::to_string(fileNameHash) + ".plist";
-            mLogger->openPlist(filename2, files);
-        }
-
-        std::string dumpProlog;
-        if (mSettings.dump || !mSettings.addons.empty()) {
-            dumpProlog += getDumpFileContentsRawTokens(files, tokens1);
+            mLogger->openPlist(filename2, &files);
         }
 
         // Parse comments and then remove them
-        mLogger->setRemarkComments(preprocessor.getRemarkComments(tokens1));
+        preprocessor.addRemarkComments(tokens1, mLogger->remarkComments());
         preprocessor.inlineSuppressions(tokens1, mSuppressions.nomsg);
-        if (mSettings.dump || !mSettings.addons.empty()) {
-            std::ostringstream oss;
-            mSuppressions.nomsg.dump(oss);
-            dumpProlog += oss.str();
-        }
-        preprocessor.removeComments(tokens1);
+        tokens1.removeComments();
 
         if (!mSettings.buildDir.empty()) {
             analyzerInformation.reset(new AnalyzerInformation);
@@ -1035,19 +1024,39 @@
         }
 
         // Get directives
-        std::list<Directive> directives = preprocessor.createDirectives(tokens1);
+        std::list<Directive> directives;
+        preprocessor.createDirectives(tokens1, directives);
         preprocessor.simplifyPragmaAsm(tokens1);
 
+        // This needs to be a linked list to allow new configurations to be discovered
+        // and added while iterating and checking existing configurations
+        std::list<std::string> configurations;
+        std::set<std::string> configDefines = { "__cplusplus" };
+
+        preprocessor.setLoadCallback([&](simplecpp::FileData& data) {
+            // Do preprocessing on included file
+            preprocessor.addRemarkComments(data.tokens, mLogger->remarkComments());
+            preprocessor.inlineSuppressions(data.tokens, mSuppressions.nomsg);
+            data.tokens.removeComments();
+            preprocessor.createDirectives(data.tokens, directives);
+            preprocessor.simplifyPragmaAsm(data.tokens);
+            // Discover new configurations from included file
+            if ((mSettings.checkAllConfigurations && mSettings.userDefines.empty()) || mSettings.force)
+                preprocessor.getConfigs(data.filename, data.tokens, configDefines, configurations);
+        });
+
         Preprocessor::setPlatformInfo(tokens1, mSettings);
 
         // Get configurations..
-        std::set<std::string> configurations;
         if ((mSettings.checkAllConfigurations && mSettings.userDefines.empty()) || mSettings.force) {
             Timer::run("Preprocessor::getConfigs", mSettings.showtime, &s_timerResults, [&]() {
-                configurations = preprocessor.getConfigs(tokens1);
+                configurations = { "" };
+                preprocessor.getConfigs(file.spath(), tokens1, configDefines, configurations);
+                preprocessor.loadFiles(tokens1, files);
+                configurations.sort();
             });
         } else {
-            configurations.insert(mSettings.userDefines);
+            configurations = { mSettings.userDefines };
         }
 
         if (mSettings.checkConfiguration) {
@@ -1089,7 +1098,6 @@
         createDumpFile(mSettings, file, fileIndex, fdump, dumpFile);
         if (fdump.is_open()) {
             fdump << getLibraryDumpData();
-            fdump << dumpProlog;
             if (!mSettings.dump)
                 filesDeleter.addFile(dumpFile);
         }
@@ -1272,8 +1280,11 @@
         }
 
         // TODO: will not be closed if we encountered an exception
-        // dumped all configs, close root </dumps> element now
         if (fdump.is_open()) {
+            // dump all filenames, raw tokens, suppressions
+            fdump << getDumpFileContentsRawTokens(files, tokens1);
+            mSuppressions.nomsg.dump(fdump);
+            // dumped all configs, close root </dumps> element now
             fdump << "</dumps>" << std::endl;
             fdump.close();
         }

lib/errorlogger.cpp

@@ -818,20 +818,15 @@ std::string ErrorLogger::toxml(const std::string &str)
     return xml;
 }
 
-std::string ErrorLogger::plistHeader(const std::string &version, const std::vector<std::string> &files)
+std::string ErrorLogger::plistHeader(const std::string &version)
 {
     std::ostringstream ostr;
     ostr << "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\r\n"
          << "<!DOCTYPE plist PUBLIC \"-//Apple Computer//DTD PLIST 1.0//EN\" \"http://www.apple.com/DTDs/PropertyList-1.0.dtd\">\r\n"
          << "<plist version=\"1.0\">\r\n"
          << "<dict>\r\n"
          << " <key>clang_version</key>\r\n"
-         << "<string>cppcheck version " << version << "</string>\r\n"
-         << " <key>files</key>\r\n"
-         << " <array>\r\n";
-    for (const std::string & file : files)
-        ostr << "  <string>" << ErrorLogger::toxml(file) << "</string>\r\n";
-    ostr << " </array>\r\n"
+         << " <string>cppcheck version " << version << "</string>\r\n"
          << " <key>diagnostics</key>\r\n"
          << " <array>\r\n";
     return ostr.str();

lib/errorlogger.h

@@ -28,6 +28,7 @@
 #include <cstdint>
 #include <list>
 #include <set>
+#include <sstream>
 #include <string>
 #include <vector>
 #include <map>
@@ -268,12 +269,21 @@ class CPPCHECKLIB ErrorLogger {
      */
     static std::string toxml(const std::string &str);
 
-    static std::string plistHeader(const std::string &version, const std::vector<std::string> &files);
+    static std::string plistHeader(const std::string &version);
     static std::string plistData(const ErrorMessage &msg);
-    static const char *plistFooter() {
-        return " </array>\r\n"
-               "</dict>\r\n"
-               "</plist>";
+    static std::string plistFooter(const std::vector<std::string> *files) {
+        std::ostringstream ostr;
+        ostr << " </array>\r\n"
+             << " <key>files</key>\r\n"
+             << " <array>\r\n";
+        if (files) {
+            for (const std::string& file : *files)
+                ostr << "  <string>" << ErrorLogger::toxml(file) << "</string>\r\n";
+        }
+        ostr << " </array>\r\n"
+             << "</dict>\r\n"
+             << "</plist>";
+        return ostr.str();
     }
 
     static bool isCriticalErrorId(const std::string& id) {