Update tests for R2025b maintenance

Author: eszmw

README.md

@@ -31,8 +31,8 @@ function PostSmokeTest(ShowReport)
 
 % Format the results in a table and save them
 Results = table(Results');
-Results = Results(Results.Passed,:);
 Version = extractBetween(string(Results.Name),"Version=",")");
+Passed = logical(Results.Passed);
 
 % Add link to other report
 File = fileread(fullfile("public","index.html"));
@@ -45,13 +45,16 @@ function PostSmokeTest(ShowReport)
 % Format the JSON file
 Badge = struct;
 Badge.schemaVersion = 1;
-Badge.label = "Tested with";
-if size(Results,1) >= 1
-    Badge.color = "success"
+Badge.label = "Test Status";
+if all(Passed)
+    Badge.color = "success";
+    Badge.message = join("R"+Version," | ");
+elseif any(Passed)
+    Badge.color = "yellowgreen";
+    Badge.message = join("R"+Version(Passed)," | ");
+elseif all(~Passed)
+    Badge.color = "critical";
     Badge.message = join("R"+Version," | ");
-else
-    Badge.color = "failure";
-    Badge.message = "Pipeline fails";
 end
 Badge = jsonencode(Badge);
 writelines(Badge,fullfile("Images","TestedWith.json"));

README.mlx

@@ -2,15 +2,16 @@
 
     properties
         RootFolder
-    end
+        sparedEditors % Files already open when the test starts
+    end % properties
 
     properties (ClassSetupParameter)
         Project = {currentProject()};
-    end
+    end % ClassSetupParameter
 
     properties (TestParameter)
         File;
-    end
+    end % TestParameter
 
     methods (TestParameterDefinition,Static)
 
@@ -21,7 +22,7 @@
             File = {File.name}; 
         end
 
-    end
+    end % Static TestParameterDefinition
 
     methods (TestClassSetup)
 
@@ -37,8 +38,28 @@ function SetUpSmokeTest(testCase,Project) %#ok<INUSD>
             testCase.log("Running in " + version)
         end
 
-    end
+    end % TestClassSetup
+
+    methods(TestMethodSetup)
+        function recordEditorsToSpare(testCase)
+            testCase.sparedEditors = matlab.desktop.editor.getAll;
+            testCase.sparedEditors = {testCase.sparedEditors.Filename};
+        end
+    end % TestMethodSetup
 
+    methods(TestMethodTeardown)
+        function closeOpenedEditors_thenDeleteWorkingDir(testCase)
+            openEditors = matlab.desktop.editor.getAll;
+            for editor=openEditors(1:end)
+                if any(strcmp(editor.Filename, testCase.sparedEditors))
+                    continue;
+                end
+                % if not on our list, close the file
+                editor.close();
+            end
+        end
+    end % TestMethodTeardown
+
     methods(Test)
 
         function SmokeRun(testCase,File)
@@ -90,7 +111,7 @@ function SmokeRun(testCase,File)
 
         end
 
-    end
+    end % Test Methods
 
 
     methods (Access = private)
@@ -125,6 +146,6 @@ function SmokeRun(testCase,File)
             Path = PostFilePath;
         end
 
-    end
+    end % Private Methods
 
-end
+end % Smoketests

SoftwareTests/PostSmokeTest.m

@@ -3,26 +3,47 @@
     properties
         RootFolder
         isSolnOnPath
-    end
+        sparedEditors % Track open files
+    end % properties
 
     properties (ClassSetupParameter)
         Project = {currentProject()};
-    end
+    end % ClassSetupParameter
+
+    methods(TestMethodSetup)
+        function recordEditorsToSpare(testCase)
+            testCase.sparedEditors = matlab.desktop.editor.getAll;
+            testCase.sparedEditors = {testCase.sparedEditors.Filename};
+        end
+    end % TestMethodSetup
+
+    methods(TestMethodTeardown)
+        function closeOpenedEditors_thenDeleteWorkingDir(testCase)
+            openEditors = matlab.desktop.editor.getAll;
+            for editor=openEditors(1:end)
+                if any(strcmp(editor.Filename, testCase.sparedEditors))
+                    continue;
+                end
+                % if not on our list, close the file
+                editor.close();
+            end
+        end
+    end % TestMethodTeardown
 
     properties (TestParameter)
         File;
-    end
+    end % TestParameter
 
     methods (TestParameterDefinition,Static)
 
         function File = GetScriptName(Project)
             % Retrieve student template files:
             RootFolder = Project.RootFolder;
             File = dir(fullfile(RootFolder,"Scripts","*.mlx"));
-            File = {File.name}; 
+            File = {File.name};
         end
 
-    end
+    end % Static TestParameterDefinition
 
     methods (TestClassSetup)
 
@@ -34,7 +55,7 @@ function SetUpPath(testCase,Project)
             % Check that solutions are on path:
             testCase.isSolnOnPath = isfolder("Solutions");
             if testCase.isSolnOnPath == 0
-                addpath(fullfile(testCase.RootFolder,"InstructorResources","Solutions"))
+                addpath(genpath(fullfile(testCase.RootFolder,"InstructorResources","Solutions")))
             end
 
             % Close the StartUp app if still open:
@@ -54,7 +75,7 @@ function SetUpPath(testCase,Project)
         function ExistSolns(testCase,File)
             SolutionName = replace(string(File),".mlx","Soln.mlx");
             assert(exist(SolutionName,"file"),"Missing solutions for "+File);
-        end  
+        end
 
 
         function SmokeRun(testCase,File)
@@ -106,8 +127,8 @@ function SmokeRun(testCase,File)
 
         end
 
-    end
-    
+    end % Test Methods
+
     methods (Access = private)
 
         function Path = CheckPreFile(testCase,Filename)
@@ -140,6 +161,16 @@ function SmokeRun(testCase,File)
             Path = PostFilePath;
         end
 
-    end
+    end % Private Access Methods
+
+    methods (TestClassTeardown)
+
+        function ResetPath(testCase)
+            if ~testCase.isSolnOnPath && exist("Solutions","dir")
+                rmpath(genpath(fullfile(currentProject().RootFolder,"InstructorResources","Solutions")))
+            end
+        end
+
+    end % TestClassTeardown
 
-end
+end % SolnSmokeTests

SoftwareTests/SmokeTests.m

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Info/>

SoftwareTests/SolnSmokeTests.m

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Info location="MagnetometerReadings.mp4" type="File"/>

resources/project/8h3kimKoV3g5SPdcFPq6bNqde20/K7y-EYDSxWHhmAvfqbtUh3PeTp4d.xml

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Info/>

resources/project/8h3kimKoV3g5SPdcFPq6bNqde20/K7y-EYDSxWHhmAvfqbtUh3PeTp4p.xml

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Info location="AccelerometerReadings.mp4" type="File"/>

resources/project/8h3kimKoV3g5SPdcFPq6bNqde20/xPBToaISkceYvEd_MpYvW2dKo8od.xml

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Info/>