Merge pull request #15021 from...

Merge pull request #15021 from mantidproject/14908_add_an_existingv_no_test_case_powderDiff_gem_sys_test

Add an no ExistingV test case to ISISPowderDiffractionGemTest system test 

Testing/Data/SystemTest/GEM/GEM48037.raw.md5

+4f9bab9a817ab9b15b81a36f96ced376

Testing/Data/SystemTest/GEM/GEM48038.raw.md5

+56fdc7a04f9924cfd6ca14e3d554d058

Testing/Data/SystemTest/GEM/GEM48039.raw.md5

+4b94488ff9b204607767915916aa3e96

Testing/Data/SystemTest/GEM/GEM48436.raw.md5

+5845f06300a6c7be22a2aca067b93d07

Testing/Data/SystemTest/GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM_095_calibration_noExtV.pref.md5

+cd90131dd01bb0623db994e83e36fc0c

Testing/Data/SystemTest/GEM/test/GrpOff/offsets_2011_cycle111.cal.md5

+7da907b6b29942fd4e7467d78711a982

Testing/SystemTests/tests/analysis/ISISPowderDiffractionGemTest.py

@@ -5,6 +5,7 @@ from mantid.api import AnalysisDataService, MatrixWorkspace, WorkspaceGroup, \
 from mantid.simpleapi import *
 from mantid import config
 import os.path
+import shutil
 import stresstesting
 import unittest
 
@@ -87,13 +88,7 @@ class LoadTests(unittest.TestCase):
                 pass
         self.cleanup_names = []
 
-    # ============================ Success ==============================
-    def runTest(self):
-        expt = cry_ini.Files('GEM', RawDir=(DIRS[0] + "GEM/"), Analysisdir='test',
-                             forceRootDirFromScripts=False, inputInstDir=(DIRS[0]))
-        expt.initialize('Cycle_09_5', user='mantid_tester', prefFile='GEM_095_calibration.pref')
-        expt.tell()
-        cry_focus.focus_all(expt, "46489")
+    # ============================ Success =============================
 
     def test_calfile_with_workspace(self):
         self.wsname = "CalWorkspace1"
@@ -154,20 +149,20 @@ class LoadTests(unittest.TestCase):
 
         dat_data = []
         for i in range(0, len(dat_files)):
-            dat_data.append(LoadAscii(Filename=dat_files[i], OutputWorkspace="datWorkspace" + str(i+1)))
+            dat_data.append(LoadAscii(Filename=dat_files[i], OutputWorkspace="datWorkspace" + str(i + 1)))
 
         for _file in dat_data:
             self.assertTrue(isinstance(_file, MatrixWorkspace))
 
         for i in range(0, len(dat_data)):
-            self.assertTrue(("datWorkspace" + str(i+1)) in dat_data[i].getName())
+            self.assertTrue(("datWorkspace" + str(i + 1)) in dat_data[i].getName())
 
         for _file in dat_data:
             self.assertEquals(1, _file.getNumberHistograms())
 
         for i in range(0, len(dat_data), 2):
-            b_size_avg = ((dat_data[i].blocksize() + dat_data[i+1].blocksize()) / 2)
-            self.assertEquals(b_size_avg, dat_data[i+1].blocksize())
+            b_size_avg = ((dat_data[i].blocksize() + dat_data[i + 1].blocksize()) / 2)
+            self.assertEquals(b_size_avg, dat_data[i + 1].blocksize())
 
         self.assertAlmostEqual(0.43865, dat_data[0].readX(0)[2], places=DIFF_PLACES)
         self.assertAlmostEqual(dat_data[0].readY(0)[6], dat_data[1].readY(0)[6], places=DIFF_PLACES)
@@ -186,3 +181,175 @@ class LoadTests(unittest.TestCase):
 
         self.assertAlmostEqual(dat_data[10].readY(0)[50], dat_data[10].readY(0)[50], places=DIFF_PLACES)
         self.assertAlmostEqual(499.0768, dat_data[11].readX(0)[0], places=DIFF_PLACES)
+
+        # ================ Below test cases use different pref file ==================
+        # =================== when 'ExistingV' = 'no' in pref file ===================
+
+
+class ISISPowderDiffractionGem2(stresstesting.MantidStressTest):
+    def requiredFiles(self):
+        return set(["GEM/GEM48436.raw", "GEM/GEM48037.raw", "GEM/GEM48038.raw", "GEM/GEM48039.raw",
+                    "GEM/VanaPeaks.dat", "GEM/test/GrpOff/offsets_2011_cycle111.cal",
+                    "GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM_095_calibration_noExtV.pref"])
+
+        # note:
+        # ISISPowderDiffractionGem2 system test required new .raw files and that are actually
+        # been previously been used in order to generate the vanadium files.
+        # The pref file is using two files for Vanadium `48038+48039`. This `pref file` was found
+        # on the network and being utilised by the scientists, hence used the exact .pref`, `.raw`
+        # and `.cal` files in order to run Powder Diffraction with GEM.
+        # For some reason `striping the vanadium peaks` for GEM is a must, unless it seems to crash
+        # and this is the reason the correct `GEM` version of `VanaPeaks.dat` is required within
+        # the directory.
+
+    def _clean_up_files(self, filenames, directories):
+        try:
+            for files in filenames:
+                path = os.path.join(directories[0], files)
+                os.remove(path)
+                cali_path = os.path.join(directories[0], "GEM/test/Cycle_09_5_No_ExtV/Calibration")
+            shutil.rmtree(cali_path)
+        except OSError, ose:
+            print 'could not delete generated file : ', ose.filename
+
+    def runTest(self):
+        self._success = False
+        expt = cry_ini.Files('GEM', RawDir=(DIRS[0] + "GEM"), Analysisdir='test',
+                             forceRootDirFromScripts=False, inputInstDir=DIRS[0])
+        expt.initialize('Cycle_09_5_No_ExtV', user='mantid_tester', prefFile='GEM_095_calibration_noExtV.pref')
+        expt.tell()
+        cry_focus.focus_all(expt, "48436", Write_ExtV=False)
+
+        # Custom code to create and run this single test suite
+        # and then mark as success or failure
+        suite = unittest.TestSuite()
+        suite.addTest(unittest.makeSuite(LoadTests2, "test"))
+        runner = unittest.TextTestRunner()
+        # Run using either runner
+        res = runner.run(suite)
+        if res.wasSuccessful():
+            self._success = True
+        else:
+            self._success = False
+
+    def validate(self):
+        return self._success
+
+    def cleanup(self):
+        filenames = []
+        filenames.extend(("GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436.gss",
+                          "GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436.nxs",
+                          'GEM/test/Cycle_09_5_No_ExtV/mantid_tester/offsets_2011_cycle111.cal'))
+
+        for i in range(1, 7):
+            filenames.append('GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436_b' + str(i) + '_D.dat')
+            filenames.append('GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436_b' + str(i) + '_TOF.dat')
+        self._clean_up_files(filenames, DIRS)
+
+
+# ======================================================================
+# work horse
+class LoadTests2(unittest.TestCase):
+    wsname = "__LoadTest"
+    cleanup_names = []
+
+    def tearDown(self):
+        self.cleanup_names.append(self.wsname)
+        for name in self.cleanup_names:
+            try:
+                AnalysisDataService.remove(name)
+            except KeyError:
+                pass
+        self.cleanup_names = []
+
+    # ============================ Success ==============================
+
+    def test_calfile_with_workspace(self):
+        self.wsname = "CalWorkspace1"
+        calfile1 = (DIRS[0] + 'GEM/test/Cycle_09_5_No_ExtV/Calibration/offsets_2011_cycle111.cal')
+        calfile2 = (DIRS[0] + 'GEM/test/Cycle_09_5_No_ExtV/mantid_tester/offsets_2011_cycle111.cal')
+        data1 = LoadCalFile(InstrumentName="GEM", CalFilename=calfile1,
+                            WorkspaceName=self.wsname)
+        data2 = LoadCalFile(InstrumentName="GEM", CalFilename=calfile2,
+                            WorkspaceName="CalWorkspace2")
+
+        for i in range(0, 3):
+            self.assertTrue(isinstance(data1[i], MatrixWorkspace))
+        self.assertTrue(isinstance(data1[3], ITableWorkspace))
+
+        self.assertTrue("CalWorkspace1_group" in data1[0].getName())
+        self.assertTrue("CalWorkspace1_offsets" in data1[1].getName())
+        self.assertTrue("CalWorkspace1_mask" in data1[2].getName())
+        self.assertTrue("CalWorkspace1_cal" in data1[3].getName())
+
+        for i in range(0, 3):
+            self.assertTrue(isinstance(data2[i], MatrixWorkspace))
+            self.assertTrue(isinstance(data1[3], ITableWorkspace))
+
+        self.assertTrue("CalWorkspace2_group" in data2[0].getName())
+        self.assertTrue("CalWorkspace2_offsets" in data2[1].getName())
+        self.assertTrue("CalWorkspace2_mask" in data2[2].getName())
+        self.assertTrue("CalWorkspace2_cal" in data2[3].getName())
+
+    def test_nxsfile_with_workspace(self):
+        self.wsname = "NexusWorkspace"
+        nxsfile = (DIRS[0] + "GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436.nxs")
+        data = LoadNexusProcessed(Filename=nxsfile, OutputWorkspace=self.wsname)
+
+        self.assertTrue(isinstance(data[0], WorkspaceGroup))
+        self.assertEquals(6, data[0].getNumberOfEntries())
+
+        for i in range(1, 7):
+            self.assertTrue(isinstance(data[i], MatrixWorkspace))
+            self.assertTrue("ResultTOF-" + str(i) in data[i].getName())
+
+    def test_gssfile_with_workspace(self):
+        gssfile = (DIRS[0] + "GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436.gss")
+        data = LoadGSS(Filename=gssfile, OutputWorkspace=self.wsname)
+
+        self.assertTrue(isinstance(data, MatrixWorkspace))
+        self.assertEquals(6, data.getNumberHistograms())
+        self.assertEquals(1052, data.blocksize())
+        self.assertAlmostEqual(526.40201, data.readX(1)[7], places=DIFF_PLACES)
+        self.assertAlmostEqual(1.00277486592, data.readY(5)[5], places=DIFF_PLACES)
+
+    def test_datfile_with_workspace(self):
+        dat_files = []
+        for i in range(1, 7):
+            dat_files.append(DIRS[0] + "GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436_b" + str(i) + "_D.dat")
+            dat_files.append(DIRS[0] + "GEM/test/Cycle_09_5_No_ExtV/mantid_tester/GEM48436_b" + str(i) + "_TOF.dat")
+
+        dat_data = []
+        for i in range(0, len(dat_files)):
+            dat_data.append(LoadAscii(Filename=dat_files[i], OutputWorkspace="datWorkspace" + str(i + 1)))
+
+        for _file in dat_data:
+            self.assertTrue(isinstance(_file, MatrixWorkspace))
+
+        for i in range(0, len(dat_data)):
+            self.assertTrue(("datWorkspace" + str(i + 1)) in dat_data[i].getName())
+
+        for _file in dat_data:
+            self.assertEquals(1, _file.getNumberHistograms())
+
+        for i in range(0, len(dat_data), 2):
+            b_size_avg = ((dat_data[i].blocksize() + dat_data[i + 1].blocksize()) / 2)
+            self.assertEquals(b_size_avg, dat_data[i + 1].blocksize())
+
+        self.assertAlmostEqual(0.57138, dat_data[0].readX(0)[2], places=DIFF_PLACES)
+        self.assertAlmostEqual(dat_data[0].readY(0)[6], dat_data[1].readY(0)[6], places=DIFF_PLACES)
+
+        self.assertAlmostEqual(0.51944, dat_data[2].readX(0)[199], places=DIFF_PLACES)
+        self.assertAlmostEqual(0.10507006000000001, dat_data[3].readE(0)[10], places=DIFF_PLACES)
+
+        self.assertAlmostEqual(dat_data[4].readY(0)[2228], dat_data[5].readY(0)[2228], places=DIFF_PLACES)
+        self.assertAlmostEqual(0.88564189000000004, dat_data[5].readY(0)[0], places=DIFF_PLACES)
+
+        self.assertAlmostEqual(0.042622930000000003, dat_data[6].readE(0)[0], places=DIFF_PLACES)
+        self.assertAlmostEqual(dat_data[6].readY(0)[6], dat_data[7].readY(0)[6], places=DIFF_PLACES)
+
+        self.assertAlmostEqual(dat_data[8].readE(0)[1000], dat_data[9].readE(0)[1000], places=DIFF_PLACES)
+        self.assertAlmostEqual(549.80953999999997, dat_data[9].readX(0)[10], places=DIFF_PLACES)
+
+        self.assertAlmostEqual(dat_data[10].readY(0)[50], dat_data[10].readY(0)[50], places=DIFF_PLACES)
+        self.assertAlmostEqual(598.92809, dat_data[11].readX(0)[0], places=DIFF_PLACES)