test_validation.py

#!/usr/bin/env python3
 
 
 
import unittest
import metaoptions
import tempfile
import validationscript
import validation
 
call_iteration = 0
 
 
class ValidationTest(unittest.TestCase):
 
    """
    Various test cases for the validation module
    """
 
    def test_interval_selection(self):
        """
        Test if the interval selection works
        """
        interval_sel = validation.IntervalSelector(["release", " nightly"])
 
        with tempfile.NamedTemporaryFile() as tf:
            tf.write(
                b"#!/usr/bin/env python3\n"
                b'"""\n'
                b"<header>\n"
                b"<interval>release</interval>"
                b"<output>EvtGenSim.root</output>\n"
                b"<contact>Kilian Lieret kilian.lieret@lmu.de</contact>\n"
                b"<description>description_text</description>\n"
                b"</header>\n"
                b'"""\n'
            )
 
            # flush file content, so it can be read by the Script class used
            # below
            tf.flush()
 
            script = validationscript.Script(tf.name, "package", None)
            script.load_header()
            self.assertTrue(interval_sel.in_interval(script))
 
        with tempfile.NamedTemporaryFile() as tf:
            tf.write(
                b"#!/usr/bin/env python3\n"
                b'"""\n'
                b"<header>\n"
                b"<interval>nightly</interval>"
                b"<output>EvtGenSim.root</output>\n"
                b"<contact>Kilian Lieret kilian.lieret@lmu.de</contact>\n"
                b"<description>description_text</description>\n"
                b"</header>\n"
                b'"""\n'
            )
 
            # flush file content, so it can be read by the Script class used
            # below
            tf.flush()
 
            script = validationscript.Script(tf.name, "package", None)
            script.load_header()
            self.assertTrue(interval_sel.in_interval(script))
 
    def test_interval_selection_default(self):
        """
        Test if the interval selection works if there is no
        interval setting in the validation header
        """
        with tempfile.NamedTemporaryFile() as tf:
            tf.write(
                b"#!/usr/bin/env python3\n"
                b'"""\n'
                b"<header>\n"
                b"<output>EvtGenSim.root</output>\n"
                b"<contact>Kilian Lieret kilian.lieret@lmu.de</contact>\n"
                b"<description>description_text</description>\n"
                b"</header>\n"
                b'"""\n'
            )
 
            # flush file content, so it can be read by the Script class used
            # below
            tf.flush()
 
            script = validationscript.Script(tf.name, "package", None)
            script.load_header()
 
            interval_sel = validation.IntervalSelector(["release", " nightly"])
            self.assertTrue(interval_sel.in_interval(script))
 
    def test_apply_package_selection(self):
        """
        Test if the package selection works and if the required dependencies are
        properly honored
        """
 
        val = validation.Validation()
 
        script1 = validation.Script("val1.py", "tracking", None)
        script2 = validation.Script("val2.py", "tracking", None)
        script3 = validation.Script("valOther.py", "other_package", None)
        script4 = validation.Script(
            "valOtherNotDepending.py", "other_package", None
        )
        script2.dependencies = [script3]
 
        val.add_script(script1)
        val.add_script(script2)
        val.add_script(script3)
        val.add_script(script4)
 
        # test with honoring dependencies
        val.apply_package_selection(["tracking"], False)
 
        self.assertEqual(3, len(val.scripts))
        self.assertEqual(
            1,
            len(
                [
                    s
                    for s in val.scripts
                    if s.unique_name() == script3.unique_name()
                ]
            ),
        )
        self.assertEqual(
            0,
            len(
                [
                    s
                    for s in val.scripts
                    if s.unique_name() == script4.unique_name()
                ]
            ),
        )
 
        val_no_deps = validation.Validation()
 
        val_no_deps.add_script(script1)
        val_no_deps.add_script(script2)
        val_no_deps.add_script(script3)
        val_no_deps.add_script(script4)
 
        # test with honoring dependencies
        val_no_deps.apply_package_selection(["tracking"], True)
 
        self.assertEqual(2, len(val_no_deps.scripts))
        self.assertEqual(
            0,
            len(
                [
                    s
                    for s in val_no_deps.scripts
                    if s.unique_name() == script3.unique_name()
                ]
            ),
        )
 
    def test_parse_header(self):
        """
        Test if the interval selection works if there is no
        interval setting in the validation header
        """
        with tempfile.NamedTemporaryFile() as tf:
            tf.write(
                b"#!/usr/bin/env python3\n"
                b'"""\n'
                b"<header>\n"
                b"<input>SomeIn.root</input>\n"
                b"<output>EvtGenSim.root</output>\n"
                b"<cacheable/>\n"
                b"<contact>Kilian Lieret kilian.lieret@lmu.de</contact>\n"
                b"<description>description_text</description>\n"
                b"</header>\n"
                b'"""\n'
            )
 
            # flush file content, so it can be read by the Script class used
            # below
            tf.flush()
 
            script = validationscript.Script(tf.name, "package", None)
            script.load_header()
            self.assertTrue(script.is_cacheable)
            self.assertTrue("EvtGenSim.root" in script.output_files)
            self.assertTrue("SomeIn.root" in script.input_files)
 
    def test_meta_option_parser(self):
        """
        Test if the meta options parsers behaves nice
        """
        p = metaoptions.MetaOptionParser(
            ["shifter", "pvalue-warn=0.9", "pvalue-error=0.4"]
        )
 
        self.assertEqual(0.9, p.pvalue_warn())
        self.assertEqual(0.4, p.pvalue_error())
        self.assertTrue(p.has_option("shifter"))
        self.assertFalse(p.has_option("not is list"))
 
        p = metaoptions.MetaOptionParser(["expert", "pvalue-warn="])
 
        self.assertEqual(None, p.pvalue_warn())
        self.assertEqual(None, p.pvalue_error())
 
 
if __name__ == "__main__":
    unittest.main()