Kaitlin,

I applied the patch on my own repository. Here is the test result:

================================================= KVM on Pegasus Test Run Summary for Aug 12 2008 ================================================= Distro: Fedora release 8.93 (Rawhide) Kernel: 2.6.26-rc2-mm1-netns libvirt: 0.4.4 Hypervisor: QEMU 0.9.1 CIMOM: Pegasus 2.7.0 Libvirt-cim revision: 661 Libvirt-cim changeset: 98bc98880149 ================================================= FAIL: 0 XFAIL: 1 SKIP: 1 PASS: 1 ----------------- Total: 3 ================================================= XFAIL Test Summary: ComputerSystem - 01_enum.py: PASSComputerSystem - 02_nosystems.py: SKIPComputerSystem - 03_defineVS.py: PASSComputerSystem - 04_defineStartVS.py: PASSComputerSystem - 05_activate_defined_start.py: PASSComputerSystem - 06_paused_active_suspend.py: PASSComputerSystem - 22_define_suspend.py: PASSComputerSystem - 23_suspend_suspend.py: PASSComputerSystem - 27_define_suspend_errs.py: PASSComputerSystem - 32_start_reboot.py: XFAILComputerSystem - 33_suspend_reboot.py: XFAILComputerSystem - 35_start_reset.py: PASSComputerSystem - 40_RSC_start.py: PASSComputerSystem - 41_cs_to_settingdefinestate.py: SKIPComputerSystem - 42_cs_gi_errs.py: PASS ================================================= SKIP Test Summary: ComputerSystem - 01_enum.py: PASSComputerSystem - 02_nosystems.py: SKIPComputerSystem - 03_defineVS.py: PASSComputerSystem - 04_defineStartVS.py: PASSComputerSystem - 05_activate_defined_start.py: PASSComputerSystem - 06_paused_active_suspend.py: PASSComputerSystem - 22_define_suspend.py: PASSComputerSystem - 23_suspend_suspend.py: PASSComputerSystem - 27_define_suspend_errs.py: PASSComputerSystem - 32_start_reboot.py: XFAILComputerSystem - 33_suspend_reboot.py: XFAILComputerSystem - 35_start_reset.py: PASSComputerSystem - 40_RSC_start.py: PASSComputerSystem - 41_cs_to_settingdefinestate.py: SKIPComputerSystem - 42_cs_gi_errs.py: PASS ================================================= Full report: ComputerSystem - 01_enum.py: PASSComputerSystem - 02_nosystems.py: SKIPComputerSystem - 03_defineVS.py: PASSComputerSystem - 04_defineStartVS.py: PASSComputerSystem - 05_activate_defined_start.py: PASSComputerSystem - 06_paused_active_suspend.py: PASSComputerSystem - 22_define_suspend.py: PASSComputerSystem - 23_suspend_suspend.py: PASSComputerSystem - 27_define_suspend_errs.py: PASSComputerSystem - 32_start_reboot.py: XFAILComputerSystem - 33_suspend_reboot.py: XFAILComputerSystem - 35_start_reset.py: PASSComputerSystem - 40_RSC_start.py: PASSComputerSystem - 41_cs_to_settingdefinestate.py: SKIPComputerSystem - 42_cs_gi_errs.py: PASS

1) Would you please to fix the whitespace for XFAIL and Total summary?
2) The count numbers are not correct, actually there are total 15 tests, 2 skip, 2 XFAIL and 11 pass for me.
3) I think it's better to change to a newline for each test case in the Test Summary and Full report.
4) The test summary isn't correct in XFAIL/SKIP status.

Thanks!

Best,
Regards

Daisy (运国莲)
VSM Team, China Systems & Technology Labs (CSTL)
E-mail: yunguol@cn.ibm.com
TEL: (86)-21-60922403
Building 10, 399 Ke Yuan Rd, Pudong Shanghai, 201203

libvirt-cim-bounces@redhat.com wrote on 2008-08-12 00:21:16: > # HG changeset patch > # User Kaitlin Rupert <karupert@us.ibm.com> > # Date 1218470745 25200 > # Node ID d1e8325893b3e68e12b1725e350314aeaf6d2be1 > # Parent a5111986921da879e2dcc57a1529c7f4d902aebf > [TEST] #2 Add test report generation. > > Using the --report option, you can generate a report and have it > mailed to the address supplied. > > How to call using the report option: > > ./runtests libvirt-cim -i localhost -c -d -v LXC -g > VirtualSystemManagementService -t 01_definesystem_name.py --report > <my_to_addr@test.com> > > The user will need to create a .cimtestrc file in their home > directory in the following format: > > [email] > relay = my.mail.relay.com > from = Joe User <joe@test.com> > > Will need to add revision number support to cimtest and then add the > cimtest revision number to the report. > > Updates: > -Refactored reporting related pieces into their own library file > > Signed-off-by: Kaitlin Rupert <karupert@us.ibm.com> > > diff -r a5111986921d -r d1e8325893b3 suites/libvirt-cim/main.py > --- a/suites/libvirt-cim/main.py Mon Aug 11 09:05:37 2008 -0700 > +++ b/suites/libvirt-cim/main.py Mon Aug 11 09:05:45 2008 -0700 > @@ -29,12 +29,13 @@ > sys.path.append('../../lib') > import TestSuite > import commands > -from VirtLib import utils > from VirtLib import groups > from CimTest.ReturnCodes import PASS, SKIP, XFAIL > from CimTest.Globals import platform_sup > sys.path.append('./lib') > from XenKvmLib.classes import get_typed_class > +import ConfigParser > +from XenKvmLib.reporting import gen_report, send_report > > parser = OptionParser() > parser.add_option("-i", "--ip", dest="ip", default="localhost", > @@ -54,8 +55,11 @@ > help="Virt type, select from 'Xen' & 'KVM' & > 'XenFV' & 'LXC'(default: Xen). ") > parser.add_option("-d", "--debug-output", action="store_true", dest="debug", > help="Duplicate the output to stderr") > +parser.add_option("--report", dest="report", > + help="Send report using mail info: -- > report=<recipient addr>") > > TEST_SUITE = 'cimtest' > +CIMTEST_RCFILE = '%s/.cimtestrc' % os.environ['HOME'] > > def set_python_path(): > previous_pypath = os.environ.get('PYTHONPATH') > @@ -82,6 +86,28 @@ > > print "Cleaned log files." > > +def get_rcfile_vals(): > + if not os.access(CIMTEST_RCFILE, os.R_OK): > + print "\nCould not access the %s file for this user." % > CIMTEST_RCFILE > + print "Create this file and add the appropriate relay:" > + print "\tfrom = me@isp.com\n\trelay = my.relay\n" > + return None, None > + > + try: > + conf = ConfigParser.ConfigParser() > + if not conf.read(CIMTEST_RCFILE): > + return None, None > + > + addr = conf.get("email", "from") > + relay = conf.get("email", "relay") > + > + except Exception, details: > + print "\n%s" % details > + print "\nPlease verify the format of the %s file\n" % CIMTEST_RCFILE > + return None, None > + > + return addr, relay > + > def get_version(virt, ip): > conn = WBEMConnection('http://%s' % ip, > (os.getenv('CIM_USER'), os.getenv('CIM_PASS')), > @@ -101,7 +127,10 @@ > > def main(): > (options, args) = parser.parse_args() > - > + to_addr = None > + from_addr = None > + relay = None > + div = > "--------------------------------------------------------------------" > > if options.test and not options.group: > parser.print_help() > @@ -114,7 +143,15 @@ > os.environ['CIMOM_PORT'] = str(options.port) > # > > - testsuite = TestSuite.TestSuite() > + if options.report: > + from_addr, relay = get_rcfile_vals() > + > + if from_addr == None or relay == None: > + return 1 > + > + to_addr = options.report > + > + testsuite = TestSuite.TestSuite(log=True) > > set_python_path() > > @@ -139,9 +176,10 @@ > > revision, changeset = get_version(options.virt, options.ip) > > - print "Testing " + options.virt + " hypervisor" > + print "\nTesting " + options.virt + " hypervisor" > > - for test in test_list: > + for test in test_list: > + testsuite.debug(div) > t_path = os.path.join(TEST_SUITE, test['group']) > os.environ['CIM_TC'] = test['test'] > cdto = 'cd %s' % t_path > @@ -155,7 +193,16 @@ > > testsuite.print_results(test['group'], test['test'], os_status) > > + testsuite.debug("%s\n" % div) > testsuite.finish() > + > + msg_body, heading = gen_report(revision, changeset, options.virt, > + options.ip, testsuite.log_file) > + > + if options.report: > + print "Sending mail from %s to %s using %s relay.\n" % \ > + (from_addr, to_addr, relay) > + send_report(to_addr, from_addr, relay, msg_body, heading) > > if __name__ == '__main__': > sys.exit(main()) > > _______________________________________________ > Libvirt-cim mailing list > Libvirt-cim@redhat.com > https://www.redhat.com/mailman/listinfo/libvirt-cim