Mercurial > ~astiob > upreckon > hgweb
annotate 2.00/problem.py @ 24:c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
TestCase.__call__() now returns the fraction (a number from 0 to 1) of case.points that is to be awarded.
Bug fix: %-patterns in configuration variables common to all problems are now substituted.
| author | Oleg Oshmyan <chortos@inbox.lv> |
|---|---|
| date | Thu, 23 Sep 2010 00:11:24 +0000 |
| parents | c1f52b5d80d6 |
| children | 5bbb68833868 |
| rev | line source |
|---|---|
| 21 | 1 #! /usr/bin/env python |
| 16 | 2 # Copyright (c) 2010 Chortos-2 <chortos@inbox.lv> |
| 3 | |
| 21 | 4 from __future__ import division, with_statement |
| 5 | |
| 6 try: | |
| 7 from compat import * | |
| 8 import config, testcases | |
| 9 except ImportError: | |
| 10 import __main__ | |
| 11 __main__.import_error(sys.exc_info()[1]) | |
| 12 else: | |
| 22 | 13 from __main__ import clock, options |
| 21 | 14 |
| 22 | 15 import os, re, sys |
| 21 | 16 |
| 16 | 17 try: |
| 21 | 18 import signal |
| 19 except ImportError: | |
| 20 signalnames = () | |
| 21 else: | |
| 22 # Construct a cache of all signal names available on the current | |
| 23 # platform. Prefer names from the UNIX standards over other versions. | |
| 24 unixnames = frozenset(('HUP', 'INT', 'QUIT', 'ILL', 'ABRT', 'FPE', 'KILL', 'SEGV', 'PIPE', 'ALRM', 'TERM', 'USR1', 'USR2', 'CHLD', 'CONT', 'STOP', 'TSTP', 'TTIN', 'TTOU', 'BUS', 'POLL', 'PROF', 'SYS', 'TRAP', 'URG', 'VTALRM', 'XCPU', 'XFSZ')) | |
| 25 signalnames = {} | |
| 26 for name in dir(signal): | |
| 27 if re.match('SIG[A-Z]+$', name): | |
| 28 value = signal.__dict__[name] | |
| 22 | 29 if isinstance(value, int) and (value not in signalnames or name[3:] in unixnames): |
| 21 | 30 signalnames[value] = name |
| 31 del unixnames | |
| 16 | 32 |
| 21 | 33 __all__ = 'Problem', |
| 34 | |
| 35 # This should no more be needed; pass all work on to the TestCase inheritance tree | |
| 16 | 36 # LIBRARY and STDIO refer to interactive aka reactive problems |
| 21 | 37 #BATCH, OUTONLY, LIBRARY, STDIO, BESTOUT = xrange(5) |
| 38 | |
| 39 class Cache(object): | |
| 40 def __init__(self, mydict): | |
| 41 self.__dict__ = mydict | |
| 16 | 42 |
| 43 class Problem(object): | |
| 44 __slots__ = 'name', 'config', 'cache', 'testcases' | |
| 45 | |
| 46 def __init__(prob, name): | |
| 47 if not isinstance(name, basestring): | |
| 48 # This shouldn't happen, of course | |
| 21 | 49 raise TypeError('Problem() argument 1 must be string, not ' + type(name).__name__) |
| 16 | 50 prob.name = name |
| 21 | 51 prob.config = config.load_problem(name) |
| 52 if not getattr(prob.config, 'kind', None): prob.config.kind = 'batch' | |
| 53 prob.cache = Cache({'padoutput': 0, 'usegroups': False}) | |
| 54 prob.testcases = testcases.load_problem(prob) | |
| 55 | |
| 56 # TODO | |
| 57 def build(prob): | |
| 58 raise NotImplementedError | |
| 16 | 59 |
| 60 def test(prob): | |
| 23 | 61 case = None |
| 22 | 62 try: |
| 63 real = max = ntotal = nvalued = ncorrect = ncorrectvalued = 0 | |
| 64 for case in prob.testcases: | |
| 65 ntotal += 1 | |
| 66 max += case.points | |
| 67 if case.points: nvalued += 1 | |
| 68 granted = 0 | |
| 69 id = str(case.id) | |
| 70 if case.isdummy: | |
| 71 id = 'sample ' + id | |
| 72 say('%*s: ' % (prob.cache.padoutput, id), end='') | |
| 73 sys.stdout.flush() | |
| 74 try: | |
| 75 granted = case(lambda: (say('%7.3f%s s, ' % (case.time_stopped - case.time_started, case.time_limit_string), end=''), sys.stdout.flush())) | |
| 76 except testcases.CanceledByUser: | |
| 77 verdict = 'canceled by the user' | |
| 78 except testcases.TimeLimitExceeded: | |
| 79 verdict = 'time limit exceeded' | |
| 80 except testcases.WrongAnswer: | |
| 81 e = sys.exc_info()[1] | |
| 82 if e.comment: | |
| 83 verdict = 'wrong answer (%s)' % e.comment | |
| 84 else: | |
| 85 verdict = 'wrong answer' | |
| 86 except testcases.NonZeroExitCode: | |
| 87 e = sys.exc_info()[1] | |
| 88 if e.exitcode < 0: | |
| 89 if sys.platform == 'win32': | |
| 90 verdict = 'terminated with error 0x%X' % (e.exitcode + 0x100000000) | |
| 91 elif -e.exitcode in signalnames: | |
| 92 verdict = 'terminated by signal %d (%s)' % (-e.exitcode, signalnames[-e.exitcode]) | |
| 93 else: | |
| 94 verdict = 'terminated by signal %d' % -e.exitcode | |
| 21 | 95 else: |
| 22 | 96 verdict = 'non-zero return code %d' % e.exitcode |
| 97 except testcases.CannotStartTestee: | |
| 98 e = sys.exc_info()[1] | |
| 99 if e.upstream.strerror: | |
| 100 verdict = 'cannot launch the program to test (%s)' % e.upstream.strerror.lower() | |
| 101 else: | |
| 102 verdict = 'cannot launch the program to test' | |
| 103 except testcases.CannotStartValidator: | |
| 104 e = sys.exc_info()[1] | |
| 105 if e.upstream.strerror: | |
| 106 verdict = 'cannot launch the validator (%s)' % e.upstream.strerror.lower() | |
| 107 else: | |
| 108 verdict = 'cannot launch the validator' | |
| 109 except testcases.CannotReadOutputFile: | |
| 110 e = sys.exc_info()[1] | |
| 111 if e.upstream.strerror: | |
| 112 verdict = 'cannot read the output file (%s)' % e.upstream.strerror.lower() | |
| 113 else: | |
| 114 verdict = 'cannot read the output file' | |
| 115 except testcases.CannotReadInputFile: | |
| 116 e = sys.exc_info()[1] | |
| 117 if e.upstream.strerror: | |
| 118 verdict = 'cannot read the input file (%s)' % e.upstream.strerror.lower() | |
| 119 else: | |
| 120 verdict = 'cannot read the input file' | |
| 121 except testcases.CannotReadAnswerFile: | |
| 122 e = sys.exc_info()[1] | |
| 123 if e.upstream.strerror: | |
| 124 verdict = 'cannot read the reference output file (%s)' % e.upstream.strerror.lower() | |
| 125 else: | |
| 126 verdict = 'cannot read the reference output file' | |
| 127 except testcases.TestCaseNotPassed: | |
| 128 e = sys.exc_info()[1] | |
| 129 verdict = 'unspecified reason [this may be a bug in test.py] (%s)' % e | |
| 130 #except Exception: | |
| 131 # e = sys.exc_info()[1] | |
| 132 # verdict = 'unknown error [this may be a bug in test.py] (%s)' % e | |
| 21 | 133 else: |
| 22 | 134 if hasattr(granted, '__iter__'): |
| 135 granted, comment = granted | |
| 136 if comment: | |
| 137 comment = ' (%s)' % comment | |
| 138 else: | |
| 139 comment = '' | |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
140 if granted >= 1: |
| 22 | 141 ncorrect += 1 |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
142 if case.points: ncorrectvalued += 1 |
| 22 | 143 verdict = 'OK' + comment |
| 144 elif not granted: | |
| 145 verdict = 'wrong answer' + comment | |
| 146 else: | |
| 147 verdict = 'partly correct' + comment | |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
148 granted *= case.points |
| 22 | 149 say('%g/%g, %s' % (granted, case.points, verdict)) |
| 150 real += granted | |
| 151 weighted = real * prob.config.taskweight / max if max else 0 | |
| 152 if nvalued != ntotal: | |
| 153 say('Problem total: %d/%d tests (%d/%d valued); %g/%g points; weighted score: %g/%g' % (ncorrect, ntotal, ncorrectvalued, nvalued, real, max, weighted, prob.config.taskweight)) | |
| 21 | 154 else: |
| 22 | 155 say('Problem total: %d/%d tests; %g/%g points; weighted score: %g/%g' % (ncorrect, ntotal, real, max, weighted, prob.config.taskweight)) |
| 156 return weighted, prob.config.taskweight | |
| 157 finally: | |
| 23 | 158 if options.erase and (not prob.config.stdio or case and case.validator): |
| 22 | 159 for var in 'in', 'out': |
| 160 name = getattr(prob.config, var + 'name') | |
| 161 if name: | |
| 162 try: | |
| 163 os.remove(name) | |
| 164 except Exception: | |
| 165 pass | |
| 166 if case.validator and not callable(case.validator): | |
| 167 if prob.config.ansname: | |
| 168 try: | |
| 169 os.remove(prob.config.ansname) | |
| 170 except Exception: | |
| 171 pass |