scyther/test/compareheuristics.py
2005-03-11 20:31:24 +00:00

122 lines
2.4 KiB
Python
Executable File

#!/usr/bin/python
#
# Compare heuristics
#
import sys
from optparse import OptionParser
import scythertest
# Parse
def parse(scout):
ra = 0
rb = 0
rp = 0
nc = 0
for l in scout.splitlines():
data = l.split()
if len(data) > 6 and data[0] == 'claim':
tag = data[6]
if tag == 'failed:':
ra = ra + 1
nc = nc + 1
elif tag == 'correct:':
nc = nc + 1
if l.rfind("complete_proof") != -1:
rp = rp + 1
else:
rb = rb + 1
return (ra,rb,rp,nc)
# Test with a goal selector
def test_goal_selector(goalselector, options):
import protocollist
scythertest.set_extra_parameters("--goal-select=" + str(goalselector))
result = str(goalselector)
plist = protocollist.from_literature()
np = len(plist)
attacks = 0
bounds = 0
proofs = 0
claims = 0
for p in plist:
(status,scout) = scythertest.default_test([p], \
int(options.match), \
int(options.bounds))
(ra,rb,rp,nc) = parse(scout)
attacks = attacks + ra
bounds = bounds + rb
proofs = proofs + rp
claims = claims + nc
return (attacks,bounds,proofs,claims,np)
# Max
class maxor:
def __init__(self,dir=0,mymin=9999, mymax=-9999):
self.dir = dir
self.min = mymin
self.max = mymax
def reg(self,data):
res = ""
if self.min >= data:
self.min = data
if (self.dir & 2):
res = res + "-"
if self.max <= data:
self.max = data
if (self.dir & 1):
res = res + "+"
if res == "":
return res
else:
return "[" + res + "]"
# Main code
def main():
parser = OptionParser()
scythertest.default_options(parser)
(options, args) = parser.parse_args()
scythertest.process_default_options(options)
print "G-sel\tAttack\tBound\tProof\tClaims\tScore1\tScore2"
print
ramax = maxor(1)
rbmax = maxor(2)
rpmax = maxor(1)
score1max = maxor(1)
score2max = maxor(1)
for g in range(1,31):
if (g & 8) == 0:
(ra,rb,rp,nc,np) = test_goal_selector(g, options)
# Scores: bounds are negative
score1 = ra + rp - rb
score2 = ra + (3 * rp) - (2 * rb)
res = str(g)
def shows (res, mx, data):
return res + "\t" + str(data) + mx.reg(data)
res = shows (res, ramax, ra)
res = shows (res, rbmax, rb)
res = shows (res, rpmax, rp)
res = res + "\t" + str(nc)
res = shows (res, score1max, score1)
res = shows (res, score2max, score2)
print res
print
print "Goal selector scan completed."
# Only if main stuff
if __name__ == '__main__':
main()