122 lines
2.4 KiB
Python
Executable File
122 lines
2.4 KiB
Python
Executable File
#!/usr/bin/python
|
|
#
|
|
# Compare heuristics
|
|
#
|
|
import sys
|
|
from optparse import OptionParser
|
|
|
|
import scythertest
|
|
|
|
# Parse
|
|
def parse(scout):
|
|
ra = 0
|
|
rb = 0
|
|
rp = 0
|
|
nc = 0
|
|
for l in scout.splitlines():
|
|
data = l.split()
|
|
if len(data) > 6 and data[0] == 'claim':
|
|
tag = data[6]
|
|
if tag == 'failed:':
|
|
ra = ra + 1
|
|
nc = nc + 1
|
|
elif tag == 'correct:':
|
|
nc = nc + 1
|
|
if l.rfind("complete_proof") != -1:
|
|
rp = rp + 1
|
|
else:
|
|
rb = rb + 1
|
|
return (ra,rb,rp,nc)
|
|
|
|
|
|
# Test with a goal selector
|
|
def test_goal_selector(goalselector, options):
|
|
import protocollist
|
|
|
|
scythertest.set_extra_parameters("--goal-select=" + str(goalselector))
|
|
result = str(goalselector)
|
|
plist = protocollist.from_literature()
|
|
np = len(plist)
|
|
|
|
attacks = 0
|
|
bounds = 0
|
|
proofs = 0
|
|
claims = 0
|
|
for p in plist:
|
|
(status,scout) = scythertest.default_test([p], \
|
|
int(options.match), \
|
|
int(options.bounds))
|
|
(ra,rb,rp,nc) = parse(scout)
|
|
attacks = attacks + ra
|
|
bounds = bounds + rb
|
|
proofs = proofs + rp
|
|
claims = claims + nc
|
|
|
|
return (attacks,bounds,proofs,claims,np)
|
|
|
|
# Max
|
|
class maxor:
|
|
def __init__(self,dir=0,mymin=9999, mymax=-9999):
|
|
self.dir = dir
|
|
self.min = mymin
|
|
self.max = mymax
|
|
|
|
def reg(self,data):
|
|
res = ""
|
|
if self.min >= data:
|
|
self.min = data
|
|
if (self.dir & 2):
|
|
res = res + "-"
|
|
if self.max <= data:
|
|
self.max = data
|
|
if (self.dir & 1):
|
|
res = res + "+"
|
|
if res == "":
|
|
return res
|
|
else:
|
|
return "[" + res + "]"
|
|
|
|
# Main code
|
|
def main():
|
|
parser = OptionParser()
|
|
scythertest.default_options(parser)
|
|
(options, args) = parser.parse_args()
|
|
scythertest.process_default_options(options)
|
|
|
|
print "G-sel\tAttack\tBound\tProof\tClaims\tScore1\tScore2"
|
|
print
|
|
|
|
ramax = maxor(1)
|
|
rbmax = maxor(2)
|
|
rpmax = maxor(1)
|
|
score1max = maxor(1)
|
|
score2max = maxor(1)
|
|
|
|
for g in range(1,31):
|
|
if (g & 8) == 0:
|
|
(ra,rb,rp,nc,np) = test_goal_selector(g, options)
|
|
|
|
# Scores: bounds are negative
|
|
score1 = ra + rp - rb
|
|
score2 = ra + (3 * rp) - (2 * rb)
|
|
|
|
res = str(g)
|
|
|
|
def shows (res, mx, data):
|
|
return res + "\t" + str(data) + mx.reg(data)
|
|
|
|
res = shows (res, ramax, ra)
|
|
res = shows (res, rbmax, rb)
|
|
res = shows (res, rpmax, rp)
|
|
res = res + "\t" + str(nc)
|
|
res = shows (res, score1max, score1)
|
|
res = shows (res, score2max, score2)
|
|
|
|
print res
|
|
print
|
|
print "Goal selector scan completed."
|
|
|
|
# Only if main stuff
|
|
if __name__ == '__main__':
|
|
main()
|