Added regression test script.
This commit is contained in:
Cas Cremers
parent
588ae30bef
commit
163a915a6d
91
gui/Scripts/regression-test.py
Executable file
91
gui/Scripts/regression-test.py
Executable file
|
|
@ -0,0 +1,91 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
"""
|
||||
Scyther : An automatic verifier for security protocols.
|
||||
Copyright (C) 2007-2012 Cas Cremers
|
||||
|
||||
This program is free software; you can redistribute it and/or
|
||||
modify it under the terms of the GNU General Public License
|
||||
as published by the Free Software Foundation; either version 2
|
||||
of the License, or (at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program; if not, write to the Free Software
|
||||
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
||||
"""
|
||||
|
||||
def testSet(blacklist=[]):
|
||||
import os
|
||||
|
||||
prefix = "../Protocols/"
|
||||
dl = os.listdir(prefix)
|
||||
fl = []
|
||||
for fn in dl:
|
||||
if fn.endswith(".spdl"):
|
||||
okay = True
|
||||
for fb in blacklist:
|
||||
if fn.startswith(fb):
|
||||
okay = False
|
||||
break
|
||||
if okay:
|
||||
fl.append((prefix,fn))
|
||||
return fl
|
||||
|
||||
def evaluate(fn,prefix=""):
|
||||
import subprocess
|
||||
import tempfile
|
||||
|
||||
cmd = "../Scyther/scyther-linux"
|
||||
args = [cmd,"--max-runs=4","--plain",fn]
|
||||
|
||||
fstdout = tempfile.TemporaryFile()
|
||||
fstderr = tempfile.TemporaryFile()
|
||||
|
||||
subprocess.call(args,stdout=fstdout,stderr=fstderr)
|
||||
|
||||
fstdout.seek(0)
|
||||
fstderr.seek(0)
|
||||
|
||||
res = ""
|
||||
for l in fstdout.xreadlines():
|
||||
res += prefix + l.strip() + "\n"
|
||||
#for l in fstderr.xreadlines():
|
||||
# print l
|
||||
|
||||
fstdout.close()
|
||||
fstderr.close()
|
||||
return res
|
||||
|
||||
|
||||
def main():
|
||||
dest = "regression-test.txt"
|
||||
output = "regression-test.txt.tmp"
|
||||
|
||||
fp = open(output, 'w')
|
||||
|
||||
fl = testSet(blacklist=['ksl'])
|
||||
cnt = 1
|
||||
tres = ""
|
||||
for (prefix,fn) in sorted(fl):
|
||||
print "Evaluating %s (%i/%i)" % (fn,cnt,len(fl))
|
||||
res = evaluate(prefix+fn, "%s\t" % (fn))
|
||||
fp.write(res)
|
||||
tres += res
|
||||
cnt += 1
|
||||
fp.close()
|
||||
|
||||
fp = open(dest, 'w')
|
||||
fp.write(tres)
|
||||
fp.close()
|
||||
|
||||
print res
|
||||
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
64
gui/Scripts/regression-test.txt
Normal file
64
gui/Scripts/regression-test.txt
Normal file
|
|
@ -0,0 +1,64 @@
|
|||
BKE.spdl claim bke,I SKR_4 kir Ok [no attack within bounds]
|
||||
BKE.spdl claim bke,R SKR_7 kir Ok [no attack within bounds]
|
||||
TLS-Paulson.spdl claim tlspaulson,a SKR_9a hash(sid,hash(pms,na,nb),na,pa,a,nb,pb,b,true) Ok [no attack within bounds]
|
||||
TLS-Paulson.spdl claim tlspaulson,a SKR_9b hash(sid,hash(pms,na,nb),na,pa,a,nb,pb,b,false) Ok [no attack within bounds]
|
||||
TLS-Paulson.spdl claim tlspaulson,b SKR_10a hash(sid,hash(pms,na,nb),na,pa,a,nb,pb,b,true) Ok [no attack within bounds]
|
||||
TLS-Paulson.spdl claim tlspaulson,b SKR_10b hash(sid,hash(pms,na,nb),na,pa,a,nb,pb,b,false) Ok [no attack within bounds]
|
||||
ccitt509-1.spdl claim ccitt509-1,R Nisynch_3 - Ok [proof of correctness]
|
||||
ccitt509-1c.spdl claim ccitt509-1c,R Nisynch_3 - Ok [proof of correctness]
|
||||
ccitt509-3.spdl claim ccitt509-3,I Nisynch_I1 - Ok [proof of correctness]
|
||||
ccitt509-3.spdl claim ccitt509-3,I Secret_I2 Ya Ok [proof of correctness]
|
||||
ccitt509-3.spdl claim ccitt509-3,I Secret_I3 Yb Ok [proof of correctness]
|
||||
ccitt509-3.spdl claim ccitt509-3,R Nisynch_R1 - Fail [at least 3 attacks]
|
||||
ccitt509-3.spdl claim ccitt509-3,R Secret_R2 Ya Ok [no attack within bounds]
|
||||
ccitt509-3.spdl claim ccitt509-3,R Secret_R3 Yb Ok [no attack within bounds]
|
||||
ccitt509-ban3.spdl claim ccitt509-ban3,I Nisynch_4 - Ok [proof of correctness]
|
||||
ccitt509-ban3.spdl claim ccitt509-ban3,R Nisynch_5 - Ok [no attack within bounds]
|
||||
needham-schroeder-lowe.spdl claim needhamschroederpk-Lowe,I Secret_I1 Ni Ok [no attack within bounds]
|
||||
needham-schroeder-lowe.spdl claim needhamschroederpk-Lowe,I Secret_I2 Nr Ok [no attack within bounds]
|
||||
needham-schroeder-lowe.spdl claim needhamschroederpk-Lowe,I Nisynch_I3 - Fail [at least 3 attacks]
|
||||
needham-schroeder-lowe.spdl claim needhamschroederpk-Lowe,R Secret_R1 Nr Ok [no attack within bounds]
|
||||
needham-schroeder-lowe.spdl claim needhamschroederpk-Lowe,R Secret_R2 Ni Ok [no attack within bounds]
|
||||
needham-schroeder-lowe.spdl claim needhamschroederpk-Lowe,R Nisynch_R3 - Fail [at least 3 attacks]
|
||||
needham-schroeder.spdl claim needhamschroederpk,I Secret_I1 Ni Ok [no attack within bounds]
|
||||
needham-schroeder.spdl claim needhamschroederpk,I Secret_I2 Nr Ok [no attack within bounds]
|
||||
needham-schroeder.spdl claim needhamschroederpk,I Nisynch_I3 - Fail [at least 3 attacks]
|
||||
needham-schroeder.spdl claim needhamschroederpk,R Secret_R1 Nr Fail [at least 5 attacks]
|
||||
needham-schroeder.spdl claim needhamschroederpk,R Secret_R2 Ni Fail [at least 5 attacks]
|
||||
needham-schroeder.spdl claim needhamschroederpk,R Nisynch_R3 - Fail [at least 3 attacks]
|
||||
smartright.spdl claim smartright,R Nisynch_R1 - Fail [at least 1 attack]
|
||||
splice-as-cj.spdl claim spliceAS-CJ,I Secret_7 N2 Ok [no attack within bounds]
|
||||
splice-as-cj.spdl claim spliceAS-CJ,I Niagree_9 - Fail [at least 1 attack]
|
||||
splice-as-cj.spdl claim spliceAS-CJ,I Nisynch_10 - Fail [at least 1 attack]
|
||||
splice-as-cj.spdl claim spliceAS-CJ,R Secret_8 N2 Ok [no attack within bounds]
|
||||
splice-as-cj.spdl claim spliceAS-CJ,R Niagree_11 - Fail [at least 1 attack]
|
||||
splice-as-cj.spdl claim spliceAS-CJ,R Nisynch_12 - Fail [at least 1 attack]
|
||||
splice-as-hc.spdl claim spliceAS-HC,I Secret_7 N2 Ok [no attack within bounds]
|
||||
splice-as-hc.spdl claim spliceAS-HC,I Niagree_9 - Fail [at least 1 attack]
|
||||
splice-as-hc.spdl claim spliceAS-HC,I Nisynch_10 - Fail [at least 1 attack]
|
||||
splice-as-hc.spdl claim spliceAS-HC,R Secret_8 N2 Ok [no attack within bounds]
|
||||
splice-as-hc.spdl claim spliceAS-HC,R Niagree_11 - Fail [at least 1 attack]
|
||||
splice-as-hc.spdl claim spliceAS-HC,R Nisynch_12 - Fail [at least 1 attack]
|
||||
splice-as.spdl claim spliceAS,I Secret_7 N2 Ok [no attack within bounds]
|
||||
splice-as.spdl claim spliceAS,I Niagree_9 - Fail [at least 1 attack]
|
||||
splice-as.spdl claim spliceAS,I Nisynch_10 - Fail [at least 1 attack]
|
||||
splice-as.spdl claim spliceAS,R Secret_8 N2 Ok [no attack within bounds]
|
||||
splice-as.spdl claim spliceAS,R Niagree_11 - Fail [at least 1 attack]
|
||||
splice-as.spdl claim spliceAS,R Nisynch_12 - Fail [at least 1 attack]
|
||||
woo-lam-pi-1.spdl claim woolamPi-1,R Nisynch_R1 - Fail [at least 2 attacks]
|
||||
woo-lam-pi-2.spdl claim woolamPi-2,R Nisynch_R1 - Fail [at least 3 attacks]
|
||||
woo-lam-pi-3.spdl claim woolamPi-3,R Nisynch_R1 - Fail [at least 2 attacks]
|
||||
woo-lam-pi-f.spdl claim woolamPi-f,R Nisynch_R1 - Fail [at least 1 attack]
|
||||
woo-lam-pi.spdl claim woolamPi,R Nisynch_R1 - Fail [at least 2 attacks]
|
||||
yahalom-ban-paulson-modified.spdl claim yahalom-BAN-Paulson-modified,A Secret_5 kab Ok [no attack within bounds]
|
||||
yahalom-ban-paulson-modified.spdl claim yahalom-BAN-Paulson-modified,B Secret_6 kab Ok [no attack within bounds]
|
||||
yahalom-ban-paulson.spdl claim yahalom-BAN-Paulson,A SKR_5 kab Ok [no attack within bounds]
|
||||
yahalom-ban-paulson.spdl claim yahalom-BAN-Paulson,B SKR_6 kab Ok [no attack within bounds]
|
||||
yahalom-lowe.spdl claim yahalom-Lowe,I Secret_I1 Kir Ok [proof of correctness]
|
||||
yahalom-lowe.spdl claim yahalom-Lowe,I Nisynch_I2 - Ok [proof of correctness]
|
||||
yahalom-lowe.spdl claim yahalom-Lowe,R Secret_R1 Kir Ok [proof of correctness]
|
||||
yahalom-lowe.spdl claim yahalom-Lowe,R Nisynch_R2 - Ok [no attack within bounds]
|
||||
yahalom.spdl claim yahalom,I Secret_I1 Kir Ok [no attack within bounds]
|
||||
yahalom.spdl claim yahalom,R Secret_R1 Kir Ok [no attack within bounds]
|
||||
yahalom.spdl claim yahalom,S Secret_S1 Ni Fail [at least 1 attack]
|
||||
yahalom.spdl claim yahalom,S Secret_S2 Nr Ok [no attack within bounds]
|
||||
Loading…
Reference in New Issue
Block a user