riscv
/
caravel
mirror of https://github.com/efabless/caravel.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

update verify_cocotb script to include sdf

This commit is contained in:
M0stafaRady 2022-10-11 07:30:37 -07:00
parent 22d419dbbe
commit 9cc8ebf28a
1 changed files with 62 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

102
verilog/dv/cocotb/verify_cocotb.py
View File

@ -32,10 +32,11 @@ def search_str(file_path, word):
class RunTest: class RunTest:
def __init__(self,test_name,sim) -> None: def __init__(self,test_name,sim,corner) -> None:
self.cocotb_path = f"{os.getenv('CARAVEL_ROOT')}/verilog/dv/cocotb" self.cocotb_path = f"{os.getenv('CARAVEL_ROOT')}/verilog/dv/cocotb"
self.test_name = test_name self.test_name = test_name
self.sim_type = sim self.sim_type = sim
self.corner = corner
self.create_log_file() self.create_log_file()
self.hex_generate() self.hex_generate()
self.runTest() self.runTest()
@ -45,6 +46,8 @@ class RunTest:
self.cd_cocotb() self.cd_cocotb()
os.chdir(f"sim/{os.getenv('RUNTAG')}") os.chdir(f"sim/{os.getenv('RUNTAG')}")
test_dir = f"{self.sim_type}-{self.test_name}" test_dir = f"{self.sim_type}-{self.test_name}"
if (self.sim_type == "GL_SDF"):
test_dir = f'{test_dir}-{self.corner}'
os.makedirs(f"{test_dir}",exist_ok=True) os.makedirs(f"{test_dir}",exist_ok=True)
self.cd_cocotb() self.cd_cocotb()
self.sim_path = f"sim/{os.getenv('RUNTAG')}/{test_dir}/" self.sim_path = f"sim/{os.getenv('RUNTAG')}/{test_dir}/"
@ -171,11 +174,12 @@ class RunTest:
os.chdir(self.cocotb_path) os.chdir(self.cocotb_path)
class RunRegression: class RunRegression:
def __init__(self,regression,test,type_arg,testlist) -> None: def __init__(self,regression,test,type_arg,testlist,corner) -> None:
self.cocotb_path = f"{os.getenv('CARAVEL_ROOT')}/verilog/dv/cocotb" self.cocotb_path = f"{os.getenv('CARAVEL_ROOT')}/verilog/dv/cocotb"
self.regression_arg = regression self.regression_arg = regression
self.test_arg = test self.test_arg = test
self.testlist_arg = testlist self.testlist_arg = testlist
self.corners = corner
if type_arg is None: if type_arg is None:
type_arg = "RTL" type_arg = "RTL"
self.type_arg = type_arg self.type_arg = type_arg
@ -187,7 +191,7 @@ class RunRegression:
self.run_regression() self.run_regression()
def get_tests(self): def get_tests(self):
self.tests = collections.defaultdict(lambda : collections.defaultdict(dict)) #key is testname and value is list of sim types self.tests = collections.defaultdict(lambda : collections.defaultdict(lambda : collections.defaultdict(dict))) #key is testname and value is list of sim types
self.unknown_tests = 0 self.unknown_tests = 0
self.passed_tests = 0 self.passed_tests = 0
self.failed_tests = 0 self.failed_tests = 0
@ -198,8 +202,13 @@ class RunRegression:
if fnmatch(test,"_*"): if fnmatch(test,"_*"):
continue continue
for sim_type in sim_types: for sim_type in sim_types:
if self.regression_arg in test_elements[sim_type]: if sim_type =="GL_SDF":
self.add_new_test(test_name=test,sim_type = sim_type) for corner in self.corners:
if self.regression_arg in test_elements[sim_type]:
self.add_new_test(test_name=test,sim_type = sim_type,corner = corner)
else:
if self.regression_arg in test_elements[sim_type]:
self.add_new_test(test_name=test,sim_type = sim_type,corner = "-")
if (len(self.tests)==0): if (len(self.tests)==0):
print(f"fatal:{self.regression_arg} is not a valid regression name please input a valid regression \ncheck tests.json for more info") print(f"fatal:{self.regression_arg} is not a valid regression name please input a valid regression \ncheck tests.json for more info")
sys.exit() sys.exit()
@ -210,9 +219,15 @@ class RunRegression:
if test in self.tests_json: if test in self.tests_json:
if isinstance(self.type_arg,list): if isinstance(self.type_arg,list):
for sim_type in self.type_arg: for sim_type in self.type_arg:
self.add_new_test(test_name=test,sim_type = sim_type) if sim_type =="GL_SDF":
for corner in self.corners:
self.add_new_test(test_name=test,sim_type = sim_type, corner = corner)
else: self.add_new_test(test_name=test,sim_type = sim_type,corner = "-")
else: else:
self.add_new_test(test_name=test,sim_type = self.type_arg) if sim_type =="GL_SDF":
for corner in self.corners:
self.add_new_test(test_name=test,sim_type = sim_type, corner = corner)
else: self.add_new_test(test_name=test,sim_type = sim_type,corner = "-")
else: else:
if self.test_arg in self.tests_json: if self.test_arg in self.tests_json:
@ -229,35 +244,37 @@ class RunRegression:
self.update_reg_log() self.update_reg_log()
def add_new_test(self,test_name,sim_type): def add_new_test(self,test_name,sim_type,corner):
self.tests[test_name][sim_type]["status"]= "pending" self.tests[test_name][sim_type][corner]["status"]= "pending"
self.tests[test_name][sim_type]["starttime"]= "-" self.tests[test_name][sim_type][corner]["starttime"]= "-"
self.tests[test_name][sim_type]["endtime"]= "-" self.tests[test_name][sim_type][corner]["endtime"]= "-"
self.tests[test_name][sim_type]["duration"] = "-" self.tests[test_name][sim_type][corner]["duration"] = "-"
self.tests[test_name][sim_type]["pass"]= "-" self.tests[test_name][sim_type][corner]["pass"]= "-"
self.unknown_tests +=1 self.unknown_tests +=1
def run_regression(self): def run_regression(self):
for test,sim_types in self.tests.items(): for test,sim_types in self.tests.items():
for sim_type,status in sim_types.items(): # TODO: add multithreading or multiprocessing here for sim_type,corners in sim_types.items(): # TODO: add multithreading or multiprocessing here
start_time = datetime.now() for corner,status in corners.items(): # TODO: add multithreading or multiprocessing here
self.tests[test][sim_type]["starttime"] = datetime.now().strftime("%H:%M:%S(%a)") start_time = datetime.now()
self.tests[test][sim_type]["duration"] = "-" self.tests[test][sim_type][corner]["starttime"] = datetime.now().strftime("%H:%M:%S(%a)")
self.tests[test][sim_type]["status"] = "running" self.tests[test][sim_type][corner]["duration"] = "-"
self.update_reg_log() self.tests[test][sim_type][corner]["status"] = "running"
test_run = RunTest(test,sim_type) self.update_reg_log()
self.tests[test][sim_type]["status"] = "done" test_run = RunTest(test,sim_type,corner)
self.tests[test][sim_type]["endtime"] = datetime.now().strftime("%H:%M:%S(%a)") self.tests[test][sim_type][corner]["status"] = "done"
self.tests[test][sim_type]["duration"] = ("%.10s" % (datetime.now() - start_time)) self.tests[test][sim_type][corner]["endtime"] = datetime.now().strftime("%H:%M:%S(%a)")
self.tests[test][sim_type]["pass"]= test_run.passed self.tests[test][sim_type][corner]["duration"] = ("%.10s" % (datetime.now() - start_time))
if test_run.passed == "passed": self.tests[test][sim_type][corner]["pass"]= test_run.passed
self.passed_tests +=1 if test_run.passed == "passed":
elif test_run.passed == "failed": self.passed_tests +=1
self.failed_tests +=1 elif test_run.passed == "failed":
self.unknown_tests -=1 self.failed_tests +=1
self.update_reg_log() self.unknown_tests -=1
if coverage: self.update_reg_log()
self.generate_cov()
if coverage:
self.generate_cov()
#TODO: add send mail here #TODO: add send mail here
def generate_cov(self): def generate_cov(self):
@ -272,9 +289,10 @@ class RunRegression:
f = open(file_name, "w") f = open(file_name, "w")
f.write(f"{'Test':<25} {'status':<10} {'start':<15} {'end':<15} {'duration':<13} {'p/f':<5}\n") f.write(f"{'Test':<25} {'status':<10} {'start':<15} {'end':<15} {'duration':<13} {'p/f':<5}\n")
for test,sim_types in self.tests.items(): for test,sim_types in self.tests.items():
for sim_type,status in sim_types.items(): for sim_type,corners in sim_types.items():
new_test_name= f"{sim_type}-{test}" for corner,status in corners.items():
f.write(f"{new_test_name:<25} {status['status']:<10} {status['starttime']:<15} {status['endtime']:<15} {status['duration']:<13} {status['pass']:<5}\n") new_test_name= f"{sim_type}-{test}-{corner}"
f.write(f"{new_test_name:<25} {status['status']:<10} {status['starttime']:<15} {status['endtime']:<15} {status['duration']:<13} {status['pass']:<5}\n")
f.write(f"\n\nTotal: ({self.passed_tests})passed ({self.failed_tests})failed ({self.unknown_tests})unknown ") f.write(f"\n\nTotal: ({self.passed_tests})passed ({self.failed_tests})failed ({self.unknown_tests})unknown ")
f.close() f.close()
@ -289,20 +307,21 @@ class main():
self.regression = args.regression self.regression = args.regression
self.test = args.test self.test = args.test
self.testlist = args.testlist self.testlist = args.testlist
self.type = args.sim self.sim = args.sim
self.tag = args.tag self.tag = args.tag
self.corner = args.corner
self.maxerr = args.maxerr self.maxerr = args.maxerr
self.check_valid_args() self.check_valid_args()
self.set_tag() self.set_tag()
self.def_env_vars() self.def_env_vars()
RunRegression(self.regression,self.test,self.type,self.testlist) RunRegression(self.regression,self.test,self.sim,self.testlist,self.corner)
def check_valid_args(self): def check_valid_args(self):
if all(v is None for v in [self.regression, self.test, self.testlist]): if all(v is None for v in [self.regression, self.test, self.testlist]):
print ("Fatal: Should provide at least one of the following options regression, test or testlist for more info use --help") print ("Fatal: Should provide at least one of the following options regression, test or testlist for more info use --help")
sys.exit() sys.exit()
if not set(self.type).issubset(["RTL","GL","GL_SDF"]): if not set(self.sim).issubset(["RTL","GL","GL_SDF"]):
print (f"Fatal: {self.type} isnt a correct type for -sim it should be one or combination of the following RTL, GL or GL_SDF") print (f"Fatal: {self.sim} isnt a correct type for -sim it should be one or combination of the following RTL, GL or GL_SDF")
sys.exit() sys.exit()
def set_tag(self): def set_tag(self):
self.TAG = None # tag will be set in the main phase and other functions will use it self.TAG = None # tag will be set in the main phase and other functions will use it
@ -338,7 +357,8 @@ parser.add_argument('-testlist','-tl', help='path of testlist to be run ')
parser.add_argument('-tag', help='provide tag of the run default would be regression name and if no regression is provided would be run_<random float>_<timestamp>_') parser.add_argument('-tag', help='provide tag of the run default would be regression name and if no regression is provided would be run_<random float>_<timestamp>_')
parser.add_argument('-maxerr', help='max number of errors for every test before simulation breaks default = 3') parser.add_argument('-maxerr', help='max number of errors for every test before simulation breaks default = 3')
parser.add_argument('-vcs','-v',action='store_true', help='use vcs as compiler if not used iverilog would be used') parser.add_argument('-vcs','-v',action='store_true', help='use vcs as compiler if not used iverilog would be used')
parser.add_argument('-cov','-c',action='store_true', help='enable code coverage') parser.add_argument('-cov',action='store_true', help='enable code coverage')
parser.add_argument('-corner','-c', nargs='+' ,help='Corner type in case of GL_SDF run has to be provided')
args = parser.parse_args() args = parser.parse_args()
if (args.vcs) : if (args.vcs) :
iverilog = False iverilog = False
@ -347,6 +367,8 @@ if args.cov:
coverage = True coverage = True
if args.sim == None: if args.sim == None:
args.sim= ["RTL"] args.sim= ["RTL"]
if args.corner == None:
args.corner= ["nom-t"]
print(f"regression:{args.regression}, test:{args.test}, testlist:{args.testlist} sim: {args.sim}") print(f"regression:{args.regression}, test:{args.test}, testlist:{args.testlist} sim: {args.sim}")
main(args) main(args)