Commit b9182570 authored by Nguyen, Thien Minh's avatar Nguyen, Thien Minh
Browse files

Added run data



Signed-off-by: default avatarThien Nguyen <nguyentm@ornl.gov>
parent 90d0cb6f
Loading
Loading
Loading
Loading
+23 −16
Original line number Diff line number Diff line
@@ -33,6 +33,7 @@ if os.path.exists(resultCsvFn):
# Analyze the full benchmark data for one test case:
def analyzeLog(testCaseName, log):
  global firstWrite
  print(log)
  rowData = [os.path.splitext(testCaseName)[0]]
  for line in log.splitlines():
    # Get elapsed time:
@@ -66,24 +67,30 @@ def runBenchmarkSuite(suiteName):
  listOfSrcFiles = glob.glob(dirPath + "/resources/" + suiteName +"/*.qasm")
  listOfTestCases = []
  # Fixed Staq bug which cannot handle scientific form
  for srcFile in listOfSrcFiles:
    with open(srcFile, 'r') as file:
      data = file.read()
      match_number = re.compile("-?\d*\.?\d+e[+-]?\d+")
      e_list = [x for x in re.findall(match_number, data)]
      e_list = list(dict.fromkeys(e_list))
      floatList = []
      for num in e_list:
        floatList.append(np.format_float_positional(float(num)))
      for i in range(len(floatList)):
        # Replace scientific notation
        data = data.replace(e_list[i], floatList[i])
    if len(floatList) > 0 :
      with open(srcFile, 'w') as newFile:
        newFile.write(data)  
  # for srcFile in listOfSrcFiles:
  #   with open(srcFile, 'r') as file:
  #     data = file.read()
  #     match_number = re.compile("-?\d*\.?\d+e[+-]?\d+")
  #     e_list = [x for x in re.findall(match_number, data)]
  #     e_list = list(dict.fromkeys(e_list))
  #     floatList = []
  #     for num in e_list:
  #       floatList.append(np.format_float_positional(float(num)))
  #     for i in range(len(floatList)):
  #       # Replace scientific notation
  #       data = data.replace(e_list[i], floatList[i])
  #   if len(floatList) > 0:
  #     with open(srcFile, 'w') as newFile:
  #       newFile.write(data)

  for srcFile in listOfSrcFiles:
    testCaseName = os.path.splitext(os.path.basename(srcFile))[0] + ".out"
    # Don't run super long circuits
    count = len(open(srcFile).readlines())
    if count > 100000:
      print("Skip Benchmark: ", testCaseName)
      continue

    listOfTestCases.append(testCaseName)
    print("Run Benchmark: ", testCaseName)
    # Single pass data:
+50 −0
Original line number Diff line number Diff line
Test Case,Staq-Walltime,Staq-Before,Staq-After,Gate Merge-Walltime,Gate Merge-Before,Gate Merge-After,Circuit Optimizer-Walltime,Circuit Optimizer-Before,Circuit Optimizer-After,Staq-Walltime,Staq-Before,Staq-After,Gate Merge-Walltime,Gate Merge-Before,Gate Merge-After,Circuit Optimizer-Walltime,Circuit Optimizer-Before,Circuit Optimizer-After
NH_cmplt_BK_sto3g,8432.41,15416,15416,1421.34,15416,13520,1043.26,15416,15416,7014.01,15416,15416,1350.66,15416,13520,18755.0,13520,13218
LiH_frz_JW_sto3g,1150.32,2850,2850,198.528,2850,2656,185.849,2850,2850,1198.91,2850,2850,207.705,2850,2656,1631.63,2656,2512
H4_cmplt_JW_631g,14520.5,35972,35972,4168.18,35972,33936,3664.85,35972,35972,15171.5,35972,35972,3098.48,35972,33936,341914.0,33936,31344
LiH_frz_BK_631g,10003.8,21572,21572,2411.16,21572,18927,1755.48,21572,21572,10709.0,21572,21572,2497.7,21572,18927,6025.63,18927,18865
NH_frz_JW_sto3g,3406.48,7046,7046,557.305,7046,6538,491.269,7046,7046,4003.69,7046,7046,734.593,7046,6538,9038.37,6538,6198
CH2_frz_BK_sto3g,11379.6,19744,19744,2250.43,19744,17503,1432.54,19744,19744,8737.76,19744,19744,1858.49,19744,17503,28456.6,17503,17151
H8_cmplt_BK_sto3g,31107.3,68242,68242,12427.5,68242,59716,5174.21,68242,68242,30994.8,68242,68242,10424.9,68242,59716,421457.0,59716,58120
H4_cmplt_P_sto3g,1260.76,2630,2630,218.047,2630,2426,176.184,2630,2630,1658.0,2630,2630,254.359,2630,2426,385.439,2426,2408
H4_cmplt_BK_sto3g,1497.74,2630,2630,239.942,2630,2316,204.011,2630,2630,1308.37,2630,2630,193.711,2630,2316,619.268,2316,2272
H2_cmplt_P_sto3g,50.745,92,92,7.25,92,80,6.757,92,92,48.334,92,92,6.762,92,80,5.512,80,80
LiH_frz_BK_ccpvdz,45278.5,93518,93518,18593.5,93518,83372,6888.41,93518,93518,41909.2,93518,93518,19928.9,93518,83372,36508.1,83372,83262
H2_cmplt_P_ccpvdz,12027.9,27892,27892,3023.08,27892,26948,1841.35,27892,27892,12912.9,27892,27892,3123.58,27892,26948,3214.57,26948,26930
LiH_cmplt_JW_sto3g,5385.24,13700,13700,950.953,13700,12804,842.427,13700,13700,5297.14,13700,13700,948.228,13700,12804,33355.9,12804,12036
H2_cmplt_JW_631g,617.526,1478,1478,103.112,1478,1368,84.571,1478,1478,626.13,1478,1478,105.415,1478,1368,345.056,1368,1314
H2_cmplt_JW_ccpvdz,7269.5,20630,20630,1147.53,20630,19656,1335.39,20630,20630,7418.78,20630,20630,1259.29,20630,19656,160797.0,19656,17712
H2O_cmplt_JW_sto3g,10978.7,23210,23210,2597.13,23210,21766,1644.6,23210,23210,9317.15,23210,23210,1703.78,23210,21766,132703.0,21766,20122
CH2_cmplt_JW_sto3g,13665.4,34280,34280,2752.58,34280,32140,2383.86,34280,34280,14728.6,34280,34280,2913.41,34280,32140,246030.0,32140,29800
H2O_frz_BK_sto3g,6604.55,15416,15416,1313.44,15416,13520,952.211,15416,15416,6519.52,15416,15416,1308.18,15416,13520,17107.3,13520,13218
LiH_cmplt_BK_631g,44273.0,99394,99394,25817.4,99394,88187,7025.69,99394,99394,44099.5,99394,99394,22799.1,99394,88187,229593.0,88187,87615
NH_cmplt_P_sto3g,6415.59,15288,15288,1330.92,15288,14382,921.417,15288,15288,6461.43,15288,15288,1289.02,15288,14382,3901.22,14382,14332
H2_cmplt_BK_sto3g,48.503,93,93,7.213,93,81,5.723,93,93,46.018,93,93,6.761,93,81,5.21,81,81
H2O_cmplt_P_sto3g,11884.0,27467,27467,2693.24,27467,26019,1750.1,27467,27467,12616.0,27467,27467,2790.83,27467,26019,9190.86,26019,25953
H2_cmplt_BK_ccpvdz,9025.07,21572,21572,1767.35,21572,18927,1428.9,21572,21572,8993.52,21572,21572,1765.89,21572,18927,4539.9,18927,18865
H4_cmplt_BK_631g,14857.3,34950,34950,3832.63,34950,30458,2480.38,34950,34950,14916.7,34950,34950,3625.3,34950,30458,22184.4,30458,30282
H2O_frz_P_sto3g,6410.42,15288,15288,1313.9,15288,14382,924.101,15288,15288,6469.85,15288,15288,1322.36,15288,14382,3823.95,14382,14332
LiH_frz_JW_631g,7158.48,20630,20630,1076.17,20630,19656,1304.48,20630,20630,7130.12,20630,20630,1062.93,20630,19656,144489.0,19656,17712
H2_cmplt_JW_sto3g,72.64,150,150,12.499,150,136,9.195,150,150,69.279,150,150,12.681,150,136,8.658,136,136
H2O_frz_JW_sto3g,5353.02,13704,13704,965.503,13704,12788,827.398,13704,13704,5287.9,13704,13704,928.379,13704,12788,33990.8,12788,11960
H4_cmplt_P_631g,19132.2,44174,44174,4944.6,44174,42210,3071.93,44174,44174,19025.5,44174,44174,4797.51,44174,42210,24462.6,42210,42092
CH2_cmplt_BK_sto3g,16573.5,37342,37342,4502.85,37342,32661,2621.32,37342,37342,16432.8,37342,37342,4238.66,37342,32661,124318.0,32661,31735
H2O_cmplt_BK_sto3g,11667.7,25006,25006,2488.88,25006,21772,1682.88,25006,25006,11170.6,25006,25006,2831.49,25006,21772,60183.3,21772,21150
NH_frz_P_sto3g,3197.29,7289,7289,597.985,7289,6795,483.771,7289,7289,3171.22,7289,7289,611.308,7289,6795,1376.65,6795,6761
LiH_frz_P_sto3g,1322.88,2957,2957,280.391,2957,2773,188.326,2957,2957,1314.17,2957,2957,272.891,2957,2773,227.647,2773,2765
H4_cmplt_JW_sto3g,1330.59,2820,2820,202.552,2820,2600,191.278,2820,2820,1448.89,2820,2820,211.457,2820,2600,923.36,2600,2504
CH2_frz_P_sto3g,8660.76,19532,19532,1831.35,19532,18382,1347.01,19532,19532,9735.0,19532,19532,2244.31,19532,18382,7736.05,18382,18312
LiH_cmplt_BK_sto3g,7979.08,16688,16688,1706.91,16688,14958,1228.35,16688,16688,7421.41,16688,16688,1524.59,16688,14958,8601.15,14958,14824
CH2_frz_JW_sto3g,7341.91,17658,17658,1342.38,17658,16482,1204.32,17658,17658,7545.98,17658,17658,1252.52,17658,16482,55762.0,16482,15462
LiH_cmplt_P_sto3g,6439.9,15130,15130,1328.21,15130,14270,933.102,15130,15130,6462.64,15130,15130,1327.01,15130,14270,4004.05,14270,14214
CH2_cmplt_P_sto3g,17359.4,40198,40198,4329.17,40198,38076,2806.86,40198,40198,17352.6,40198,40198,4218.84,40198,38076,20953.5,38076,37970
H8_cmplt_P_sto3g,36383.2,81244,81244,12155.0,81244,77410,5944.55,81244,81244,37237.8,81244,81244,10979.3,81244,77410,75341.5,77410,77226
h4_qaoa,502.52,2060,1834,75.83,2060,1924,1258.02,2060,1882,499.024,2060,1834,59.738,1834,1826,124.718,1826,1826
H8_cmplt_JW_sto3g,27557.5,66312,66312,8432.66,66312,62432,4882.41,66312,66312,27617.8,66312,66312,8097.26,66312,62432,1037260.0,62432,57464
LiH_cmplt_JW_631g,37373.0,98020,98020,12341.0,98020,93440,6763.21,98020,98020,37852.2,98020,98020,10655.0,98020,93440,3099140.0,93440,84692
H2_cmplt_P_631g,591.755,1378,1378,101.52,1378,1274,81.076,1378,1378,579.718,1378,1378,103.895,1378,1274,99.594,1274,1268
NH_cmplt_JW_sto3g,5415.59,13704,13704,948.82,13704,12788,891.475,13704,13704,5723.13,13704,13704,1014.22,13704,12788,36593.8,12788,11960
LiH_frz_BK_sto3g,1272.74,2890,2890,212.419,2890,2529,186.984,2890,2890,1315.73,2890,2890,207.829,2890,2529,271.859,2529,2513
LiH_frz_P_631g,13616.1,27892,27892,3128.83,27892,26948,1850.19,27892,27892,12670.0,27892,27892,3090.2,27892,26948,3236.71,26948,26930
NH_frz_BK_sto3g,3957.62,8283,8283,800.468,8283,7306,657.416,8283,8283,3545.86,8283,8283,679.775,8283,7306,4045.66,7306,7176
H2_cmplt_BK_631g,605.266,1343,1343,104.558,1343,1163,85.224,1343,1343,611.534,1343,1343,94.405,1343,1163,99.417,1163,1157
+126 −0
Original line number Diff line number Diff line
Test Case,Staq-Walltime,Staq-Before,Staq-After,Gate Merge-Walltime,Gate Merge-Before,Gate Merge-After,Circuit Optimizer-Walltime,Circuit Optimizer-Before,Circuit Optimizer-After,Staq-Walltime,Staq-Before,Staq-After,Gate Merge-Walltime,Gate Merge-Before,Gate Merge-After,Circuit Optimizer-Walltime,Circuit Optimizer-Before,Circuit Optimizer-After
xor5_254,4.449,7,7,0.113,7,7,0.881,7,7,4.396,7,7,0.066,7,7,0.704,7,7
4_49_16,43.737,209,193,6.053,209,209,13.057,209,209,42.013,209,193,4.793,193,193,13.117,193,193
sys6-v0_111,45.635,211,194,11.854,211,211,21.516,211,201,46.322,211,194,6.188,194,194,17.764,194,184
square_root_7,2595.3,7248,6270,352.221,7248,7152,551.744,7248,7248,1735.81,7248,6270,161.896,6270,6174,410.813,6174,6174
cycle10_2_110,1496.23,5724,4950,151.905,5724,5724,449.25,5724,5724,1280.68,5724,4950,61.222,4950,4950,309.565,4950,4950
ham15_107,4201.99,8279,7234,326.986,8279,8279,1567.59,8279,8257,1832.1,8279,7234,110.774,7234,7234,1147.97,7234,7212
rd53_130,189.247,987,863,32.52,987,987,60.877,987,987,202.65,987,863,22.829,863,859,53.487,859,859
alu-v2_31,86.243,431,386,15.574,431,431,26.055,431,431,84.145,431,386,8.756,386,386,23.311,386,386
4gt5_77,37.405,127,115,3.776,127,126,9.264,127,125,25.604,127,115,4.823,115,114,9.043,114,112
radd_250,643.176,3009,2591,70.15,3009,3009,195.26,3009,3009,628.979,3009,2591,35.762,2591,2587,165.544,2587,2587
mod10_176,34.948,170,155,4.633,170,170,12.136,170,168,36.078,170,155,4.367,155,155,12.689,155,153
C17_204,96.366,443,396,11.751,443,443,27.362,443,443,89.365,443,396,8.832,396,392,27.89,392,392
0410184_169,45.284,209,194,5.639,209,209,13.931,209,207,70.524,209,194,7.85,194,194,16.776,194,192
con1_216,254.459,896,784,22.676,896,896,55.462,896,896,211.098,896,784,18.028,784,780,64.856,780,780
rd53_311,68.177,269,242,7.962,269,269,19.485,269,265,54.086,269,242,7.506,242,242,17.731,242,238
4gt13_91,22.289,97,86,1.589,97,97,7.005,97,91,40.952,97,86,1.574,86,86,9.541,86,80
one-two-three-v0_98,31.055,142,130,4.328,142,142,9.366,142,142,55.026,142,130,3.028,130,130,8.788,130,130
4gt13_90,33.593,101,90,2.137,101,101,14.769,101,93,47.487,101,90,1.942,90,90,9.045,90,82
dc2_222,2862.07,8914,7702,288.923,8914,8914,632.565,8914,8914,1968.44,8914,7702,85.371,7702,7700,481.942,7700,7700
ex3_229,88.693,383,339,12.315,383,383,25.278,383,383,75.989,383,339,8.402,339,339,20.523,339,339
ham3_102,7.502,18,18,0.583,18,18,1.449,18,18,7.375,18,18,0.725,18,18,1.681,18,18
adr4_197,709.41,3223,2772,82.838,3223,3217,219.48,3223,3223,712.391,3223,2772,41.95,2772,2763,189.354,2763,2763
one-two-three-v1_99,62.832,126,113,3.697,126,125,15.26,126,126,95.664,126,113,10.641,113,112,32.817,112,112
mini-alu_167,59.884,280,256,11.259,280,280,20.438,280,280,75.887,280,256,10.766,256,256,18.662,256,256
alu-v2_30,107.62,484,441,15.318,484,483,33.106,484,482,183.313,484,441,13.001,441,440,34.906,440,438
4gt5_76,27.92,87,81,2.041,87,87,7.214,87,81,25.768,87,81,3.217,81,81,8.14,81,75
rd53_131,80.053,431,374,11.383,431,431,25.979,431,431,91.098,431,374,7.408,374,372,24.755,372,372
mini_alu_305,38.895,167,155,6.074,167,166,11.666,167,167,40.944,167,155,6.723,155,154,11.242,154,154
4mod7-v0_94,31.994,156,138,3.996,156,156,12.16,156,152,34.813,156,138,4.199,138,138,11.917,138,134
z4_268,596.045,2891,2504,77.436,2891,2891,185.064,2891,2891,562.495,2891,2504,39.584,2504,2504,155.421,2504,2504
cm82a_208,129.18,610,523,16.392,610,610,43.492,610,610,117.657,610,523,8.701,523,519,31.545,519,519
aj-e11_165,30.851,147,138,3.704,147,147,9.436,147,147,29.629,147,138,4.282,138,138,8.679,138,138
misex1_241,976.566,4523,3882,108.876,4523,4523,307.788,4523,4523,973.499,4523,3882,61.102,3882,3880,240.525,3880,3880
alu-v0_26,17.204,80,74,2.443,80,80,5.157,80,80,18.604,80,74,2.721,74,74,5.823,74,74
sym6_316,56.816,262,239,6.669,262,262,16.876,262,262,61.5,262,239,5.179,239,239,14.957,239,239
decod24-bdd_294,20.598,73,67,2.44,73,71,4.889,73,73,16.975,73,67,2.03,67,65,5.349,65,65
miller_11,13.125,50,49,1.908,50,50,3.262,50,50,14.172,50,49,2.382,49,49,4.13,49,49
rd32-v1_68,18.411,30,25,1.411,30,29,3.134,30,30,22.299,30,25,2.728,25,24,4.98,24,24
dc1_220,610.191,1798,1569,62.649,1798,1798,155.616,1798,1798,421.077,1798,1569,33.297,1569,1565,137.983,1565,1565
hwb6_56,1226.18,6441,5741,223.757,6441,6441,578.049,6441,6435,1191.39,6441,5741,120.211,5741,5741,505.563,5741,5735
decod24-enable_126,61.623,324,295,9.592,324,324,19.548,324,324,65.983,324,295,6.927,295,295,17.505,295,295
one-two-three-v2_100,15.95,69,67,2.029,69,69,4.922,69,67,15.971,69,67,1.871,67,67,4.949,67,65
mod5adder_127,98.397,535,485,18.007,535,533,36.561,535,535,99.349,535,485,15.918,485,483,30.916,483,483
one-two-three-v3_101,19.737,70,69,1.953,70,70,4.798,70,70,16.38,70,69,1.932,69,69,5.355,69,69
4mod5-v0_20,7.383,20,20,0.665,20,20,1.535,20,20,7.536,20,20,0.652,20,20,1.618,20,20
mod8-10_177,95.004,424,378,13.119,424,424,31.713,424,422,82.599,424,378,12.885,378,378,31.888,378,376
ising_model_13,160.722,633,525,49.613,633,381,522.084,633,481,172.828,633,525,40.219,525,378,33.113,378,377
sf_276,168.06,736,648,26.739,736,736,47.274,736,736,140.349,736,648,12.557,648,644,41.701,644,644
cm42a_207,412.032,1680,1476,45.626,1680,1673,103.54,1680,1680,862.613,1680,1476,64.338,1476,1469,169.736,1469,1469
4gt12-v1_89,85.892,216,194,8.412,216,216,23.309,216,216,64.833,216,194,5.075,194,190,17.166,190,190
alu-v0_27,11.272,36,36,0.991,36,35,2.875,36,36,11.038,36,36,0.985,36,35,2.572,35,35
pm1_249,351.697,1680,1476,52.351,1680,1673,107.418,1680,1680,341.775,1680,1476,28.212,1476,1469,89.562,1469,1469
mod5mils_65,10.416,33,30,1.058,33,33,2.429,33,33,10.537,33,30,0.066,30,30,2.125,30,30
mod10_171,45.346,238,214,7.21,238,238,16.726,238,236,46.247,238,214,5.899,214,214,15.332,214,212
ex1_226,4.573,7,7,0.073,7,7,0.875,7,7,4.551,7,7,0.048,7,7,0.789,7,7
ex-1_166,12.001,19,19,0.666,19,19,2.631,19,19,8.098,19,19,0.789,19,19,1.784,19,19
decod24-v1_41,23.776,83,77,2.394,83,83,5.756,83,83,20.876,83,77,1.95,77,77,5.938,77,77
4gt12-v0_88,37.998,188,168,5.251,188,188,13.783,188,186,43.252,188,168,3.746,168,168,12.681,168,166
rd53_138,41.394,128,115,5.116,128,128,16.921,128,120,33.423,128,115,3.46,115,115,12.229,115,107
4gt4-v0_79,46.928,219,196,6.053,219,219,22.337,219,215,55.848,219,196,6.526,196,196,19.15,196,192
alu-v3_34,16.864,52,51,2.639,52,51,4.335,52,52,13.819,52,51,1.747,51,50,3.717,50,50
3_17_13,13.376,36,35,1.452,36,36,2.826,36,36,11.375,36,35,1.336,35,35,2.751,35,35
decod24-v3_45,35.408,146,134,5.885,146,145,10.18,146,146,30.531,146,134,4.21,134,133,11.157,133,133
4gt4-v0_80,38.695,173,156,5.837,173,173,12.002,173,173,53.365,173,156,4.59,156,156,12.479,156,156
mod8-10_178,79.632,330,296,10.55,330,330,23.192,330,330,65.095,330,296,6.321,296,296,19.247,296,296
hwb4_49,43.706,221,200,5.579,221,221,17.233,221,215,64.605,221,200,4.983,200,200,21.488,200,194
4mod5-bdd_287,18.312,68,63,2.59,68,67,4.979,68,68,19.827,68,63,1.911,63,62,4.35,62,62
4gt11_84,6.54,18,18,0.677,18,18,1.595,18,16,8.889,18,18,0.87,18,18,2.266,18,16
decod24-v0_38,11.95,49,44,1.666,49,49,4.298,49,49,12.657,49,44,3.307,44,44,3.203,44,44
ising_model_10,174.015,480,399,29.291,480,288,267.467,480,364,134.784,480,399,21.246,399,285,24.423,285,284
4mod5-v0_19,15.476,33,30,0.629,33,33,2.403,33,33,9.573,33,30,0.061,30,30,2.102,30,30
4gt4-v1_74,62.159,263,241,9.16,263,263,16.326,263,263,71.47,263,241,8.961,241,241,15.763,241,241
4mod5-v1_22,9.756,21,21,0.617,21,20,3.545,21,19,8.626,21,21,0.586,21,20,1.771,20,18
4gt12-v0_87,79.058,235,214,6.497,235,235,16.793,235,229,70.97,235,214,5.39,214,214,28.727,214,208
alu-v1_29,10.785,37,37,1.276,37,36,2.652,37,37,9.864,37,37,1.319,37,36,2.619,36,36
4gt12-v0_86,56.299,239,218,5.769,239,239,19.836,239,231,46.817,239,218,4.582,218,218,18.905,218,210
alu-v1_28,20.279,37,37,1.438,37,37,2.754,37,37,13.277,37,37,1.636,37,37,2.896,37,37
4mod5-v1_23,19.534,67,57,1.317,67,66,4.544,67,67,18.141,67,57,0.936,57,56,6.396,56,56
sf_274,152.701,739,647,22.817,739,739,46.322,739,739,152.073,739,647,13.459,647,645,44.847,645,645
4mod5-v0_18,33.523,63,53,1.279,63,63,5.303,63,57,21.977,63,53,0.195,53,53,5.456,53,47
majority_239,134.861,576,508,15.949,576,576,38.333,576,576,163.494,576,508,10.738,508,504,35.08,504,502
hwb5_53,250.562,1290,1165,37.858,1290,1290,101.309,1290,1286,244.985,1290,1165,26.624,1165,1165,90.929,1165,1161
ham7_104,63.078,312,281,9.499,312,312,32.982,312,306,68.021,312,281,6.73,281,281,25.879,281,275
rd53_135,83.93,282,250,6.47,282,282,18.136,282,282,62.828,282,250,5.251,250,250,16.259,250,250
rd32_270,18.633,78,60,1.659,78,78,8.379,78,78,27.059,78,60,1.585,60,60,6.189,60,60
cm152a_212,265.125,1147,1003,27.667,1147,1147,72.061,1147,1147,238.965,1147,1003,16.06,1003,999,63.475,999,999
4gt10-v1_81,38.103,144,132,4.884,144,144,10.125,144,142,54.287,144,132,4.909,132,132,22.151,132,130
qft_10,5.76,198,0,3.194,198,198,26.728,198,130,5.964,198,0,0.043,0,0,0.23,0,0
rd32-v0_66,13.306,28,23,0.624,28,28,2.415,28,28,8.601,28,23,0.101,23,23,3.182,23,23
rd53_251,263.028,1219,1057,34.893,1219,1219,90.958,1219,1219,251.058,1219,1057,21.713,1057,1057,72.837,1057,1057
alu-v3_35,18.249,37,37,1.036,37,36,2.831,37,37,107.777,37,37,1.853,37,36,5.949,36,36
squar5_261,379.966,1873,1601,48.083,1873,1873,112.45,1873,1873,394.137,1873,1601,25.72,1601,1597,99.192,1597,1597
4gt4-v0_78,47.824,223,200,5.29,223,223,17.953,223,217,64.045,223,200,5.746,200,200,21.714,200,194
4gt13-v1_93,21.703,66,60,2.23,66,66,4.656,66,64,14.573,66,60,1.723,60,60,4.467,60,58
4gt4-v0_73,74.243,373,333,10.606,373,373,27.037,373,367,86.74,373,333,7.383,333,333,24.869,333,327
one-two-three-v0_97,60.476,280,253,8.725,280,280,17.243,280,280,73.79,280,253,6.466,253,253,15.29,253,253
rd73_252,975.895,4997,4291,128.348,4997,4997,346.227,4997,4997,962.9,4997,4291,62.784,4291,4287,261.348,4287,4287
rd84_142,70.695,335,309,10.71,335,335,34.712,335,321,93.768,335,309,10.231,309,309,33.658,309,295
4mod7-v1_96,34.529,154,140,4.085,154,154,11.918,154,152,43.636,154,140,11.641,140,140,13.831,140,138
ising_model_16,188.074,786,651,46.295,786,474,744.263,786,598,195.085,786,651,36.475,651,471,34.888,471,470
4mod5-v1_24,22.745,36,36,2.121,36,36,2.563,36,36,37.512,36,36,6.15,36,36,12.43,36,36
f2_232,221.113,1140,994,29.384,1140,1140,74.709,1140,1140,297.533,1140,994,30.364,994,994,74.742,994,994
mod5d1_63,8.044,22,22,0.598,22,22,1.712,22,22,9.17,22,22,0.625,22,22,1.565,22,22
sym9_146,89.089,318,296,11.051,318,318,37.269,318,304,66.487,318,296,9.629,296,296,31.968,296,282
alu-v4_36,27.447,109,99,3.94,109,109,6.835,109,109,23.603,109,99,3.322,99,99,6.203,99,99
alu-bdd_288,25.94,80,72,2.908,80,80,6.095,80,80,18.189,80,72,1.173,72,72,5.034,72,72
4gt11_82,8.967,27,27,0.662,27,27,2.168,27,19,12.758,27,27,0.65,27,27,2.988,27,19
4gt5_75,18.672,81,75,2.502,81,81,5.925,81,79,21.17,81,75,1.988,75,75,6.39,75,73
graycode6_47,4.689,5,5,0.076,5,5,0.632,5,5,8.101,5,5,0.054,5,5,0.886,5,5
alu-v2_33,11.325,37,37,0.951,37,36,2.708,37,37,10.545,37,37,0.977,37,36,3.018,36,36
alu-v2_32,32.82,159,146,4.477,159,156,10.736,159,159,33.387,159,146,4.166,146,143,9.923,143,143
4gt11_83,7.856,23,23,0.632,23,23,1.85,23,17,7.95,23,23,0.66,23,23,2.134,23,17
decod24-v2_43,12.069,52,49,1.669,52,51,3.452,52,52,12.573,52,49,1.323,49,48,3.403,48,48
cnt3-5_180,97.469,463,425,13.97,463,463,33.331,463,463,96.972,463,425,17.559,425,425,25.706,425,425
sqrt8_260,579.306,2837,2440,72.25,2837,2837,178.072,2837,2837,571.653,2837,2440,32.407,2440,2436,161.703,2436,2436
4gt13_92,16.48,64,58,1.629,64,64,4.408,64,64,18.147,64,58,1.559,58,58,4.592,58,58
cnt3-5_179,37.335,165,160,4.105,165,165,10.637,165,165,57.81,165,160,3.809,160,160,10.432,160,160
alu-v4_37,10.999,37,37,1.153,37,36,2.784,37,37,11.618,37,37,0.978,37,36,2.691,36,36
ex2_227,118.052,597,523,15.7,597,597,37.742,597,597,114.692,597,523,14.045,523,519,33.161,519,519
rd73_140,45.087,222,202,6.613,222,222,21.111,222,210,47.898,222,202,6.051,202,202,19.71,202,190
mod5d2_64,17.344,49,46,0.74,49,49,4.302,49,49,11.944,49,46,0.695,46,46,3.368,46,46
wim_266,184.997,932,808,28.521,932,928,63.05,932,932,186.517,932,808,18.074,808,804,46.433,804,804
sym6_145,676.574,3644,3167,151.144,3644,3644,228.158,3644,3644,685.422,3644,3167,48.757,3167,3167,200.907,3167,3167
rd53_133,101.225,538,460,11.412,538,538,42.874,538,534,97.501,538,460,6.244,460,460,34.293,460,456
4gt4-v0_72,56.492,244,213,7.161,244,244,15.279,244,244,85.458,244,213,17.297,213,213,30.623,213,213
+130 −0

File added.

Preview size limit exceeded, changes collapsed.

+41 −0

File added.

Preview size limit exceeded, changes collapsed.