Commit 0d5866c7 authored by Bowen Wu's avatar Bowen Wu
Browse files

Merge branch 'dev' of gitlab.ethz.ch:asridhar/fuzzopt

parents 39a53577 41cc1d7f
......@@ -19,7 +19,7 @@ from optimizer import OPTIMAL, CplexSolver, GurobiSolver
class OptFuzzer(object):
MAX_MUTANTS_IN_DIR = 10
def __init__(self, seed : List, mut_method : List, cplex : CplexSolver, gurobi : GurobiSolver,
save_path : str, checkpoint_freq : int, checkpoint_path : str, diff_path: str, rel_tol = 1e-6) -> None:
save_path : str, checkpoint_freq : int, checkpoint_path : str, diff_path: str, abs_tol = 1e-6) -> None:
self.seed = seed # a list of seed mps in dict format
self.mut_method = mut_method # a list of mutation methods
self.no_op_mut_method = NoOpMut()
......@@ -34,7 +34,7 @@ class OptFuzzer(object):
os.makedirs(self.checkpoint_path, exist_ok=True)
self.diff_path = diff_path # path to store the mutants that cause differences
os.makedirs(self.diff_path, exist_ok=True)
self.rel_tol = rel_tol
self.abs_tol = abs_tol
self.diff = [] # mutants that cause differences
self.all_mutant = []
self.queue = Queue(maxsize=0) # unbounded queue for seeds
......@@ -45,13 +45,14 @@ class OptFuzzer(object):
"id" : self.next_id,
"parent" : [-1], # root seed, no parent
"mut_method" : "",
"mps" : load_mps_dict(s)
"mps" : load_mps_dict(s),
"name": s,
}
self.next_id += 1
self.queue.put_nowait(mutant)
print("Seeds initialized")
def get_mutant(self, mut_choice : str, nr_mutations: int = 4) -> dict:
def get_mutant(self, mut_choice : str, nr_mutations: int = 3) -> dict:
parent = self.queue.get()
mps = parent["mps"]
idx = 0
......@@ -67,7 +68,7 @@ class OptFuzzer(object):
print(f"Unsupported mutant choice {mut_choice}")
os.abort()
print("========== GOING TO MUTATE ============")
#print("========== GOING TO MUTATE ============")
if mut_choice == 'random':
mps_prime = mps
for _ct in range(nr_mutations):
......@@ -81,6 +82,7 @@ class OptFuzzer(object):
ret = {
"id" : self.next_id,
"seed_name": parent["name"],
"parent" : [parent["id"]], # root seed, no parent
"mut_method" : self.mut_method[idx].__str__(),
"mps" : mps_prime
......@@ -98,7 +100,7 @@ class OptFuzzer(object):
if sol1['status'] == OPTIMAL:
# check if the obj value is the same
if not math.isclose(sol1['obj_val'], sol2['obj_val'], rel_tol=self.rel_tol):
if not math.isclose(sol1['obj_val'], sol2['obj_val'], abs_tol=self.abs_tol):
return False
# check if the variable values are the same
......@@ -114,7 +116,7 @@ class OptFuzzer(object):
except KeyError:
var2 = 0
if not math.isclose(var1, var2, rel_tol=self.rel_tol):
if not math.isclose(var1, var2, abs_tol=self.abs_tol):
return False
return True
......@@ -128,15 +130,26 @@ class OptFuzzer(object):
with open(fname, "w") as f:
f.write(mps_prog.__str__())
c_start = time.time()
cplex_sol = self.cplex(fname)
c_time = time.time() - c_start
g_start = time.time()
gurobi_sol = self.gurobi(fname)
g_time = time.time() - g_start
if cplex_sol is None or gurobi_sol is None:
print("[Fatal] Cannot load the solution")
self.checkpoint()
os.abort()
if not self.sol_equal(cplex_sol, gurobi_sol):
are_equal = self.sol_equal(cplex_sol, gurobi_sol)
print_ind_stats = False
if(print_ind_stats):
#Id, Name, Equal, Cplex time, Gurobi time
print('{},{},{},{},{}'.format(mut['id']-203, mut['seed_name'].replace('seed/',''), are_equal, c_time, g_time))
if not are_equal:
dfname = os.path.join(self.diff_path, f"diff_{len(self.diff)}.mps")
with open(dfname, "w") as f:
f.write(mps_prog.__str__())
......@@ -199,6 +212,8 @@ def main():
c = MoreIntMut(0.3)
elif m == "FlipObjSense":
c = FlipObjSense()
elif m == "NoOpMut":
c = NoOpMut()
mut_method.append(c)
import glob
......
......@@ -10,21 +10,25 @@ INFEASIBLE = 1
INF_OR_UNBD = 2
UNBOUNDED = 3
UNKNOWN = 4
TIME_LIMIT_EXCEEDED = 5
status_text = {
OPTIMAL : "optimal",
INFEASIBLE : "infeasible",
INF_OR_UNBD : "infeasible or unbounded",
UNBOUNDED : "unbounded",
UNKNOWN : "unknown"
UNKNOWN : "unknown",
TIME_LIMIT_EXCEEDED : "time limit exceeded",
}
MAX_TIME_LIMIT = 20
class Solver(object):
def __init__(self, verbose = False) -> None:
# by default, the solvers are very talky but we can make it less verbose
self.verbose = verbose
self.stats = dict()
for k in [OPTIMAL, INFEASIBLE, INF_OR_UNBD, UNBOUNDED, UNKNOWN]:
for k in [OPTIMAL, INFEASIBLE, INF_OR_UNBD, UNBOUNDED, UNKNOWN, TIME_LIMIT_EXCEEDED]:
self.stats[k] = 0
def print_solver_stats(self) -> None:
......@@ -36,13 +40,17 @@ class CplexSolver(Solver):
# https://www.tu-chemnitz.de/mathematik/discrete/manuals/cplex/doc/refman/html/appendixB.html
status_code = {
# LP
1 : OPTIMAL,
2 : UNBOUNDED,
3 : INFEASIBLE,
4 : INF_OR_UNBD,
1 : OPTIMAL,
2 : UNBOUNDED,
3 : INFEASIBLE,
4 : INF_OR_UNBD,
11 : TIME_LIMIT_EXCEEDED,
# MIP
101 : OPTIMAL,
102 : OPTIMAL,
103 : INFEASIBLE,
107 : TIME_LIMIT_EXCEEDED,
108 : TIME_LIMIT_EXCEEDED,
115 : INFEASIBLE, # https://www-eio.upc.edu/lceio/manuals/cplex-11/html/usrcplex/solveLP19.html
103 : INFEASIBLE,
118 : UNBOUNDED,
......@@ -58,14 +66,18 @@ class CplexSolver(Solver):
model.set_warning_stream(None)
model.set_error_stream(None)
model.set_log_stream(None)
ps = model.create_parameter_set()
ps.add(model.parameters.timelimit, MAX_TIME_LIMIT)
model.set_parameter_set(ps)
with VerbosePrint(self.verbose):
model.read(mps_file)
model.solve()
if self.get_sol_status(model.solution) == INF_OR_UNBD:
model.parameters.preprocessing.presolve.set(0)
model.parameters.preprocessing.reduce.set(0)
with VerbosePrint(self.verbose):
model.read(mps_file)
model.solve()
ret = dict()
......@@ -129,7 +141,8 @@ class GurobiSolver(Solver):
2 : OPTIMAL,
3 : INFEASIBLE,
4 : INF_OR_UNBD,
5 : UNBOUNDED
5 : UNBOUNDED,
9 : TIME_LIMIT_EXCEEDED,
}
def __init__(self, verbose = False) -> None:
......@@ -139,6 +152,7 @@ class GurobiSolver(Solver):
with VerbosePrint(self.verbose):
model = gp.read(mps_file)
model.setParam("OutputFlag", False)
model.setParam(gp.GRB.Param.TimeLimit, MAX_TIME_LIMIT)
model.optimize()
if self.get_sol_status(model) == INF_OR_UNBD:
......
Id,Seed Name,Are Equal,Cplex Time,Gurobi Time,Time Diff,
1,p1-neos-3381206-awhea-10.mps,TRUE,0.01253294945,0.00501203537,0.00752,
2,p1-roll3000-8.mps,TRUE,0.005740880966,0.003398180008,0.00234,
3,p0-germanrr-1.mps,TRUE,0.01074695587,0.007662057877,0.00308,
4,p0-timtab1-17.mps,TRUE,2.228634119,3.314148903,-1.08551,
5,p1-neos-3024952-loue-9.mps,TRUE,0.008886098862,0.002897977829,0.00599,
6,p1-timtab1-3.mps,TRUE,0.8952331543,1.731445074,-0.83621,
7,p0-neos-3381206-awhea-9.mps,TRUE,0.01223874092,0.003405094147,0.00883,
8,p0-neos-911970-3.mps,TRUE,0.03839898109,0.003207206726,0.03519,
9,p1-neos-911970-5.mps,TRUE,0.01669669151,0.004959106445,0.01174,
10,p1-app1-1-9.mps,TRUE,0.003753900528,0.001803159714,0.00195,
11,p1-germanrr-5.mps,TRUE,0.00546002388,0.002912998199,0.00255,
12,p1-germanrr-4.mps,TRUE,0.006183862686,0.004332065582,0.00185,
13,p1-app1-1-8.mps,TRUE,0.004004240036,0.002134084702,0.00187,
14,p0-neos-3381206-awhea-20.mps,TRUE,0.005954027176,0.001933097839,0.00402,
15,p0-neos-911970-2.mps,TRUE,0.02199220657,0.007080793381,0.01491,
16,p1-neos-911970-4.mps,TRUE,0.03226995468,0.00646686554,0.0258,
17,p0-neos-3381206-awhea-8.mps,TRUE,0.007910013199,0.002461910248,0.00545,
18,p1-neos-3024952-loue-8.mps,TRUE,0.004539728165,0.001863956451,0.00268,
19,p1-timtab1-2.mps,TRUE,2.129166126,1.303998947,0.82517,
20,p0-timtab1-16.mps,TRUE,0.2055158615,0.4902181625,-0.2847,
21,p1-roll3000-9.mps,TRUE,0.008816003799,0.003302097321,0.00551,
22,p1-timtab1-10.mps,TRUE,1.562390089,1.171184063,0.39121,
23,p0-germanrr-2.mps,TRUE,0.00972700119,0.004080057144,0.00565,
24,p0-timtab1-14.mps,TRUE,0.6175591946,0.6288559437,-0.0113,
25,p1-neos-911970-6.mps,TRUE,0.04128408432,0.010638237,0.03065,
26,p1-germanrr-6.mps,TRUE,0.005666017532,0.004109144211,0.00156,
27,p1-germanrr-7.mps,TRUE,0.005108118057,0.002174139023,0.00293,
28,p1-neos-911970-7.mps,TRUE,0.01624274254,0.004440069199,0.0118,
29,p1-timtab1-1.mps,TRUE,0.002347946167,0.001502990723,0.00084,
30,p1-neos-3024952-loue-10.mps,TRUE,0.007835149765,0.00303196907,0.0048,
31,p0-timtab1-15.mps,TRUE,0.9187209606,1.40030694,-0.48159,
32,p0-germanrr-3.mps,TRUE,0.01463603973,0.004200935364,0.01044,
33,p0-germanrr-7.mps,TRUE,0.01049923897,0.004061222076,0.00644,
34,p0-timtab1-11.mps,TRUE,0.1474378109,0.1720910072,-0.02465,
35,p0-neos-911970-10.mps,TRUE,0.0248029232,0.004568099976,0.02023,
36,p1-timtab1-5.mps,TRUE,0.002615213394,0.001096010208,0.00152,
37,p0-neos-911970-5.mps,TRUE,0.01419401169,0.004099845886,0.01009,
38,p1-neos-911970-3.mps,TRUE,0.02019691467,0.00599694252,0.0142,
39,p1-germanrr-3.mps,TRUE,0.004708051682,0.002314090729,0.00239,
40,p1-germanrr-2.mps,TRUE,0.004745006561,0.004019975662,0.00073,
41,p0-neos-911970-4.mps,TRUE,0.3293869495,0.2010419369,0.12835,
42,p1-neos-911970-2.mps,TRUE,0.02234697342,0.004848003387,0.0175,
43,p1-timtab1-4.mps,TRUE,0.002192258835,0.0009911060333,0.0012,
44,p0-timtab1-10.mps,TRUE,0.3567581177,2.41602397,-2.05927,
45,p0-germanrr-6.mps,TRUE,0.009392261505,0.004605770111,0.00479,
46,p0-germanrr-4.mps,TRUE,0.008689880371,0.004343032837,0.00435,
47,p0-timtab1-8.mps,TRUE,1.680260897,2.159276009,-0.47902,
48,p0-timtab1-12.mps,TRUE,0.6831150055,1.209145784,-0.52603,
49,p1-timtab1-6.mps,TRUE,2.37755537,7.95908618,-5.58153,
50,p0-neos-911970-6.mps,TRUE,0.03091096878,0.006782054901,0.02413,
51,p0-neos-3381206-awhea-18.mps,TRUE,0.005093812943,0.001636266708,0.00346,
52,p1-germanrr-1.mps,TRUE,0.005887031555,0.002695322037,0.00319,
53,p0-neos-3381206-awhea-19.mps,TRUE,0.003796100616,0.001569986343,0.00223,
54,p1-neos-911970-1.mps,TRUE,0.0236620903,0.004787921906,0.01887,
55,p0-neos-911970-7.mps,TRUE,0.06158804893,0.01507520676,0.04651,
56,p1-timtab1-7.mps,FALSE,3.128298283,2.936640024,0.19166,cplex - 476264.665955935 vs gruobi - 476264.66666675993
57,p0-timtab1-13.mps,TRUE,2.089709044,3.740204096,-1.6505,
58,p0-timtab1-9.mps,TRUE,0.3597528934,0.1043407917,0.25541,
59,p0-germanrr-5.mps,TRUE,0.01056075096,0.00452709198,0.00603,
60,p1-ex10-10.mps,TRUE,0.005012273788,0.001308202744,0.0037,
61,p0-enlight_hard-12.mps,TRUE,0.3205282688,0.1137096882,0.20682,
62,p1-neos-4738912-atrato-4.mps,TRUE,0.004615783691,0.001627206802,0.00299,
63,p1-ic97_potential-7.mps,TRUE,0.00413107872,0.002678155899,0.00145,
64,p1-ex9-5.mps,TRUE,0.007082939148,0.003129243851,0.00395,
65,p0-enlight_hard-4.mps,TRUE,0.003831148148,0.001861095428,0.00197,
66,p0-enlight_hard-5.mps,TRUE,0.007387876511,0.002074718475,0.00531,
67,p1-ex9-4.mps,TRUE,0.008532047272,0.003385066986,0.00515,
68,p1-ic97_potential-6.mps,TRUE,0.002819776535,0.002901077271,-0.00008,
69,p1-neos-4738912-atrato-5.mps,TRUE,0.002824068069,0.001516103745,0.00131,
70,p1-ex10-1.mps,TRUE,0.01626801491,0.005516052246,0.01075,
71,p0-enlight_hard-13.mps,TRUE,0.03378105164,0.0063829422,0.0274,
72,p1-enlight_hard-9.mps,TRUE,0.002874135971,0.00111579895,0.00176,
73,p0-enlight_hard-11.mps,TRUE,0.03787493706,0.00331401825,0.03456,
74,p1-ex10-3.mps,TRUE,0.008659124374,0.004487991333,0.00417,
75,p1-neos-4738912-atrato-7.mps,TRUE,0.003824949265,0.002310037613,0.00151,
76,p1-ic97_potential-4.mps,TRUE,0.004447937012,0.002555847168,0.00189,
77,p1-enlight_hard-10.mps,TRUE,0.002243757248,0.0007150173187,0.00153,
78,p1-ex9-6.mps,TRUE,0.007449865341,0.004997253418,0.00245,
79,p0-enlight_hard-7.mps,TRUE,0.05881094933,0.02268099785,0.03613,
80,p0-enlight_hard-6.mps,TRUE,0.09567403793,0.004195928574,0.09148,
81,p1-ex9-7.mps,TRUE,0.01025104523,0.003472089767,0.00678,
82,p1-ic97_potential-5.mps,TRUE,0.008349180222,0.003574132919,0.00478,
83,p1-app1-1-10.mps,TRUE,0.002417087555,0.001055002213,0.00136,
84,p1-neos-4738912-atrato-6.mps,TRUE,0.00498008728,0.001510858536,0.00347,
85,p1-ex10-2.mps,TRUE,0.009097099304,0.004215955734,0.00488,
86,p0-enlight_hard-10.mps,TRUE,0.04123997688,0.01451921463,0.02672,
87,p1-enlight_hard-8.mps,TRUE,0.00365281105,0.0007832050323,0.00287,
88,p0-enlight_hard-14.mps,TRUE,0.4324290752,0.1061880589,0.32624,
89,p1-ex10-6.mps,TRUE,0.008830308914,0.003822803497,0.00501,
90,p1-neos-3381206-awhea-8.mps,TRUE,0.002400875092,0.001111030579,0.00129,
91,p1-neos-4738912-atrato-2.mps,TRUE,0.004078865051,0.001727104187,0.00235,
92,p1-ex9-3.mps,TRUE,0.007294893265,0.00355887413,0.00374,
93,p1-ic97_potential-1.mps,TRUE,0.008298873901,0.003961086273,0.00434,
94,p0-enlight_hard-2.mps,TRUE,0.07199788094,0.01213526726,0.05986,
95,p0-enlight_hard-3.mps,TRUE,0.06872677803,0.02739715576,0.04133,
96,p1-ex9-2.mps,TRUE,0.007658243179,0.00307393074,0.00458,
97,p1-neos-4738912-atrato-3.mps,TRUE,0.00229716301,0.001363992691,0.00093,
98,p1-neos-3381206-awhea-9.mps,TRUE,0.003306150436,0.001625061035,0.00168,
99,p1-ex10-7.mps,TRUE,0.007328987122,0.003309965134,0.00402,
100,p0-enlight_hard-15.mps,TRUE,0.07602214813,0.02665805817,0.04936,
101,p0-enlight_hard-17.mps,TRUE,0.06331086159,0.07728910446,-0.01398,
102,p1-ex10-5.mps,TRUE,0.008646011353,0.004297971725,0.00435,
103,p1-neos-4738912-atrato-1.mps,TRUE,0.003955125809,0.001831054688,0.00212,
104,p1-ic97_potential-2.mps,TRUE,0.004182100296,0.003170013428,0.00101,
105,p0-enlight_hard-1.mps,TRUE,0.1083471775,0.05623292923,0.05211,
106,p1-ic97_potential-3.mps,TRUE,0.00400185585,0.002249956131,0.00175,
107,p1-ex9-1.mps,TRUE,0.008089065552,0.00337100029,0.00472,
108,p1-ex10-4.mps,TRUE,0.008340120316,0.004742145538,0.0036,
109,p0-enlight_hard-16.mps,TRUE,0.0504488945,0.02330803871,0.02714,
110,p1-enlight_hard-3.mps,TRUE,0.002131938934,0.0008256435394,0.00131,
111,p1-ex10-9.mps,TRUE,0.007750272751,0.00377702713,0.00397,
112,p1-neos-3381206-awhea-7.mps,TRUE,0.003079891205,0.001138925552,0.00194,
113,p1-neos-3381206-awhea-6.mps,TRUE,0.00292301178,0.00103187561,0.00189,
114,p1-ex10-8.mps,TRUE,0.01080965996,0.00487112999,0.00594,
115,p1-enlight_hard-2.mps,TRUE,0.002243757248,0.0007691383362,0.00147,
116,p0-enlight_hard-18.mps,TRUE,0.2237858772,0.1146240234,0.10916,
117,p1-neos-3381206-awhea-4.mps,TRUE,0.005520820618,0.001347064972,0.00417,
118,p1-neos-3381206-awhea-5.mps,TRUE,0.002519130707,0.001353979111,0.00117,
119,p0-enlight_hard-19.mps,TRUE,0.02732300758,0.004282236099,0.02304,
120,p1-enlight_hard-1.mps,TRUE,0.002233028412,0.0006868839264,0.00155,
121,p1-enlight_hard-5.mps,TRUE,0.002141952515,0.0006980895996,0.00144,
122,p1-neos-3381206-awhea-1.mps,TRUE,0.002558946609,0.001110076904,0.00145,
123,p1-ic97_potential-8.mps,TRUE,0.004436016083,0.002746105194,0.00169,
124,p1-germanrr-10.mps,TRUE,0.03923797607,0.002770900726,0.03647,
125,p1-ic97_potential-9.mps,TRUE,0.003706693649,0.002346038818,0.00136,
126,p0-enlight_hard-20.mps,TRUE,0.02811002731,0.005495786667,0.02261,
127,p1-neos-4738912-atrato-10.mps,TRUE,0.002716064453,0.002361059189,0.00036,
128,p1-enlight_hard-4.mps,TRUE,0.001946926117,0.0006992816925,0.00125,
129,p1-enlight_hard-6.mps,TRUE,0.002094984055,0.0007071495056,0.00139,
130,p1-ex9-10.mps,TRUE,0.006656885147,0.003170013428,0.00349,
131,p1-neos-4738912-atrato-8.mps,TRUE,0.003677368164,0.001442909241,0.00223,
132,p1-neos-3381206-awhea-2.mps,TRUE,0.002285718918,0.0009248256683,0.00136,
133,p1-ex9-9.mps,TRUE,0.005732059479,0.003820896149,0.00191,
134,p0-enlight_hard-8.mps,TRUE,0.002950906754,0.001399040222,0.00155,
135,p1-ic97_potential-10.mps,TRUE,0.004523992538,0.004040956497,0.00048,
136,p0-enlight_hard-9.mps,TRUE,0.005920886993,0.001605987549,0.00431,
137,p1-ex9-8.mps,TRUE,0.009647846222,0.004294157028,0.00535,
138,p1-neos-3381206-awhea-3.mps,TRUE,0.002512931824,0.001482963562,0.00103,
139,p1-neos-4738912-atrato-9.mps,TRUE,0.004034757614,0.001447200775,0.00259,
140,p1-enlight_hard-7.mps,TRUE,0.002357006073,0.000725030899,0.00163,
141,p1-roll3000-1.mps,TRUE,0.005095005035,0.004189968109,0.00091,
142,p0-germanrr-10.mps,TRUE,0.008542060852,0.004467964172,0.00407,
143,p0-germanrr-8.mps,TRUE,0.01044583321,0.00514292717,0.0053,
144,p0-timtab1-4.mps,TRUE,0.1341571808,0.138810873,-0.00465,
145,p0-neos-3381206-awhea-14.mps,TRUE,0.01075673103,0.002716064453,0.00804,
146,p1-app1-1-1.mps,TRUE,0.00276684761,0.001794099808,0.00097,
147,p0-neos-3381206-awhea-15.mps,TRUE,0.004410266876,0.002171993256,0.00224,
148,p1-neos-3024952-loue-1.mps,TRUE,0.004186868668,0.002873897552,0.00131,
149,p0-neos-3381206-awhea-1.mps,TRUE,0.006818056107,0.002508878708,0.00431,
150,p0-timtab1-5.mps,TRUE,1.852517128,3.011096716,-1.15858,
151,p0-germanrr-9.mps,TRUE,0.009845018387,0.004709720612,0.00514,
152,p1-neos-911970-10.mps,TRUE,0.01653909683,0.004676818848,0.01186,
153,p1-roll3000-2.mps,TRUE,0.00553393364,0.0033390522,0.00219,
154,p0-app1-1-4.mps,TRUE,0.003551006317,0.00129199028,0.00226,
155,p0-timtab1-7.mps,TRUE,0.1987688541,0.2403578758,-0.04159,
156,p0-neos-3381206-awhea-3.mps,TRUE,0.007738113403,0.00538277626,0.00236,
157,p1-neos-3024952-loue-3.mps,TRUE,0.004232883453,0.001999855042,0.00223,
158,p1-timtab1-9.mps,TRUE,0.002256155014,0.001092910767,0.00116,
159,p0-neos-911970-9.mps,TRUE,0.02703118324,0.005746841431,0.02128,
160,p0-neos-3381206-awhea-17.mps,TRUE,0.00505232811,0.00187087059,0.00318,
161,p1-app1-1-3.mps,TRUE,0.01251506805,0.002515077591,0.01,
162,p1-app1-1-2.mps,TRUE,0.003923892975,0.001283168793,0.00264,
163,p0-neos-3381206-awhea-16.mps,TRUE,0.005425930023,0.002222776413,0.0032,
164,p0-neos-911970-8.mps,TRUE,0.02423095703,0.006397008896,0.01783,
165,p1-neos-3024952-loue-2.mps,TRUE,0.003139972687,0.002439260483,0.0007,
166,p1-timtab1-8.mps,TRUE,2.787351131,2.569745779,0.21761,
167,p0-neos-3381206-awhea-2.mps,TRUE,0.01664495468,0.003403902054,0.01324,
168,p0-timtab1-6.mps,TRUE,1.806233168,2.091474056,-0.28524,
169,p0-timtab1-20.mps,TRUE,0.2094509602,0.2578928471,-0.04844,
170,p0-app1-1-5.mps,TRUE,0.006546020508,0.002346992493,0.0042,
171,p1-roll3000-3.mps,TRUE,0.005703210831,0.003672838211,0.00203,
172,p1-roll3000-7.mps,TRUE,0.008373022079,0.00572013855,0.00265,
173,p0-app1-1-1.mps,TRUE,0.004789113998,0.001466035843,0.00332,
174,p0-timtab1-18.mps,TRUE,0.1213650703,0.1085150242,0.01285,
175,p0-timtab1-2.mps,TRUE,0.1508259773,0.2289569378,-0.07813,
176,p1-neos-3024952-loue-6.mps,TRUE,0.008039236069,0.002013921738,0.00603,
177,p0-neos-3381206-awhea-6.mps,TRUE,0.00593495369,0.001871109009,0.00406,
178,p0-neos-3381206-awhea-12.mps,TRUE,0.005605220795,0.002118825912,0.00349,
179,p1-app1-1-6.mps,TRUE,0.003968000412,0.002607822418,0.00136,
180,p1-app1-1-7.mps,TRUE,0.004469156265,0.002543926239,0.00193,
181,p0-neos-3381206-awhea-13.mps,TRUE,0.01297783852,0.002879142761,0.0101,
182,p0-neos-3381206-awhea-7.mps,TRUE,0.147685051,0.01223993301,0.13545,
183,p1-neos-3024952-loue-7.mps,TRUE,0.004850149155,0.006813764572,-0.00196,
184,p0-timtab1-3.mps,TRUE,0.5888631344,0.7661879063,-0.17732,
185,p0-timtab1-19.mps,TRUE,2.242880106,4.445596218,-2.20272,
186,p1-roll3000-6.mps,TRUE,0.003827095032,0.003536939621,0.00029,
187,p1-roll3000-4.mps,TRUE,0.005757808685,0.004554986954,0.0012,
188,p0-app1-1-2.mps,TRUE,0.003977298737,0.001685857773,0.00229,
189,p0-timtab1-1.mps,TRUE,2.388238907,3.001957178,-0.61372,
190,p1-neos-3024952-loue-5.mps,TRUE,0.004665851593,0.002019166946,0.00265,
191,p0-neos-3381206-awhea-5.mps,TRUE,0.004643917084,0.001720190048,0.00292,
192,p0-neos-3381206-awhea-11.mps,TRUE,0.004760026932,0.001786231995,0.00297,
193,p1-neos-911970-9.mps,TRUE,0.01505613327,0.005601167679,0.00945,
194,p1-roll3000-10.mps,TRUE,0.003268003464,0.002321958542,0.00095,
195,p1-app1-1-5.mps,TRUE,0.0150001049,0.001403093338,0.0136,
196,p1-germanrr-9.mps,TRUE,0.004855871201,0.002681255341,0.00217,
197,p1-germanrr-8.mps,TRUE,0.006245136261,0.003064155579,0.00318,
198,p1-app1-1-4.mps,TRUE,0.002309799194,0.001082897186,0.00123,
199,p1-neos-911970-8.mps,TRUE,0.03798389435,0.01373004913,0.02425,
200,p0-neos-3381206-awhea-10.mps,TRUE,0.004285097122,0.001585960388,0.0027,
201,p0-neos-3381206-awhea-4.mps,TRUE,0.005068063736,0.001994132996,0.00307,
202,p1-neos-3024952-loue-4.mps,TRUE,0.002916097641,0.001851797104,0.00106,
203,p0-app1-1-3.mps,TRUE,0.003536939621,0.001715898514,0.00182,
204,p1-roll3000-5.mps,TRUE,0.004865884781,0.002602100372,0.00226,
\ No newline at end of file
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment