miplib2010-scripts:

 - added the 1.0.2 scripts
 - added gcg scripts
 - added journal version testset

Author: Martin Bergner

miplib2010-scripts/Makefile

@@ -0,0 +1,74 @@
+#* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
+#*                                                                           *
+#*            This file is part of the test engine for MIPLIB2010            *
+#*                                                                           *
+#* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
+# $Id: Makefile,v 1.19 2011/06/04 20:34:24 bzfheinz Exp $
+
+VERSION		=	1.0.2
+TIME     	=  	3600
+TEST		=	benchmark
+SOLVER		=	scip
+HARDMEM		=	8192
+THREADS		= 	0
+
+SHELL		= 	bash
+DOXY		=	doxygen
+
+CHECKERDIR      =       checker
+
+#-----------------------------------------------------------------------------
+# Rules
+#-----------------------------------------------------------------------------
+
+.PHONY: help
+help:
+		@echo "See README for details about the MIPLIB2010 test environment"
+		@echo
+		@echo "VERSION:      $(VERSION)"
+		@echo
+		@echo "TARGETS:"
+		@echo "** checker -> compiles the solution checker" 
+		@echo "** clean   -> cleans the solution checker" 
+		@echo "** cmpres  -> generates solver comparison file"
+		@echo "** doc     -> generates doxygen documentation"
+		@echo "** eval    -> evaluate test run" 
+		@echo "** test    -> start automatic test runs" 
+		@echo 
+		@echo "PARAMETERS:"
+		@echo "** HARDMEM -> maximum memory to use MB [8192]"
+		@echo "** SOLVER  -> solver [scip]"
+		@echo "** THREADS -> number of threads (0: automatic) [0]"
+		@echo "** TIME    -> time limit per instance in seconds [3600]"
+		@echo "** TEST    -> tesr set [benchmark]"
+
+.PHONY: checker
+checker:
+		@$(MAKE) -C $(CHECKERDIR) $^
+
+.PHONY:		clean
+clean: 		
+		@$(MAKE) -C $(CHECKERDIR) clean
+
+.PHONY: doc
+doc: 		
+		cd doc; $(DOXY) miplib.dxy;
+
+.PHONY: test
+test:
+		@echo "run test: VERSION=$(VERSION) SOLVER=$(SOLVER) TEST=$(TEST) TIME=$(TIME) HARDMEN=$(HARDMEM) THREADS=$(THREADS)"
+		@$(SHELL) ./scripts/run.sh $(SHELL) $(VERSION) $(SOLVER) $(TEST) $(TIME) $(HARDMEM) $(THREADS);
+
+.PHONY: eval
+eval:
+		@echo "evaluate test: VERSION=$(VERSION) SOLVER=$(SOLVER) TEST=$(TEST)"
+		@$(SHELL) ./scripts/evalrun.sh results/$(TEST).$(SOLVER).out;
+
+.PHONY: cmpres
+cmpres:
+		@echo "compare result tables: VERSION=$(VERSION) SOLVER=$(SOLVER) TEST=$(TEST)"
+		@$(SHELL) ./scripts/allcmpres.sh results/$(TEST).$(SOLVER).res;
+
+
+# --- EOF ---------------------------------------------------------------------
+# DO NOT DELETE

miplib2010-scripts/README

@@ -0,0 +1,78 @@
+* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
+*                                                                           *
+*            This file is part of the test engine for MIPLIB2010            *
+*                                                                           *
+* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
+
+
+Here is what you have to do to get MIPLIB2010 running:
+
+1. compile the solution checker using the command "make checker"
+
+2. Create a soft-link bin/SOLVER to the solver "SOLVER" you want to run, e.g: 
+   - bin/cbc -> ...        for CBC
+   - bin/cplex -> ...      for CPLEX 
+   - bin/gurobi -> ...     for GUROBI
+   - bin/mosek -> ...      for MOSEK
+   - bin/scip -> ...       for SCIP
+   - bin/xpress -> ...     for XPRESS
+
+   It is also possible to compare different versions of a SOLVER. For this
+   purpose, you need to create soft-links bin/SOLVER.IDENTIFIER. Please,
+   stick to the notation SOLVER.IDENTIFIER where IDENTIFIER should be a
+   unique identifier, like the LP solver or the version number. Note, that
+   the identifier will also be used to distinguish the corresponding output
+   and result files.
+   
+   Example 1: To compare SCIP with different LP solvers create for each
+   SCIP version a soft-link of the form
+   - bin/scip.spx -> ...   for SCIP with SoPlex as LP solver
+   - bin/scip.cpx -> ...   for SCIP with CPLEX as LP solver.
+
+   Example 2: To compare GUROBI version 2 and 3 create for each Gurobi
+   version a soft-link of the form
+   - bin/gurobi.2 -> ...   for GUROBI version 2
+   - bin/gurobi.3 -> ...   for GUROBI version 3.
+  
+3. Run the MIPLIB2010 test engine with a MIP solver: In your MIPLIB2010
+   main directory, enter "make [options] test" with the following options:
+   - "TIME=3600"             to set a wall-clock time limit (default)
+
+   - "TEST=benchmark"        to set the file "testsets/TEST.test" containing all 
+                             instances to be tested. (default)
+                             Example line: "instances/miplib2010/30n20b8.mps.gz"
+			     for the MPS file 30n20b8.mps.gz located in 
+			     instances/miplib2010/
+
+   - "SOLVER=cbc"            to use CBC as MIP solver
+   - "SOLVER=cplex"          to use CPLEX as MIP solver
+   - "SOLVER=gurobi"         to use GUROBI as MIP solver
+   - "SOLVER=mosek"          to use MOSEK as MIP solver
+   - "SOLVER=scip"           to use SCIP as MIP solver (default)
+   - "SOLVER=xpress"         to use XPRESS as MIP solver
+ 
+   - "HARDMEM=8192"          to set a hard memory limit in mega bits (default)
+
+   - "THREADS=0"             to set the number if threads to use, 0 means as many wanted (default)
+
+-----------------------------------------------------------------------------
+Here is a short explanation of the involved scripts:
+
+- scripts/run.sh: The main script which 
+   - calls "scripts/run_SOLVER.sh" on each problem instance in testsets/TEST.test 
+   - calls the exact solution checker to test the solution found by SOLVER
+   - calls "scripts/parse.awk" and "scripts/parse_$SOLVER.awk" to evaluate the 
+     log information of "OUTFILE"
+
+- scripts/run_SOLVER.sh: The driver for a specific SOLVER.
+
+- scripts/parse.awk: The evaluation script which 
+   - parses the information that doesn't depend on the solver used 
+     (like, wall-clock time which is measured externally and the 
+     primal-dual-gap computation)
+   - prints the result table "RESFILE" in a certain format
+
+- scripts/parse_SOLVER.awk: The SOLVER specific evaluation script which parses the
+  remaining information (like, number of branch-and-bound nodes, primal bound, 
+  and dual bound).
+