Skip to content

Commit a213bd2

Browse files
committed
Several Improvements
1 parent 6050e90 commit a213bd2

File tree

2 files changed

+31
-22
lines changed

2 files changed

+31
-22
lines changed

part_introduction.tex

Lines changed: 4 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -6,14 +6,8 @@ \section{Introduction}%
66
\begin{itemize}%
77
\item Concept of optimization algorithms%
88
\item<2-> How to \alert<4>{benchmark} optimization algorithms%
9-
\item<3-> How to \alert<4>{evaluate data} obtained from benchmarking and how to compare algorithms
10-
\item<4-> \alert<4>{The \optimizationBenchmarking\ Framework can help with this\only<-4>{!}}\uncover<5->{:%
11-
\begin{itemize}%
12-
\item It provides a graphical user interface for loading, adding meta-data (algorithm setup\dots) to, and evaluating experimental results.%
13-
\item<6-> It can run as Docker container under Linux, MacOS, and Windows without needing \emph{any} additional software (except Docker and a browser).%
14-
\item<7-> It produces reports, similar to articles, in \LaTeX\ with figures and building blocks ready for use in your publications%
15-
\end{itemize}%
16-
}%
9+
\item<3-> How to \alert<4>{evaluate data} obtained from benchmarking and how to compare algorithms%
10+
\item<4-> \alert<4>{The \optimizationBenchmarking\ Framework can help with this!}%
1711
\end{itemize}%
1812
\end{frame}%
1913
%
@@ -108,7 +102,7 @@ \section{Introduction}%
108102
\begin{itemize}%
109103
\item The following experimentation procedure is suitable for optimization and Machine Learning\uncover<2->{:%
110104
\begin{enumerate}%
111-
\item Select a set of (well-known) benchmark instances which covers some \textcolor<18>{red}{different problem features}\only<-11>{ \alert{(done)}}\only<3-4>{:%
105+
\item Select a set of (well-known) benchmark instances which covers some \textcolor<18>{red}{different problem features}\only<5->{ \alert{(done)}}\only<3-4>{:%
112106
\begin{itemize}%
113107
%
114108
\only<-3>{%
@@ -120,7 +114,7 @@ \section{Introduction}%
120114
%
121115
\end{itemize}%
122116
}%
123-
\item<5-> Do experiments\only<11->{ with \textcolor<18>{red}{different algorithms/setups}\only<-11>{ \alert{(done)}}}\only<6-10>{:%
117+
\item<5-> Do experiments\only<11->{ with \textcolor<18>{red}{different algorithms/setups}\only<11->{ \alert{(done)}}}\only<6-10>{:%
124118
\begin{itemize}%
125119
\item several independent runs of algorithm for each benchmark instance%
126120
\item<7-> collect algorithm progress information, e.g., as \emph{\inQuotes{(runtime, best-objective-value-so-far)}} tuples%

part_maxSatExample.tex

Lines changed: 27 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -30,15 +30,28 @@ \section{Example: \maxSat}%
3030
\end{itemize}%
3131
}%
3232
%%
33-
\item<10-> We want to compare the performance of \textcolor<10-11,14->{red}{six different} (trivial) \textcolor<10-11,14->{red}{algorithm setups}\uncover<11->{:%
33+
\item<10-> We want to compare the performance of \textcolor<10-11,14->{red}{six different} (trivial) \textcolor<10-11,14->{red}{algorithm setups}\only <12->{ differing in two parameters}\uncover<11->{:%
3434
\begin{enumerate}%
35-
\item \textcolor<12>{orange}{1-flip} Hill Climber \textcolor<13>{orange}{without Restarts}%
36-
\item \textcolor<12>{orange}{1-flip} Hill Climber \textcolor<13>{cyan}{with Restarts}%
37-
\item \textcolor<12>{violet}{2-flip} Hill Climber \textcolor<13>{orange}{without Restarts}%
38-
\item \textcolor<12>{violet}{2-flip} Hill Climber \textcolor<13>{cyan}{with Restarts}%
39-
\item \textcolor<12>{cyan}{$m$-flip} Hill Climber \textcolor<13>{orange}{without Restarts}%
40-
\item \textcolor<12>{cyan}{$m$-flip} Hill Climber \textcolor<13>{cyan}{with Restarts}%
41-
\end{enumerate}}%
35+
\item \textcolor<12>{orange}{\oFlip} Hill Climber \textcolor<13>{orange}{without Restarts}%
36+
\item \textcolor<12>{orange}{\oFlip} Hill Climber \textcolor<13>{cyan}{with Restarts}%
37+
\item \textcolor<12>{violet}{\tFlip} Hill Climber \textcolor<13>{orange}{without Restarts}%
38+
\item \textcolor<12>{violet}{\tFlip} Hill Climber \textcolor<13>{cyan}{with Restarts}%
39+
\item \textcolor<12>{cyan}{\mFlip} Hill Climber \textcolor<13>{orange}{without Restarts}%
40+
\item \textcolor<12>{cyan}{\mFlip} Hill Climber \textcolor<13>{cyan}{with Restarts}%
41+
\end{enumerate}%
42+
%
43+
\only<12>{\smallskip%
44+
\small{%
45+
\textcolor<12>{orange}{\oFlip}: one variable flipped in the current solution at each step, %
46+
\textcolor<12>{violet}{\tFlip}: two variables flipped, %
47+
\textcolor<12>{cyan}{\mFlip}: number $m$ of variables to flip chosen according to geometric distribution%
48+
}}%
49+
%
50+
\only<13>{\smallskip%
51+
\small{%
52+
\textcolor<13>{cyan}{with Restarts}: if no improvement for $z$ steps, restart and set $z=z+1$, initially $z=1$, %
53+
\textcolor<13>{orange}{without Restarts}: doesn't do this%
54+
}}}%
4255
%
4356
\item<14-> We investigate the algorithms on $10\times 10$ (simple) instances from \satLib\expandafter\scitep{\satLibReferences} with \textcolor{red}{ten different values of \maxSatVariables} from 20 to 250 (\maxSatClauses\ is fixed for each value of \maxSatVariables)
4457
%
@@ -141,10 +154,12 @@ \section{Example: \maxSat}%
141154
}%
142155
}%
143156
\only<8->{ we have \shortcutForAfterExperimentText}%
144-
\item<9-> \alert<-10>{How can we extract useful information from them\only<-8>{?}%
145-
\uncover<10->{ in order to answer the questions which algorithm performs best, when, and why?}}%
146-
\item<11-> What you most likely do: Write your own small program.%
147-
\item<12-> What you now can do: Use our \optimizationBenchmarking\ evaluator!%
157+
\item<9-> \alert<-12>{How can we extract useful information from them\only<-8>{?}%
158+
\uncover<10->{ in order to answer the questions which algorithm performs best, when, and why?}%
159+
\uncover<11->{ What is the impact of the benchmark feature \maxSatVariables\ on the performance?}%
160+
\uncover<12->{ What is the impact of the search operator and the restarts on the performance?}}%
161+
\item<13-> What you most likely do: Write your own small program.%
162+
\item<14-> What you now can do: Use our \optimizationBenchmarking\ evaluator!%
148163
\end{itemize}%
149164
}%
150165
%

0 commit comments

Comments
 (0)