Index: /reasoner/evaluation.tex
===================================================================
--- /reasoner/evaluation.tex	(revision 256)
+++ /reasoner/evaluation.tex	(revision 257)
@@ -202,4 +202,84 @@
 \subsection{Results}\label{sectEvaluationResults}
 
+\begin{table*}[ht]
+%\begin{adjustbox}{angle=90}
+\centering
+\begin{tabular}{|l|l|l|l|l|l|l|}
+\hline
+\textbf{Device} &  \textbf{ver} & \textbf{JDK} & \textbf{tests} & \textbf{reasoning [ms]} & \textbf{Constraints} & \textbf{Re-evaluations}\\
+\hline
+Latitude 6430u & 1.1.0 & Oracle 1.8 & 400 & 16.4 / 655.1 & 1714.7 / 24110 & 1092.5 / 46469.1 \\
+Latitude 6430u & 1.3.0 & Oracle 1.8 & 433 & 11.8 / 399.1 & 52.6 / 6000 & 603.3 / 23696\\
+Latitude 7490   & 1.3.0 & Open 1.8 & 433 & 13.4 / 424.0 & 52.6 / 6000 & 603.3 / 23696\\
+Latitude 7490   & 1.3.0 & Open 10 & 433 & 14.9 / 484.4 & 52.6 / 6000 & 603.3 / 23696\\
+Jenkins             & 1.3.0 &  Open 8 & 427 & 18.6 / 627.9 & 53.3 / 6000 & 709.3 / 23703\\
+Pi 3                   & 1.1.0 & Oracle 1.8 & 400 & 958.1 / 28651.7 & 977.6 / 24110 & 1679.0 / 46487.8\\
+Pi 3                   & 1.3.0 & Oracle 1.8 & 433 & 255.0 / 6117.3 & 52.6 / 6000 & 815.3 / 23708.3\\
+\hline
+\end{tabular}
+\caption{Descriptive summary of experiments.}
+\label{tab:experimentsDescSummary}
+%\end{adjustbox}
+\end{table*}
+
+Four groups: reasoning core tests, scenario tests, incremental reasoning, runtime/instance reasoning
+
+Table \ref{tab:experimentsDescSummary}: 
+\begin{itemize}
+  \item reasoner 1.3.0 is faster and produces less constraints/re-evaluations although being more complete. 
+  \item Win 10 is slower, also Open JDK 10. 
+  \item \textbf{Strange differences between runs - summarization problem with linux?}
+\end{itemize}
+
+Figure \ref{fig:old-1_10-jdk8}:
+\begin{itemize}
+  \item Fluctuations due To Windows, UI?
+  \item Translation/evaluation time low, less constraints
+  \item Sum of translation/evaluation time does not lead to full reasoning time. Additional activities, see Section \ref{sectPerformance} in particular result handling.
+\end{itemize}
+
+Figure \ref{fig:old-1_30-jdk8}:
+\begin{itemize}
+    \item requires less time
+    \item produces less constraints, less re-evaluations (depends on model)
+    \item incremental slightly faster
+    \item instance: memory allocation in reasoning time, no translation/evaluation time
+    \item all reasoning/evaluation 1:1, sum up to reasoning time
+\end{itemize}
+
+Figure \ref{fig:new-1_30-ojdk8}:
+\begin{itemize}
+    \item new computer, windows, OpenJDK 8 slower
+    \item less big spikes (different installation)
+\end{itemize}
+
+Figure \ref{fig:new-1_30-ojdk10}:
+\begin{itemize}
+    \item even slower, but even less spikes
+\end{itemize}
+
+Figure \ref{fig:jenkins-1_30-ojdk10}:
+\begin{itemize}
+    \item less spiky than windows
+    \item \textbf{data missing?}
+\end{itemize}
+
+Figure \ref{fig:pi-1_10-jdk8}:
+\begin{itemize}
+    \item less spiky than windows and jenkins
+    \item factor 60 slower
+    \item as version 1.1.0, 200+200 vs 30.000? output problems
+    \item \textbf{data missing?}
+\end{itemize}
+
+Figure \ref{fig:pi-1_30-jdk8}:
+\begin{itemize}
+    \item again less spiky than windows and jenkins
+    \item factor 13 slower - ICPE paper)
+    \item times sum up
+    \item \textbf{data missing?}
+\end{itemize}
+
+
 \begin{figure}[!htb]
   \centering
@@ -257,5 +337,5 @@
   \hfill
   \includegraphics[width=\linewidth]{figures/benchmark-results-jenkins-1_3_0-20190215_evaluationTime_all.pdf}
-  \caption{Reasoner 1.30 on Jenkins Ubuntu Open JDK 1.8.}\label{fig:new-1_30-ojdk10}
+  \caption{Reasoner 1.30 on Jenkins Ubuntu Open JDK 1.8.}\label{fig:jenkins-1_30-ojdk10}
 \end{figure}
 
Index: /reasoner/measures/log.txt
===================================================================
--- /reasoner/measures/log.txt	(revision 256)
+++ /reasoner/measures/log.txt	(revision 257)
@@ -4,20 +4,20 @@
 [1] " translation time diagram 1"
 [1] " evaluation time diagram 1"
-[1] "#tests;410"
-[1] "reasoning time;0;19.3530487804878;627.857142857143"
-[1] "translation time;0;8.28182346109175;354"
-[1] "evaluation time;0;6.87177700348432;261.857142857143"
-[1] "instance creation time;-0.5;-0.0024390243902439;0"
-[1] "constraints count;0;55.5390243902439;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;422"
-[1] "reasoning time;0;19.1299311667795;552.285714285714"
-[1] "translation time;0;8.17527646129542;242.371428571429"
-[1] "evaluation time;0;6.65933197923719;239.4"
-[1] "instance creation time;-0.5;-0.00213270142180095;0"
-[1] "constraints count;0;54.1208530805687;6000"
+[1] "#tests;427"
+[1] "reasoning time;0;18.6327367012379;627.857142857143"
+[1] "translation time;0;7.97122783539645;354"
+[1] "evaluation time;0;6.60337905654065;261.857142857143"
+[1] "constraints count;0;53.3629976580796;6000"
+[1] "reevaluation count;0;709.335731013717;23703.2857142857"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;449"
+[1] "reasoning time;0;18.1497984940078;552.285714285714"
+[1] "translation time;0;7.72914943260155;242.371428571429"
+[1] "evaluation time;0;6.34549262912292;239.4"
+[1] "constraints count;0;51.1224944320713;6000"
+[1] "reevaluation count;0;676.32083996182;23699.6285714286"
 [1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-new-1_3_0-ojdk1_8-20190215"
 [1] " loading data (1)"
@@ -25,167 +25,167 @@
 [1] " translation time diagram 1"
 [1] " evaluation time diagram 1"
+[1] "#tests;433"
+[1] "reasoning time;0;13.4028373474101;424"
+[1] "translation time;0;5.78983833718245;205.857142857143"
+[1] "evaluation time;0;4.33058396568789;170.285714285714"
+[1] "constraints count;0;52.6235565819861;6000"
+[1] "reevaluation count;0;603.311448366876;23696"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;517"
+[1] "reasoning time;0;28.8461545546652;443.771428571429"
+[1] "translation time;0;12.4963894261767;200.542857142857"
+[1] "evaluation time;0;8.96901538178134;176.2"
+[1] "constraints count;0;44.2959381044487;6000"
+[1] "reevaluation count;0;1236.59463940315;23696"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-new-1_3_0-ojdk10-20190215"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;433"
+[1] "reasoning time;0;14.8669306059606;484.428571428571"
+[1] "translation time;0;6.47476080501485;235.857142857143"
+[1] "evaluation time;0;4.78389970306829;202.142857142857"
+[1] "constraints count;0;52.6235565819861;6000"
+[1] "reevaluation count;0;603.316397228637;23696.5714285714"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;538"
+[1] "reasoning time;0;34.9081209063551;479.314285714286"
+[1] "translation time;0;15.116887944769;225.228571428571"
+[1] "evaluation time;0;10.7190254912374;205.4"
+[1] "constraints count;0;42.6078066914498;6000"
+[1] "reevaluation count;0;1360.5263409453;23697"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-new-eclipse-1_3_0-ojdk10-20190215"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;433"
+[1] "reasoning time;0;15.2083470801716;506.571428571429"
+[1] "translation time;0;6.34147146156384;223.428571428571"
+[1] "evaluation time;0;5.02062025734081;206.285714285714"
+[1] "constraints count;0;52.6235565819861;6000"
+[1] "reevaluation count;0;603.332233586275;23697.5714285714"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;525"
+[1] "reasoning time;0;32.8600453514739;485.628571428571"
+[1] "translation time;0;14.1727074829932;210.228571428571"
+[1] "evaluation time;0;10.1196371882086;208.628571428571"
+[1] "constraints count;0;43.6914285714286;6000"
+[1] "reevaluation count;0;1255.07419501134;23697.5714285714"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-1_1_0-jdk1_8-20190215"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;400"
+[1] "reasoning time;0;16.40125;655.142857142857"
+[1] "translation time;0;1.25892857142857;182.857142857143"
+[1] "evaluation time;0;10.9328571428571;548"
+[1] "constraints count;0;723.18125;24110"
+[1] "reevaluation count;0;1092.48946428571;46469.1428571429"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;477"
+[1] "reasoning time;0;39.1217929519816;667.257142857143"
+[1] "translation time;0;1.60014974543276;48.2285714285714"
+[1] "evaluation time;0;26.4839572726365;561.628571428571"
+[1] "constraints count;0;1714.75576519916;24110"
+[1] "reevaluation count;0;2612.6485474693;46469.1428571429"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-1_3_0-jdk1_8-20190215"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;433"
+[1] "reasoning time;0;11.7713625866051;399.142857142857"
+[1] "translation time;0;4.74249422632794;171.285714285714"
+[1] "evaluation time;0;4.11382382052128;188.285714285714"
+[1] "constraints count;0;52.6235565819861;6000"
+[1] "reevaluation count;0;603.293632464533;23695.4285714286"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;542"
+[1] "reasoning time;0;27.0017527675277;373.742857142857"
+[1] "translation time;0;11.5333684765419;207.571428571429"
+[1] "evaluation time;0;8.86414953435249;171.828571428571"
+[1] "constraints count;0;42.2952029520295;6000"
+[1] "reevaluation count;0;1393.59093305219;23695.4285714286"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-eclipse-1_1_0-jdk1_8-20190215"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;400"
+[1] "reasoning time;0;16.6328571428571;663"
+[1] "translation time;0;0.728392857142857;21.2857142857143"
+[1] "evaluation time;0;11.4808928571429;561.714285714286"
+[1] "constraints count;0;723.18125;24110"
+[1] "reevaluation count;0;1092.57232142857;46470"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;482"
+[1] "reasoning time;0;43.6953764078245;755.571428571429"
+[1] "translation time;0;1.8002618059672;16.5714285714286"
+[1] "evaluation time;0;29.8965372456036;637.714285714286"
+[1] "constraints count;0;1855.79356846473;24110"
+[1] "reevaluation count;0;2839.77845287493;46470"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-eclipse-1_3_0-jdk1_8-20190215"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;433"
+[1] "reasoning time;0;11.8201913559881;468.428571428571"
+[1] "translation time;0;4.69993401517651;163"
+[1] "evaluation time;0;4.32151105245793;272.571428571429"
+[1] "constraints count;0;52.6235565819861;6000"
+[1] "reevaluation count;0;603.267568459254;23701.1428571429"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;538"
+[1] "reasoning time;0;26.5948884758364;394.085714285714"
+[1] "translation time;0;11.0238228004957;163.742857142857"
+[1] "evaluation time;0;8.91158169587538;197.085714285714"
+[1] "constraints count;0;42.631970260223;6000"
+[1] "reevaluation count;0;1357.47769516729;23701.1428571429"
+[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-pi-1_1_0-jdk1_8-20190219"
+[1] " loading data (1)"
+[1] " reasoning time diagram 1"
+[1] " translation time diagram 1"
+[1] " evaluation time diagram 1"
+[1] "#tests;400"
+[1] "reasoning time;0;958.052678571429;28651.7142857143"
+[1] "translation time;0;14.34125;252.428571428571"
+[1] "evaluation time;0;831.131071428571;26645.4285714286"
+[1] "constraints count;0;977.62375;24110"
+[1] "reevaluation count;0;1679.00803571429;46487.8571428571"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
 [1] "#tests;416"
-[1] "reasoning time;0;13.8366529304029;424"
-[1] "translation time;0;5.95192307692308;205.857142857143"
-[1] "evaluation time;0;4.46817765567766;170.285714285714"
-[1] "instance creation time;-0.5;-0.00240384615384615;0"
-[1] "constraints count;0;54.7379807692308;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;495"
-[1] "reasoning time;0;30.0285137085137;443.771428571429"
-[1] "translation time;0;13.0220394420394;200.542857142857"
-[1] "evaluation time;0;9.31139009139009;176.2"
-[1] "instance creation time;-0.5;-0.00202020202020202;0"
-[1] "constraints count;0;46.1333333333333;6000"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-new-1_3_0-ojdk10-20190215"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;416"
-[1] "reasoning time;0;15.4351533882784;484.428571428571"
-[1] "translation time;0;6.72247023809524;235.857142857143"
-[1] "evaluation time;0;4.97321428571429;202.142857142857"
-[1] "instance creation time;-0.5;0;0.5"
-[1] "constraints count;0;54.7379807692308;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;515"
-[1] "reasoning time;0;36.3976837725381;479.314285714286"
-[1] "translation time;0;15.7674803513638;225.228571428571"
-[1] "evaluation time;0;11.1697688395747;205.4"
-[1] "instance creation time;-0.5;0.000194174757281553;0.5"
-[1] "constraints count;0;44.3650485436893;6000"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-new-eclipse-1_3_0-ojdk10-20190215"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;416"
-[1] "reasoning time;0;15.8289262820513;506.571428571429"
-[1] "translation time;0;6.59970238095238;223.428571428571"
-[1] "evaluation time;0;5.22578983516483;206.285714285714"
-[1] "instance creation time;-0.5;-0.00240384615384615;0"
-[1] "constraints count;0;54.7379807692308;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;500"
-[1] "reasoning time;0;34.397780952381;485.628571428571"
-[1] "translation time;0;14.8508571428571;210.228571428571"
-[1] "evaluation time;0;10.5754571428571;208.628571428571"
-[1] "instance creation time;-0.5;-0.002;0"
-[1] "constraints count;0;45.686;6000"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-1_1_0-jdk1_8-20190215"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;383"
-[1] "reasoning time;0;17.082556260102;655.142857142857"
-[1] "translation time;0;1.3148079074972;182.857142857143"
-[1] "evaluation time;0;11.414148949397;548"
-[1] "instance creation time;0;0;0"
-[1] "constraints count;0;755.240208877285;24110"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;451"
-[1] "reasoning time;0;41.2597666561081;667.257142857143"
-[1] "translation time;0;1.67154999472073;48.2285714285714"
-[1] "evaluation time;0;27.9665135677331;561.628571428571"
-[1] "instance creation time;0;0;0"
-[1] "constraints count;0;1812.77827050998;24110"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-1_3_0-jdk1_8-20190215"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;416"
-[1] "reasoning time;0;12.2524038461538;399.142857142857"
-[1] "translation time;0;4.93629807692308;171.285714285714"
-[1] "evaluation time;0;4.28193681318681;188.285714285714"
-[1] "instance creation time;-0.5;-0.00240384615384615;0"
-[1] "constraints count;0;54.7379807692308;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;517"
-[1] "reasoning time;0;28.2336280740536;373.742857142857"
-[1] "translation time;0;12.0721055540204;207.571428571429"
-[1] "evaluation time;0;9.24990789352491;171.828571428571"
-[1] "instance creation time;-0.5;-0.00193423597678917;0"
-[1] "constraints count;0;44.1566731141199;6000"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-eclipse-1_1_0-jdk1_8-20190215"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;383"
-[1] "reasoning time;0;17.3062911848813;663"
-[1] "translation time;0;0.754880019893075;21.2857142857143"
-[1] "evaluation time;0;11.9788636081064;561.714285714286"
-[1] "instance creation time;0;0;0"
-[1] "constraints count;0;755.240208877285;24110"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;456"
-[1] "reasoning time;0;46.0726660401003;755.571428571429"
-[1] "translation time;0;1.89252819548872;16.5714285714286"
-[1] "evaluation time;0;31.5483813700919;637.714285714286"
-[1] "instance creation time;0;0;0"
-[1] "constraints count;0;1960.78289473684;24110"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-old-eclipse-1_3_0-jdk1_8-20190215"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;416"
-[1] "reasoning time;0;12.2373511904762;468.428571428571"
-[1] "translation time;0;4.87437042124542;163"
-[1] "evaluation time;0;4.47115384615385;272.571428571429"
-[1] "instance creation time;-0.5;-0.00120192307692308;0"
-[1] "constraints count;0;54.7379807692308;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;512"
-[1] "reasoning time;0;27.8357654389881;394.085714285714"
-[1] "translation time;0;11.5526134672619;163.742857142857"
-[1] "evaluation time;0;9.31130952380952;197.085714285714"
-[1] "instance creation time;-0.5;-0.0009765625;0"
-[1] "constraints count;0;44.591796875;6000"
-[1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-pi-1_1_0-jdk1_8-20190219"
-[1] " loading data (1)"
-[1] " reasoning time diagram 1"
-[1] " translation time diagram 1"
-[1] " evaluation time diagram 1"
-[1] "#tests;383"
-[1] "reasoning time;0;1000.38362551287;28651.7142857143"
-[1] "translation time;0;14.9641924654979;252.428571428571"
-[1] "evaluation time;0;867.998508019396;26645.4285714286"
-[1] "instance creation time;0;0;0"
-[1] "constraints count;0;1020.97650130548;24110"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;392"
-[1] "reasoning time;0.0285714285714286;976.801682458698;28460.2857142857"
-[1] "translation time;0;14.6567237609329;242.2"
-[1] "evaluation time;0;847.580126336249;26417.3428571429"
-[1] "instance creation time;0;0;0"
-[1] "constraints count;0;997.895408163265;24110"
+[1] "reasoning time;0.0285714285714286;920.879407051282;28460.2857142857"
+[1] "translation time;0;13.8444482600733;242.2"
+[1] "evaluation time;0;798.885966117216;26417.3428571429"
+[1] "constraints count;0;941.034855769231;24110"
+[1] "reevaluation count;0;1615.95147664835;46487.8571428571"
 [1] "processing folder  W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-pi-1_3_0-jdk1_8-20190219"
 [1] " loading data (1)"
@@ -193,18 +193,18 @@
 [1] " translation time diagram 1"
 [1] " evaluation time diagram 1"
-[1] "#tests;416"
-[1] "reasoning time;0;265.237723214286;6117.28571428571"
-[1] "translation time;0;108.897235576923;2750.14285714286"
-[1] "evaluation time;0;81.5550309065934;2594.85714285714"
-[1] "instance creation time;-0.5;0;0.5"
-[1] "constraints count;0;54.7379807692308;6000"
-[1] " loading data (all)"
-[1] " reasoning time diagram all"
-[1] " translation time diagram all"
-[1] " evaluation time diagram all"
-[1] "#tests;428"
-[1] "reasoning time;0.0571428571428571;258.503660436137;6107.45714285714"
-[1] "translation time;0;106.123587004895;2782.71428571429"
-[1] "evaluation time;0;79.1035380507343;2528.48571428571"
-[1] "instance creation time;-0.5;0.000467289719626168;0.5"
-[1] "constraints count;0;53.3621495327103;6000"
+[1] "#tests;433"
+[1] "reasoning time;0;254.985015946332;6117.28571428571"
+[1] "translation time;0;104.677691630925;2750.14285714286"
+[1] "evaluation time;0;78.3698724293413;2594.85714285714"
+[1] "constraints count;0;52.6235565819861;6000"
+[1] "reevaluation count;0;815.268228307489;23708.2857142857"
+[1] " loading data (all)"
+[1] " reasoning time diagram all"
+[1] " translation time diagram all"
+[1] " evaluation time diagram all"
+[1] "#tests;454"
+[1] "reasoning time;0.0571428571428571;244.176431718062;6107.45714285714"
+[1] "translation time;0;100.193953220055;2782.71428571429"
+[1] "evaluation time;0;74.8047566603734;2528.48571428571"
+[1] "constraints count;0;50.5374449339207;6000"
+[1] "reevaluation count;0;779.189175582127;23702.2285714286"
Index: /reasoner/measures/script.r
===================================================================
--- /reasoner/measures/script.r	(revision 256)
+++ /reasoner/measures/script.r	(revision 257)
@@ -13,5 +13,5 @@
 fullRepetitions <- 5
 #numerical columns in data for which statistics shall be calculated
-numCols <- c("RESPONSETIME_AUTO", "REASONER_EVALUATION_TIME", "REASONER_INSTANCE_CREATION_TIME", "REASONER_REASONING_TIME", "REASONER_TRANSLATION_TIME")
+numCols <- c("RESPONSETIME_AUTO", "REASONER_EVALUATION_TIME", "REASONER_REASONING_TIME", "REASONER_TRANSLATION_TIME", "REASONER_CONSTRAINT_COUNT", "REASONER_REEVALUATION_COUNT")
 #names of files produced during measurement
 filenames <- c('measurements-sse.tsv', 'measurements-rtvil.tsv', 'measurements-scenarios.tsv', 'measurements-scenarioVariants.tsv', 'measurements-scaleLog.tsv')
@@ -20,6 +20,6 @@
 #tag repacement (happens before skipping)
 replaceTags <- data.frame(
-  c("REASONING 1", "REASONING 2", "SCENARIO-INC",           "SCENARIO-INST",       "IREASONING"), 
-  c("REASONING",   "REASONING",   "SCENARIO (incremental)", "SCENARIO (runtime)",  "REASONING (incremental)"))
+  c("REASONING 1", "REASONING 2", "SCENARIO-INC",   "SCENARIO-INST",  "IREASONING"), 
+  c("REASONING",   "REASONING",   "SCENARIO (inc)", "SCENARIO (rt)",  "REASONING (inc)"))
 names(replaceTags) <- c("orig", "subst")
 
@@ -36,5 +36,5 @@
 my.summary = function(x, conf.interval=.95) {
   n <- my.lengthNA(x, TRUE)
-  res <- list(mean = mean(x), median = median(x), sd = sd(x), se=0, ci=0)
+  res <- list(mean = mean(x), median = median(x), sd = sd(x), se=0, ci=0, constraints=0, reeval=0)
   res$se <- res$sd / sqrt(n)
 
@@ -89,5 +89,7 @@
   tmp.resTable <- as.data.table(read.table(file = paste(tmp.folder, filename, sep='/'), sep = '\t', header = TRUE, dec=",", check.names=TRUE, stringsAsFactors=FALSE)) 
   #preprocess, only runs later than given run count shall be in the result
-  tmp.resTable <- tmp.resTable[runCount > skip]
+  if (filename != "measurements-rtvil.tsv") { # we do not have multiple runs here
+      tmp.resTable <- tmp.resTable[runCount > skip]
+  }
   #preprocess, shorten URIs for interactive display
   #we must not have factors on URI, but do need factors on later operations as index
@@ -127,5 +129,5 @@
     #unpack result of summary so that names are taken over in colum names
     #see P. Tuma, do we teach the right statistics? that for some forms of statistics aggregation shall be ok
-    tmp.table <- tmp.table[,as.list(unlist(lapply(.SD, my.summary))), list(URI, tag, model.name, MODEL_COMPLEXITY, REASONER_CONSTRAINT_COUNT), .SDcols=statCols]
+    tmp.table <- tmp.table[,as.list(unlist(lapply(.SD, my.summary))), list(URI, tag, model.name, caller, MODEL_COMPLEXITY), .SDcols=statCols]
     tmp.groupedTables[[f]] <- tmp.table
   }
@@ -173,5 +175,5 @@
     theme(legend.position=legendPos)
   if (regression) {
-    gg <- gg + geom_smooth(method=lm)
+    gg <- gg + geom_smooth(method=lm, linetype = "dashed")
   }
   return (gg)
@@ -216,6 +218,6 @@
   my.printStats(data$REASONER_TRANSLATION_TIME.mean, "translation time")  
   my.printStats(data$REASONER_EVALUATION_TIME.mean, "evaluation time")  
-  my.printStats(data$REASONER_INSTANCE_CREATION_TIME.mean, "instance creation time")  
-  my.printStats(data$REASONER_CONSTRAINT_COUNT, "constraints count")  
+  my.printStats(data$REASONER_CONSTRAINT_COUNT.mean, "constraints count")  
+  my.printStats(data$REASONER_REEVALUATION_COUNT.mean, "reevaluation count")  
 }
 
@@ -227,5 +229,5 @@
     data, 
     data$REASONER_REASONING_TIME.mean, 
-    "mean reasoning time", 
+    "mean reasoning time [ms]", 
     data$REASONER_REASONING_TIME.ci, 
     diagramTitle=my.composeDiagramTitle("Reasoning Time", indicator, dir))
@@ -238,5 +240,5 @@
     data, 
     data$REASONER_TRANSLATION_TIME.mean, 
-    "mean translation time", 
+    "mean translation time [ms]", 
     data$REASONER_TRANSLATION_TIME.ci, 
     diagramTitle=my.composeDiagramTitle("Translation Time", indicator, dir))
@@ -249,5 +251,5 @@
     data, 
     data$REASONER_TRANSLATION_TIME.mean, 
-    "mean evaluation time", 
+    "mean evaluation time [ms]", 
     data$REASONER_TRANSLATION_TIME.ci, 
     diagramTitle=my.composeDiagramTitle("Evaluation Time", indicator, dir))
@@ -290,5 +292,5 @@
 
 #data <- my.readFile('W:/offlineFiles/EASy-concepts/reasoner/measures/new', 'measurements-sse.tsv')
-#data <- my.readData('W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-new-1.3.0-20190215', 1)
+#pi1 <- my.readData('W:/offlineFiles/EASy-concepts/reasoner/measures/benchmark-results-pi-1_3_0-jdk1_8-20190219', 1)
 #gg <- my.createErrorBarDiagram(data, data$REASONER_REASONING_TIME.mean, "mean reasoning time", data$REASONER_REASONING_TIME.ci, diagramTitle="Reasoning time")
 #ggplotly(tooltip=c("label"))
Index: /reasoner/reasoner.tex
===================================================================
--- /reasoner/reasoner.tex	(revision 256)
+++ /reasoner/reasoner.tex	(revision 257)
@@ -76,5 +76,5 @@
 \begin{document}
 
-\title{A fast reasoning approach for the Integrated Variability Modeling Language (IVML)}
+\title{Fast reasoning support for the Integrated Variability Modeling Language (IVML)}
 \author{Holger Eichelberger, ...}
 \date{}