Improved Runtime Estimation in DB

db/bench_cost.sql

@@ -2,7 +2,7 @@
 -- Project:	rbench - Logic Programming and Database Benchmarks
 -- Filename:	db/bench_cost.sql
 -- Purpose:	Database for Benchmark Runs: Cost Measure Data for Benchmarks
--- Last Change:	04.10.2019
+-- Last Change:	10.10.2019
 -- Language:	SQL (Tested with PostgreSQL)
 -- Author:	Stefan Brass
 -- EMail:	brass@informatik.uni-halle.de
@@ -200,6 +200,10 @@ INSERT INTO BENCH_COST VALUES('path2','y500_8k',8498,1,8498);
 INSERT INTO BENCH_COST VALUES('path2','y1k_4k',4998,1,4998);
 INSERT INTO BENCH_COST VALUES('path2','y1k_8k',8998,1,8998);
 
+INSERT INTO BENCH_COST VALUES('j1axy','j1k10k',1825612,1,61988581);
+INSERT INTO BENCH_COST VALUES('j1axy','j1k50k',3856026,1,981332692);
+INSERT INTO BENCH_COST VALUES('j1axy','j1k250k',4000000,1,1375000127);
+
 -- ============================================================================
 -- Automatically Added Benchmark Cost Data:
 -- ============================================================================

db/drop_db.sql

@@ -53,6 +53,8 @@ DROP VIEW  LOAD_EFFICIENCY;
 DROP VIEW  ESTIMATE_DATA_CSV;
 DROP VIEW  ESTIMATE_DATA;
 
+DROP VIEW  EVAL_ESTIMATES;
+DROP VIEW  NUM_GOOD_ESTIMATES;
 DROP VIEW  NUM_BAD_ESTIMATES;
 DROP VIEW  ESTIMATE_ERR;
 DROP VIEW  ESTIMATE_FORMULA;

db/v_check.sql

@@ -148,7 +148,7 @@ ORDER  BY SYS, MACHINE, BENCH, FILE_ID;
 
 CREATE VIEW INTEGRITY_ERROR AS
 SELECT 'Number of lines in INPUT_FILE and edges in INPUT_GRAPH differ for: ' ||
-	F.FILE_ID
+	F.FILE_ID AS ERROR_MESSAGE
 FROM  INPUT_FILE F, INPUT_GRAPH G
 WHERE F.FILE_ID = G.FILE_ID
 AND   F.LINES <> G.NUM_EDGEs;

db/v_estimate.sql

@@ -70,44 +70,74 @@ ORDER  BY SYS, BYTES_PER_FACT;
 -- ============================================================================
 
 CREATE VIEW ESTIMATE_FORMULA AS
-SELECT R.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP, E.RESULT,
-       G.FILE_ID,
+SELECT R.SYS, R.BENCH, E.STARTUP, E.LOAD_IDX, E.RULE_APP, E.RESULT,
+       E.BENCH AS FORMULA_FOR,
+       F.FILE_ID,
        ROUND(CAST(
          E.STARTUP/1000 +
-         (G.NUM_EDGES * (LOG(G.NUM_EDGES)/LOG(2)) * E.LOAD_IDX / 1000000000) +
+         (F.LINES * (LOG(F.LINES)/LOG(2)) * E.LOAD_IDX / 1000000000) +
          (C.INST * E.RULE_APP / 1000000000) +
          (C.SIZE * E.RESULT / 1000000000) AS NUMERIC),
        3) AS ESTIMATE,
        R.REAL_T
-FROM   BEST_RESULT R, INPUT_GRAPH G, BENCH_COST C, ESTIMATE_PAR E
-WHERE  R.SYS = E.SYS AND E.BENCH = 'tcff' AND R.BENCH = 'tcff'
-AND    C.BENCH = 'tcff' AND C.FILE_ID = G.FILE_ID
-AND    R.FILE_ID = G.FILE_ID
-ORDER  BY R.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP, E.RESULT, ESTIMATE;
+FROM   BEST_RESULT R, INPUT_FILE F, BENCH_COST C, ESTIMATE_PAR E
+WHERE  R.SYS = E.SYS
+AND    C.BENCH = R.BENCH
+AND    C.FILE_ID = F.FILE_ID
+AND    R.FILE_ID = F.FILE_ID
+ORDER  BY R.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP, R.BENCH, E.RESULT,
+       ESTIMATE;
 
 -- ============================================================================
 -- Check System Speed Estimates (Real Time):
 -- ============================================================================
 
 CREATE VIEW ESTIMATE_ERR AS
-SELECT E.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP, E.RESULT,
-       E.FILE_ID, E.ESTIMATE, E.REAL_T,
+SELECT E.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP, E.RESULT, E.FORMULA_FOR,
+       E.BENCH, E.FILE_ID, E.ESTIMATE, E.REAL_T,
        E.REAL_T - E.ESTIMATE AS DIFF,
-       ROUND((E.REAL_T - E.ESTIMATE) * 100 / E.ESTIMATE) AS DIFF_PCT
+       ROUND((E.REAL_T - E.ESTIMATE) * 100 / E.ESTIMATE, 3) AS DIFF_PCT
 FROM   ESTIMATE_FORMULA E
-ORDER  BY E.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP, E.RESULT, DIFF_PCT;
+ORDER  BY E.BENCH, E.SYS, E.STARTUP, E.LOAD_IDX, E.RULE_APP,
+       E.RESULT, DIFF_PCT;
 
 -- ============================================================================
--- Count the Number of Wrong Estimates (more than 2s wrong and more than 20%):
+-- Count the Number of Wrong Estimates (more than 20%):
 -- ============================================================================
 
 CREATE VIEW NUM_BAD_ESTIMATES AS
-SELECT SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT,
-	COUNT(*) AS BAD_ESTIMATES, SUM(ABS(DIFF)) AS ABS_ERR
+SELECT BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT,
+	COUNT(*) AS BAD, SUM(ABS(DIFF)) AS ABS_ERR
 FROM   ESTIMATE_ERR
 WHERE  ABS(DIFF_PCT) > 20
-GROUP  BY SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT
-ORDER  BY SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT;
+GROUP  BY BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT
+ORDER  BY BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT;
+
+-- ============================================================================
+-- Count the Number of Good Estimates (max. 20% error):
+-- ============================================================================
+
+CREATE VIEW NUM_GOOD_ESTIMATES AS
+SELECT BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT,
+	COUNT(*) AS GOOD, SUM(ABS(DIFF)) AS ABS_ERR
+FROM   ESTIMATE_ERR
+WHERE  ABS(DIFF_PCT) <= 20
+GROUP  BY BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT
+ORDER  BY BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT;
+
+-- ============================================================================
+-- Evaluate Estimates:
+-- ============================================================================
+
+CREATE VIEW EVAL_ESTIMATES AS
+SELECT BENCH, SYS, STARTUP AS S, LOAD_IDX AS L, RULE_APP AS A, RESULT AS R,
+	SUM(CASE WHEN ABS(DIFF_PCT) <= 20 THEN 1 ELSE 0 END) AS GOOD,
+	SUM(CASE WHEN DIFF_PCT < -20 THEN 1 ELSE 0 END) AS LESS,
+	SUM(CASE WHEN DIFF_PCT > 20 THEN 1 ELSE 0 END) AS MORE,
+	ROUND(AVG(ABS(DIFF_PCT))) AS AVG_ERR
+FROM   ESTIMATE_ERR
+GROUP  BY BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT
+ORDER  BY BENCH, SYS, STARTUP, LOAD_IDX, RULE_APP, RESULT;
 
 -- ============================================================================
 -- Generate C++ Objects with Graph Data and Runtime (for Optimization):