search

vivekaxl / Bellwether-Config

BEETLE: Finding New Configurations by Borrowing from Old Ones
1 stars 1 forks source link

RQ4: Can bellwether be compared to other state-of-the-art methods? #4

Open vivekaxl opened 6 years ago

vivekaxl commented 6 years ago

https://github.com/vivekaxl/BW-Config/issues/9 https://github.com/vivekaxl/BW-Config/issues/10

rahlk commented 6 years ago

20% Samples

SAC
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,       POOYAN ,        1.58    ,    5.39 (*              |              ), 1.50,  1.58,  6.89
   2 ,     BASELINE ,        6.89    ,    98.96 (--*            |              ), 1.04,  6.89,  100.00
   2 ,     WATERLOO ,        6.99    ,    99.19 (--*            |              ), 0.81,  7.05,  100.00

SPEAR
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,       POOYAN ,        0.70    ,    1.29 (*              |              ), 0.00,  0.70,  1.29
   1 ,     BASELINE ,        0.79    ,    1.40 (*              |              ), 0.10,  0.79,  1.50
   1 ,     WATERLOO ,        1.11    ,    1.98 (*              |              ), 0.30,  1.11,  2.29

SQLITE
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        5.41    ,    9.28 (-*             |              ), 1.98,  5.45,  11.26
   2 ,     WATERLOO ,        6.96    ,    12.91 (--*            |              ), 2.43,  6.96,  15.35
   3 ,       POOYAN ,        18.51    ,    50.85 (-----*         |              ), 2.06,  18.51,  52.91

STORM-OBJ1
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        3.30    ,    26.62 (-*             |              ), 2.27,  3.33,  28.89
   2 ,       POOYAN ,        20.24    ,    36.85 (   ----*       |              ), 11.77,  23.38,  48.61
   2 ,     WATERLOO ,        26.51    ,    69.27 ( -------*      |              ), 4.78,  27.29,  74.05

STORM-OBJ2
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        0.04    ,    0.06 (*              |              ), 0.04,  0.04,  0.10
   1 ,       POOYAN ,        0.86    ,    20.69 (*              |              ), 0.04,  0.86,  20.73
   2 ,     WATERLOO ,        2.47    ,    53.98 (*              |              ), 0.04,  2.48,  54.02

X264
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        8.67    ,    27.71 (--*            |              ), 2.82,  8.67,  30.53
   2 ,     WATERLOO ,        16.37    ,    41.66 ( ---*          |              ), 5.01,  16.38,  46.67
   3 ,       POOYAN ,        43.70    ,    28.34 (          ---* |              ), 34.45,  43.70,  62.79
rahlk commented 6 years ago

100% Samples

SAC
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,       POOYAN ,        1.58    ,    5.39 (*              |              ), 1.50,  1.58,  6.89
   2 ,     BASELINE ,        4.34    ,    99.04 (-*             |              ), 0.96,  4.34,  100.00
   2 ,     WATERLOO ,        7.06    ,    99.19 (--*            |              ), 0.81,  7.06,  100.00

SPEAR
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,       POOYAN ,        0.70    ,    1.29 (*              |              ), 0.00,  0.70,  1.29
   1 ,     BASELINE ,        1.00    ,    1.47 (*              |              ), 0.20,  1.00,  1.67
   1 ,     WATERLOO ,        1.19    ,    2.16 (*              |              ), 0.40,  1.19,  2.56

SQLITE
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        1.58    ,    2.80 (*              |              ), 1.10,  1.70,  3.90
   2 ,     WATERLOO ,        6.86    ,    13.25 (--*            |              ), 2.48,  6.86,  15.73
   3 ,       POOYAN ,        18.51    ,    50.85 (-----*         |              ), 2.06,  18.51,  52.91

STORM-OBJ1
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        4.78    ,    25.64 (-*             |              ), 2.80,  4.78,  28.44
   2 ,       POOYAN ,        20.24    ,    36.85 (   ----*       |              ), 11.77,  23.38,  48.61
   2 ,     WATERLOO ,        30.04    ,    73.07 ( --------*     |              ), 4.78,  30.13,  77.85

STORM-OBJ2
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        0.04    ,    0.06 (*              |              ), 0.04,  0.04,  0.10
   1 ,       POOYAN ,        0.86    ,    21.82 (*              |              ), 0.04,  0.86,  21.86
   2 ,     WATERLOO ,        4.88    ,    53.98 (-*             |              ), 0.04,  4.90,  54.02

X264
rank ,         name ,        med     ,  iqr
----------------------------------------------------
   1 ,     BASELINE ,        4.06    ,    9.31 (-*             |              ), 0.79,  4.22,  10.10
   2 ,     WATERLOO ,        16.00    ,    41.64 ( ---*          |              ), 4.87,  16.00,  46.51
   3 ,       POOYAN ,        43.70    ,    28.28 (          ---* |              ), 34.51,  43.70,  62.79