[%
  title='MyMediaLite: Example Experiments'
  prefix='../'
%]

[% INCLUDE header %]

<h1><a href="index.html">[% title %]</a></h1>

[% INCLUDE menu %]

[% INCLUDE infobox %]

[% PROCESS datasets %]

<div id="content">
  <h2>Datasets</h2>

  Experimental results for some example datasets.
  The given hyperparameters may not be the optimal ones.
  
  <a href="http://www.netflixprize.com/"><h3>Netflix</h3></a>
  <p>
    Results on the <it>probe</it> dataset:
    <table border="1">
      <tr> <th>Method</th> <th><tt>--recommender-options</tt></th> <th>RMSE</th> <th>MAE</th></tr>
      [% FOREACH entry IN netflix_probe %]
        <tr> <td>[% entry.method %]</td> <td><tt>[% entry.hp %]</tt></td> <td>[% entry.rmse %]</td> <td>[% entry.mae %]</td> </tr>
      [% END %]
    </table>
  </p>
  <p>
    Results on the <it>quiz</it> dataset:
    <table border="1">
      <tr> <th>Method</th> <th><tt>--recommender-options</tt></th> <th>RMSE</th> <th>MAE</th></tr>
      [% FOREACH entry IN netflix_quiz %]
        <tr> <td>[% entry.method %]</td> <td><tt>[% entry.hp %]</tt></td> <td>[% entry.rmse %]</td> <td>[% entry.mae %]</td> </tr>
      [% END %]
    </table>

  </p>

  <a href="http://kddcup.yahoo.com"><h3>KDD Cup 2011, Track 1</h3></a>
  <p>
   Results on the validation set:
    <table border="1">
      <tr> <th>Method</th> <th><tt>--recommender-options</tt></th> <th>RMSE</th> <th>MAE</th> </tr>
      [% FOREACH entry IN kddcup_validation %]
        <tr> <td>[% entry.method %]</td> <td><tt>[% entry.hp %]</tt></td> <td>[% entry.rmse %]</td> <td>[% entry.mae %]</td> </tr>
      [% END %]
    </table>
  </p>
  
  <a href="http://www.grouplens.org/node/73"><h3>MovieLens 1M</h3></a>
  <p>
   Results on a random 80-20 split:
    <table border="1">
      <tr> <th>Method</th> <th><tt>--recommender-options</tt></th> <th>RMSE</th> <th>MAE</th> </tr>
      [% FOREACH entry IN ml1m_data %]
        <tr> <td>[% entry.method %]</td> <td><tt>[% entry.hp %]</tt></td> <td>[% entry.rmse %]</td> <td>[% entry.mae %]</td> </tr>
      [% END %]
    </table>
  </p>

  <h3><a href="http://www.grouplens.org/node/73">MovieLens 100k</a></h3>
  <p>
    5-fold crossvalidation with <tt>--random-seed=1</tt>
    <table border="1">
      <tr> <th>Method</th> <th><tt>--recommender-options</tt></th> <th>RMSE</th>  <th>MAE</th> </tr>
      [% FOREACH entry IN ml100k %]
      <tr> <td>[% entry.method %]</td> <td><tt>[% entry.hp %]</tt></td> <td>[% entry.rmse %]</td> <td>[% entry.mae %]</td> </tr>
      [% END %]
    </table>
  </p>

  <h3><a href="http://www.cs.sfu.ca/~sja25/personal/datasets/">Flixster</a></h3>
  <p>
    5-fold crossvalidation with <tt>--random-seed=1</tt>
    <table border="1">
      <tr> <th>Method</th> <th><tt>--recommender-options</tt></th> <th>RMSE</th>  <th>MAE</th> </tr>
      [% FOREACH entry IN flixster %]
      <tr> <td>[% entry.method %]</td> <td><tt>[% entry.hp %]</tt></td> <td>[% entry.rmse %]</td> <td>[% entry.mae %]</td> </tr>
      [% END %]
    </table>
  </p>  
</div>

[% INCLUDE footer %]