source: branches/0.7-stable/test/roc.cc @ 2548

// $Id: roc.cc 2548 2011-08-07 16:36:44Z peter $

/*
  Copyright (C) 2007, 2008 Jari Häkkinen, Peter Johansson
  Copyright (C) 2011 Peter Johansson

  This file is part of the yat library, http://dev.thep.lu.se/yat

  The yat library is free software; you can redistribute it and/or
  modify it under the terms of the GNU General Public License as
  published by the Free Software Foundation; either version 3 of the
  License, or (at your option) any later version.

  The yat library is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with yat. If not, see <http://www.gnu.org/licenses/>.
*/

#include "Suite.h"

#include "yat/classifier/DataLookupWeighted1D.h"
#include "yat/classifier/Target.h"
#include "yat/statistics/ROC.h"
#include "yat/statistics/utility.h"
#include "yat/utility/Vector.h"

#include <cmath>
#include <fstream>
#include <iostream>


using namespace theplu::yat;

void test_empty(test::Suite&);

int main(int argc, char* argv[])
{  
  test::Suite suite(argc, argv);

  suite.err() << "testing ROC" << std::endl;
  utility::Vector value(31);
  std::vector<std::string> label(31,"negative");
  for (size_t i=0; i<16; i++) 
    label[i] = "positive";
  classifier::Target target(label);
  for (size_t i=0; i<value.size(); i++) 
    value(i)=i;
  statistics::ROC roc;
  add(roc, value.begin(), value.end(), target);
  double area = roc.area();
  if (!suite.equal(area,0.0)){
    suite.err() << "test_roc: area is " << area << " should be 0.0" 
           << std::endl;
    suite.add(false);
  }
  target.set_binary(0,false);
  target.set_binary(1,true);
  roc.reset();
  add(roc, value.begin(), value.end(), target);
  area = roc.area();
  if (!suite.equal(area,1.0)){
    suite.err() << "test_roc: area is " << area << " should be 1.0" 
           << std::endl;
    suite.add(false);
  }
  
  double p = roc.p_value_one_sided();
  double p2 = roc.p_value();
  double p_matlab = 0.00000115;
  if (!(p/p_matlab < 1.01 && p/p_matlab > 0.99)){
    suite.err() << "get_p_approx: p-value not correct" << std::endl;
    suite.err() << p << " expected " << p_matlab << std::endl;
    suite.add(false);
  }
  if (!(p2==2*p)) {
    suite.add(false);
    suite.err() << "Two-sided P-value should equal 2 * one-sided P-value.\n";
  }
  roc.minimum_size() = 20;
  p = roc.p_value_one_sided();
  p2 = roc.p_value();
  if (!( p < 1e-8 && p > 1e-9) ){
    suite.err() << "get_p_exact: p-value not correct" << std::endl;
    suite.add(false);
  }
  if (!( p2==2*p)) {
    suite.add(false);
    suite.err() << "Two-sided P-value should equal 2 * one-sided P-value.\n";
  }
  
  classifier::DataLookupWeighted1D dlw(target.size(),1.3);
  add(roc, dlw.begin(), dlw.end(), target);
  test_empty(suite);

  return suite.return_value();
}

void test_empty(test::Suite& suite)
{
  suite.out() << "test empty\n";
  // testing buf #669
  statistics::ROC roc;
  roc.p_value();
  roc.area();
}