source: trunk/test/roc_test.cc @ 865

// $Id: roc_test.cc 865 2007-09-10 19:41:04Z peter $

/*
  Copyright (C) 2007 Peter Johansson

  This file is part of the yat library, http://trac.thep.lu.se/trac/yat

  The yat library is free software; you can redistribute it and/or
  modify it under the terms of the GNU General Public License as
  published by the Free Software Foundation; either version 2 of the
  License, or (at your option) any later version.

  The yat library is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program; if not, write to the Free Software
  Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
  02111-1307, USA.
*/

#include "yat/classifier/DataLookupWeighted1D.h"
#include "yat/classifier/Target.h"
#include "yat/statistics/ROC.h"
#include "yat/statistics/utility.h"
#include "yat/utility/matrix.h"
#include "yat/utility/vector.h"

#include <cmath>
#include <fstream>
#include <iostream>


using namespace theplu::yat;

int main(const int argc,const char* argv[])
{  
  std::ostream* error;
  if (argc>1 && argv[1]==std::string("-v"))
    error = &std::cerr;
  else {
    error = new std::ofstream("/dev/null");
    if (argc>1)
      std::cout << "roc_test -v : for printing extra information\n";
  }
  bool ok = true;

  *error << "testing ROC" << std::endl;
  utility::vector value(31);
  std::vector<std::string> label(31,"negative");
  for (size_t i=0; i<16; i++) 
    label[i] = "positive";
  classifier::Target target(label);
  for (size_t i=0; i<value.size(); i++) 
    value(i)=i;
  statistics::ROC roc;
  add(roc, value, target);
  double area = roc.area();
  if (area!=0.0){
    *error << "test_roc: area is " << area << " should be 0.0" 
           << std::endl;
    ok = false;
  }
  target.set_binary(0,false);
  target.set_binary(1,true);
  roc.reset();
  add(roc, value, target);
  area = roc.area();
  if (area!=1.0){
    *error << "test_roc: area is " << area << " should be 1.0" 
           << std::endl;
    ok = false;
  }
  
  double p = roc.p_value_one_sided();
  double p2 = roc.p_value();
  double p_matlab = 0.00000115;
  if (p/p_matlab > 1.01 | p/p_matlab < 0.99){
    *error << "get_p_approx: p-value not correct" << std::endl;
    *error << p << " expected " << p_matlab << std::endl;
    ok = false;
  }
  if (p2 != 2*p) {
    ok = false;
    *error << "Two-sided P-value should equal 2 * one-sided P-value.\n";
  }
  roc.minimum_size() = 20;
  p = roc.p_value_one_sided();
  p2 = roc.p_value();
  if (p > pow(10, -8.0) | p < pow(10, -9.0)){
    *error << "get_p_exact: p-value not correct" << std::endl;
    ok = false;
  }
  if (p2 != 2*p) {
    ok = false;
    *error << "Two-sided P-value should equal 2 * one-sided P-value.\n";
  }
  
  classifier::DataLookupWeighted1D dlw(target.size(),1.3);
  add(roc, dlw, target);

  if (ok)
    return 0;
  return -1;
}