source: trunk/test/score_test.cc @ 865

// $Id: score_test.cc 865 2007-09-10 19:41:04Z peter $

/*
  Copyright (C) 2004, 2005, 2006, 2007 Jari Häkkinen, Peter Johansson

  This file is part of the yat library, http://trac.thep.lu.se/trac/yat

  The yat library is free software; you can redistribute it and/or
  modify it under the terms of the GNU General Public License as
  published by the Free Software Foundation; either version 2 of the
  License, or (at your option) any later version.

  The yat library is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program; if not, write to the Free Software
  Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
  02111-1307, USA.
*/

#include "yat/classifier/Target.h"
#include "yat/statistics/FoldChange.h"
#include "yat/statistics/Pearson.h"
#include "yat/statistics/AUC.h"
#include "yat/statistics/SAMScore.h"
#include "yat/statistics/SNRScore.h"
#include "yat/statistics/tScore.h"
#include "yat/statistics/WilcoxonFoldChange.h"
#include "yat/utility/matrix.h"
#include "yat/utility/vector.h"

#include <cmath>
#include <fstream>
#include <iostream>


using namespace theplu::yat;

int main(const int argc,const char* argv[])
{  
  std::ostream* error;
  if (argc>1 && argv[1]==std::string("-v"))
    error = &std::cerr;
  else {
    error = new std::ofstream("/dev/null");
    if (argc>1)
      std::cout << "score_test -v : for printing extra information\n";
  }
  *error << "testing score classes" << std::endl;
  bool ok = true;

  *error << "testing AUC" << std::endl;
  utility::vector value(31);
  std::vector<std::string> label(31,"negative");
  for (size_t i=0; i<16; i++) 
    label[i] = "positive";
  classifier::Target target(label);
  for (size_t i=0; i<value.size(); i++) 
    value(i)=i;
  statistics::AUC auc(false);
  double area = auc.score(target, value);
  if (area!=0.0){
    *error << "test_auc: area is " << area << " should be 0.0" 
           << std::endl;
    ok = false;
  }
  target.set_binary(0,false);
  target.set_binary(1,true);
  area = auc.score(target, value);
  if (area!=1.0){
    *error << "test_auc: area is " << area << " should be 1.0" 
           << std::endl;
    ok = false;
  }
  
  std::ifstream is("data/rank_data.txt");
  utility::matrix data(is);
  is.close();

  is.open("data/rank_target.txt");
  classifier::Target target2(is);
  is.close();
  
  utility::vector correct_area(3);
  correct_area(0)=1.0/9.0;
  correct_area(1)=3.0/9.0;
  correct_area(2)=0.0;

  const double tol = 0.001;
  for (size_t i=0; i<data.rows(); i++){
    utility::vector vec(data,i);
    if (vec.size()!=target2.size()){
      *error << "vec.size() is " << vec.size() << " and target2.size() is " 
             << target2.size() << ". Should be equal." << std::endl; 
      ok=false;
    }
    area = auc.score(target2,vec);
    if (area<correct_area(i)-tol || area>correct_area(i)+tol){
      *error << "test_roc: area is " << area << " should be " 
             << correct_area(i) << std::endl;
      ok=false;
    }
  }

  utility::vector weight(target2.size(),1);
  for (size_t i=0; i<data.rows(); i++){
    utility::vector vec(data,i);
    area = auc.score(target2, vec, weight);
    if (area<correct_area(i)-tol || area>correct_area(i)+tol){
      *error << "test_roc: weighted area is " << area << " should be " 
             << correct_area(i) << std::endl;
      ok=false;
    }
  }

  *error << "testing FoldChange" << std::endl;
  statistics::FoldChange fold_change(true);

  *error << "testing tScore" << std::endl;
  statistics::tScore t_score(true);

  *error << "testing Pearson" << std::endl;
  statistics::Pearson pearson(true);

  *error << "testing WilcoxonFoldChange" << std::endl;
  statistics::WilcoxonFoldChange wfc(true);

  *error << "testing SAMScore" << std::endl;
  statistics::SAMScore sam(1.0,true);

  *error << "testing SNRScore" << std::endl;
  statistics::SNRScore snr(true);


  if (ok)
    return 0;
  return -1;
}