db_reader.h

Go to the documentation of this file.

/*
 *  Copyright (C) 2005 M.J. Zaki <zaki@cs.rpi.edu> Rensselaer Polytechnic Institute
 *  Written by parimi@cs.rpi.edu
 *  Updated by chaojv@cs.rpi.edu, alhasan@cs.rpi.edu, salems@cs.rpi.edu
 *
 *  This program is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU General Public License
 *  as published by the Free Software Foundation; either version 2
 *  of the License, or (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License along
 *  with this program; if not, write to the Free Software Foundation, Inc.,
 *  59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
 */
#ifndef _DB_READER_H
#define _DB_READER_H

#include <sstream>
#include <fstream>
#include <vector>
#include <map>

// using namespace std;

// adding all files manually for now, TODO: improve this include system

#include "helper_funs.h"
#include "generic_classes.h"
#include "pat_fam.h"      // added later to make .cpp files
template<typename PATTERN, typename TOKENIZER, template <typename> class ALLOC >
class db_reader
{
 public:

  typedef vat<typename PATTERN::PAT_PROPS, typename PATTERN::MINE_PROPS, ALLOC, std::vector> VAT; 
  typedef tokenizer<PATTERN, TOKENIZER, ALLOC > TKNZ; 

  db_reader(const char* infile_name): _in_db(infile_name)  {}

  db_reader(const char* infile_name, int mem_size): _in_db(infile_name) {filename=strdup(infile_name);_max_mem=mem_size;}

  ~db_reader()
    { close();}

  void open(const char* infile_name) { 
    if(is_open())
      _in_db.close();
      _in_db.open(infile_name);
    }

  void close() { 
    _in_db.close();
  }

  bool is_open() { 
    return _in_db.is_open();
  }

  template<class SM_T>
  void get_length_one(pat_fam<PATTERN>& freq_pats, storage_manager<PATTERN, VAT, ALLOC, SM_T>& vat_hmap, const int& minsup) {

    int tid;
    VAT* ivat;
    typename pat_fam<PATTERN>::IT pf_it;

    if(!is_open()) {
      // stream not open
      std::cerr<<"db_reader: file stream not open in get_length_one()"<<std::endl;
      return;
    }

    tid=tknz.parse_next_trans(_in_db, freq_pats, vat_hmap);
    while(tid!=-1) {
      tid=tknz.parse_next_trans(_in_db, freq_pats, vat_hmap);
    }

    // fill in support of level-1, discarding infrequent ones
    for(pf_it=freq_pats.begin(); pf_it!=freq_pats.end();++pf_it) {
      if(!(ivat=vat_hmap.get_vat(*pf_it))) {
        std::cerr<<"db_reader.get_length_one: VAT not found for "<<*pf_it<<std::endl;
        return;
      }

      //cout << "LEVEL 1 " << *ivat << endl;
    
      if((ivat->size())>=minsup)
        (*pf_it)->set_sup(make_pair(ivat->size(), 0));
      else {
        // Delete the pattern and the vat.
        vat_hmap.delete_vat(*pf_it);
        delete (*pf_it);

        freq_pats.erase(pf_it); 
        pf_it--;
      }
    } //end for

    // sort level-1 patterns
    //typename pat_fam<PATTERN>::IT b=freq_pats.begin(), e=freq_pats.end();
    //sort(b, e, less_than<PATTERN>());

  } //end get_length_one()

 private:
  std::ifstream _in_db;
  char* filename; // Holds the file name of the dataset
  unsigned long _max_mem; 
  TKNZ tknz; // An object of Tokenizer class
}; //end class db_reader<itemset>

#endif

---