#ifndef _PROCESS_H_
#define _PROCESS_H_

#include <string>
#include <vector>
#include <map>
#include <set>

#include <unicode/utypes.h>
#include <unicode/uchar.h>
#include <unicode/coll.h>


#include "unicode.h"
#include "eTuple.h"
#include "resa.h"

void readRaw(std::string &rfn, UnicodeString &rmap);
void readParam(std::string paramfn, std::map<std::string, int> &deletelabels,
   std::map<std::string, std::set<std::string> > &equivlabels, 
	std::string &delimchars);
void processCHAR(std::istream &fn, std::map<IndexType,
   std::vector<eTuple<IndexType> > > &elts, bool boundary);
void processLINE(UnicodeString &rmap, std::istream &fn,
   std::map<IndexType, std::vector<eTuple<IndexType> > > &elts, bool fuzzy,
   bool boundary, bool rawFromGold=false);
void processTAB(UnicodeString &rmap, std::istream &fn,
   std::map<IndexType, std::vector<eTuple<IndexType> > > &elts, bool fuzzy,
   bool boundary, bool multi, bool rawFromGold=false);
void processCONLLX(UnicodeString &rmap, std::istream &fn,
   std::map<IndexType, std::vector<eTuple<IndexType> > > &elts, bool fuzzy,
   bool boundary, bool rawFromGold=false);
void createRawFromGold(UnicodeString &rmap, std::vector<UnicodeString> &toks,
   std::vector<int> &tokstart, std::vector<int> &tokend);

void writeInterim(std::map<IndexType, std::vector<eTuple<IndexType> > > &elts,
   std::ostream &fn, bool printfuzzy=true);
#endif