#include <iostream>
#include <vector>
#include <algorithm>
#include <numeric>
#include <iterator>
#include <omp.h>
#include <sys/stat.h>
#include <string.h>
#include "mmio.h"
#include <zlib.h>
#include "Tommy/tommyhashdyn.h"
#include "compress_string.h"
#include "TommyObj.h"

Include dependency graph for MMConverter.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	BATCH 100000000
#define	MAXLINELENGTH 512
#define	VERTEX_HEAD ""
#define	MAXVERTNAME 128

Functions
string	chop_head (const string &full_str, const string &head_str)
void *	shuffledprintfunc (void arg, void obj)
template<typename IT1, typename NT1, typename IT2, typename NT2>
void	push_to_vectors (vector< IT1 > &rows, vector< IT1 > &cols, vector< NT1 > &vals, IT2 ii, IT2 jj, NT2 vv)
template<typename IT1, typename NT1>
void	ProcessLines (vector< IT1 > &rows, vector< IT1 > &cols, vector< NT1 > &vals, vector< string > &lines, tommy_hashdyn &hashdyn, const vector< uint32_t > &shuffler)
void	check_newline (int bytes_read, int bytes_requested, char buf)
bool	FetchBatch (FILE *f_local, long int &curpos, long int end_fpos, bool firstcall, vector< string > &lines)
void	MMConverter (const string &filename, ofstream &dictout, const string &outprefix)

Macro Definition Documentation

◆ BATCH

#define BATCH 100000000

Definition at line 20 of file MMConverter.h.

◆ MAXLINELENGTH

#define MAXLINELENGTH 512

Definition at line 21 of file MMConverter.h.

◆ MAXVERTNAME

#define MAXVERTNAME 128

Definition at line 23 of file MMConverter.h.

◆ VERTEX_HEAD

#define VERTEX_HEAD ""

Definition at line 22 of file MMConverter.h.

Function Documentation

◆ check_newline()

void check_newline	(	int *	bytes_read,
		int	bytes_requested,
		char *	buf )

Definition at line 87 of file MMConverter.h.

◆ chop_head()

string chop_head	(	const string &	full_str,
		const string &	head_str )

Definition at line 25 of file MMConverter.h.

◆ FetchBatch()

bool FetchBatch	(	FILE *	f_local,
		long int &	curpos,
		long int	end_fpos,
		bool	firstcall,
		vector< string > &	lines )

Definition at line 101 of file MMConverter.h.

◆ MMConverter()

void MMConverter	(	const string &	filename,
		ofstream &	dictout,
		const string &	outprefix )

Definition at line 164 of file MMConverter.h.

◆ ProcessLines()

template<typename IT1, typename NT1>

void ProcessLines	(	vector< IT1 > &	rows,
		vector< IT1 > &	cols,
		vector< NT1 > &	vals,
		vector< string > &	lines,
		tommy_hashdyn &	hashdyn,
		const vector< uint32_t > &	shuffler )

Definition at line 63 of file MMConverter.h.

◆ push_to_vectors()

template<typename IT1, typename NT1, typename IT2, typename NT2>

void push_to_vectors	(	vector< IT1 > &	rows,
		vector< IT1 > &	cols,
		vector< NT1 > &	vals,
		IT2	ii,
		IT2	jj,
		NT2	vv )

Definition at line 55 of file MMConverter.h.

◆ shuffledprintfunc()

void * shuffledprintfunc	(	void *	arg,
		void *	obj )

Definition at line 41 of file MMConverter.h.

Macros

Functions