@terascope/file-asset-apis / base/chunked-file-reader / ChunkedFileReader

Abstract Class: ChunkedFileReader

Defined in: base/chunked-file-reader.ts:71

Extended by

• FileFetcher
• S3Fetcher

Constructors

Constructor

new ChunkedFileReader(inputConfig, logger): ChunkedFileReader

Defined in: base/chunked-file-reader.ts:84

Parameters

Parameter	Type
inputConfig	ChunkedFileReaderAPIConfig
logger	Logger

Returns

ChunkedFileReader

Properties

Property	Modifier	Type	Defined in
compressor	public	Compressor	base/chunked-file-reader.ts:73
filePerSlice	protected	boolean	base/chunked-file-reader.ts:82
logger	public	Logger	base/chunked-file-reader.ts:72

Accessors

format

Get Signature

get format(): Format

Defined in: base/chunked-file-reader.ts:126

Returns

Format

---

lineDelimiter

Get Signature

get lineDelimiter(): string

Defined in: base/chunked-file-reader.ts:122

Returns

string

Methods

csv()

protected csv(incomingData, slice): Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

Defined in: base/chunked-file-reader.ts:232

Parameters

Parameter	Type
incomingData	string
slice	FileSlice

Returns

Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

---

fetch()

abstract protected fetch(msg): Promise<string>

Defined in: base/chunked-file-reader.ts:156

Parameters

Parameter	Type
msg	Record<string, any>

Returns

Promise<string>

---

getMargin()

protected getMargin(slice, delimiter): Promise<string>

Defined in: base/chunked-file-reader.ts:199

Parameters

Parameter	Type
slice	FileSlice
delimiter	string

Returns

Promise<string>

---

json()

protected json(incomingData, slice): Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

Defined in: base/chunked-file-reader.ts:293

Parameters

Parameter	Type
incomingData	string
slice	FileSlice

Returns

Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

---

ldjson()

protected ldjson(incomingData, slice): Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

Defined in: base/chunked-file-reader.ts:319

Parameters

Parameter	Type
incomingData	string
slice	FileSlice

Returns

Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

---

raw()

protected raw(incomingData, slice): Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

Defined in: base/chunked-file-reader.ts:223

Parameters

Parameter	Type
incomingData	string
slice	FileSlice

Returns

Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

---

read()

read(slice): Promise<DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>>[]>

Defined in: base/chunked-file-reader.ts:333

Parameters

Parameter	Type
slice	FileSlice

Returns

Promise<DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>>[]>

---

tsv()

protected tsv(incomingData, slice): Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>

Defined in: base/chunked-file-reader.ts:287

Parameters

Parameter	Type
incomingData	string
slice	FileSlice

Returns

Promise<(DataEntity<Record<string, any>, _DataEntityMetadata<Record<string, any>>> | null)[]>