historic_ingest_pipeline.ttl

@prefix js: <https://w3id.org/conn/js#> .
@prefix : <https://w3id.org/conn#> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .

<> owl:imports <https://raw.githubusercontent.com/TREEcg/connector-architecture/main/channel/file.ttl>.
<> owl:imports <./processor/file-utils-processors-ts/file-utils.ttl>.
<> owl:imports <./processor/sds-processors/configs/sdsify.ttl>.
<> owl:imports <./processor/sds-storage-writer-mongo/step.ttl>.

#### Channels

[] a js:JsChannel;
  :reader <ld/reader-js>;
  :writer <ld/writer-js>.

<ld/reader-js> a :JsReaderChannel.
<ld/writer-js> a :JsWriterChannel.

[] a js:JsChannel;
  :reader <sds/reader-js>;
  :writer <sds/writer-js>.

<sds/reader-js> a :JsReaderChannel.
<sds/writer-js> a :JsWriterChannel.

<metadata/in> a :FileReaderChannel;
  :fileReadFirstContent "true";
  :fileOnReplace "true";
  :filePath <./metadataIn.ttl>.

#### Processors

[] a js:FolderRead;
  js:folder_location <./historic_data>;
  js:file_stream <ld/writer-js>;
  js:max_memory 3.

[] a js:Sdsify;
  js:input <ld/reader-js>;
  js:output <sds/writer-js>;
  js:stream <https://w3id.org/sds#Stream>;
  js:objectType <https://purl.eu/ns/mobility/passenger-transport-hubs#ResourceReport>.

[] a js:Ingest;
  js:dataInput <sds/reader-js>;
  js:metadataInput <metadata/in>;
  js:metadataCollection "BLUEBIKE_META";
  js:dataCollection "BLUEBIKE_DATA";
  js:indexCollection "BLUEBIKE_INDEX";
  js:pageSize 100;
  js:databaseUrl "mongodb://localhost:27017/ldes".