-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathbucketizer.ttl
143 lines (137 loc) · 3.91 KB
/
bucketizer.ttl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
@prefix tree: <https://w3id.org/tree#>.
@prefix rdfl: <https://w3id.org/rdf-lens/ontology#>.
@prefix js: <https://w3id.org/conn/js#>.
@prefix fno: <https://w3id.org/function/ontology#>.
@prefix fnom: <https://w3id.org/function/vocabulary/mapping#>.
@prefix xsd: <http://www.w3.org/2001/XMLSchema#>.
@prefix : <https://w3id.org/conn#>.
@prefix sh: <http://www.w3.org/ns/shacl#>.
@prefix owl: <http://www.w3.org/2002/07/owl#>.
@prefix dc: <http://purl.org/dc/terms/>.
<> owl:imports <./bucketizer_configs.ttl>.
js:Bucketize a js:JsProcess;
dc:title "Bucketizer processor";
dc:description "This bucketizer processor is a SDS processor. It takes in SDS records and SDS metadata and bucketizes the incoming records according to some bucketize strategy. The metadata is also transformed to reflect this transformation. Many SDS streams can be present on the incoming data channel, please specify what stream to ingest and what stream to produce.";
js:file <../lib/bucketizers.js>;
js:function "bucketize";
js:location <../>;
js:mapping [
a fno:Mapping;
fno:parameterMapping [
a fnom:PositionParameterMapping;
fnom:functionParameter "channels";
fnom:implementationParameterPosition "0"^^xsd:int;
], [
a fnom:PositionParameterMapping;
fnom:functionParameter "Bucketization strategy";
fnom:implementationParameterPosition "1"^^xsd:int;
], [
a fnom:PositionParameterMapping;
fnom:functionParameter "Path to use to save state files";
fnom:implementationParameterPosition "2"^^xsd:int;
], [
a fnom:PositionParameterMapping;
fnom:functionParameter "ID of Stream to transform";
fnom:implementationParameterPosition "3"^^xsd:int;
], [
a fnom:PositionParameterMapping;
fnom:functionParameter "ID of Stream to produce";
fnom:implementationParameterPosition "4"^^xsd:int;
], [
a fnom:PositionParameterMapping;
fnom:functionParameter "Bucket Prefix";
fnom:implementationParameterPosition "5"^^xsd:int;
];
].
[ ] a sh:NodeShape;
sh:targetClass <Channels>;
sh:property [
sh:class :ReaderChannel;
sh:path js:dataInput;
sh:name "dataInput";
sh:minCount 1;
sh:maxCount 1;
], [
sh:class :ReaderChannel;
sh:path js:metadataInput;
sh:name "metadataInput";
sh:minCount 1;
sh:maxCount 1;
], [
sh:class :WriterChannel;
sh:path js:dataOutput;
sh:name "dataOutput";
sh:minCount 1;
sh:maxCount 1;
], [
sh:class :WriterChannel;
sh:path js:metadataOutput;
sh:name "metadataOutput";
sh:minCount 1;
sh:maxCount 1;
].
[ ] a sh:NodeShape;
sh:targetClass <RdfThing>;
sh:property [
sh:name "id";
sh:path ( );
sh:maxCount 1;
sh:minCount 1;
sh:datatype xsd:iri;
], [
sh:name "quads";
sh:path ( );
sh:maxCount 1;
sh:minCount 1;
sh:class rdfl:CBD;
].
[ ] a sh:NodeShape;
sh:targetClass <Config>;
sh:property [
sh:class tree:FragmentationStrategy;
sh:path ( );
sh:name "strategy";
sh:minCount 1;
], [
sh:class <RdfThing>;
sh:path ( );
sh:name "quads";
sh:minCount 1;
sh:maxCount 1;
].
[ ] a sh:NodeShape;
sh:targetClass js:Bucketize;
sh:property [
sh:class <Channels>;
sh:path js:channels;
sh:name "channels";
sh:minCount 1;
sh:maxCount 1;
], [
sh:class <Config>;
sh:path js:bucketizeStrategy;
sh:name "Bucketization strategy";
sh:minCount 1;
sh:maxCount 1;
], [
sh:datatype xsd:iri;
sh:path js:inputStreamId;
sh:name "ID of Stream to transform";
sh:maxCount 1;
], [
sh:datatype xsd:iri;
sh:path js:outputStreamId;
sh:name "ID of Stream to produce";
sh:minCount 1;
sh:maxCount 1;
], [
sh:datatype xsd:string;
sh:path js:savePath;
sh:name "Path to use to save state files";
sh:maxCount 1;
], [
sh:datatype xsd:string;
sh:path js:prefix;
sh:name "Bucket Prefix";
sh:maxCount 1;
].