-
Notifications
You must be signed in to change notification settings - Fork 9
/
metadata.rb
168 lines (128 loc) · 7.05 KB
/
metadata.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
name "onlinefs"
maintainer "Logical Clocks"
maintainer_email '[email protected]'
license 'GPLv3'
description 'Installs/Configures the Hopsworks online feature store service'
long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
version "4.0.0"
recipe "onlinefs::default", "Configures the Hopsworks online feature store service"
depends 'kkafka'
depends 'ndb'
depends 'hops'
depends 'kagent'
depends 'consul'
depends 'elastic'
attribute "onlinefs/user",
:description => "User to run the online feature store service",
:type => "string"
attribute "onlinefs/version",
:description => "Version of the OnlineFS binary to download",
:type => "string"
attribute "onlinefs/user_id",
:description => "onlinefs user id. Default: 1521",
:type => "string"
attribute "onlinefs/group",
:description => "Group of the user running the online feature store service",
:type => "string"
attribute "onlinefs/group_id",
:description => "onlinefs group id. Default: 1516",
:type => "string"
attribute "onlinefs/java_start_heap_size",
:description => "set initial Java heap size for onlinefs. Default: 1024M",
:type => "string"
attribute "onlinefs/java_max_heap_size",
:description => "set maximum Java heap size for onlinefs. Default: 4096M",
:type => "string"
attribute "onlinefs/instance_id",
:description => "Id of the onlinefs instance. Used for certificate generation. (Default: the index in the IP list)",
:type => "string"
attribute "onlinefs/consumer_config_dir",
:description => "Kafka configuration for bring your own Kafka. The content of this directory will be copied in onlinefs/etc and mounted on the container to be used for consuming from topic.",
:type => "string"
attribute "onlinefs/producer_config_dir",
:description => "Kafka configuration for bring your own Kafka. The content of this directory will be copied in onlinefs/etc and mounted on the container to be used for producing to topic.",
:type => "string"
attribute "onlinefs/service/thread_number",
:description => "number of threads handling metrics reporting",
:type => "string"
attribute "onlinefs/service/ron_db_thread_number",
:description => "number of threads reading from kafka and writing to rondb",
:type => "string"
attribute "onlinefs/service/vector_db_thread_number",
:description => "number of threads reading from kafka and writing to vector db",
:type => "string"
attribute "onlinefs/service/get_session_retry_sleep_ms",
:description => "time in ms for threads to sleep between the retries of getting session",
:type => "string"
attribute "onlinefs/service/max_blacklist_size",
:description => "Maximum count of entries stored in blacklist",
:type => "string"
attribute "onlinefs/service/max_feature_group_cache_size",
:description => "Maximum count of entries stored in feature group cache (Default: 1000)",
:type => "string"
attribute "onlinefs/service/max_feature_store_cache_size",
:description => "Maximum count of entries stored in feature store cache (Default: 1000)",
:type => "string"
attribute "onlinefs/service/max_feature_view_cache_size",
:description => "Maximum count of entries stored in feature view cache (Default: 1000)",
:type => "string"
attribute "onlinefs/service/feature_group_cache_expire",
:description => "Time it take for entries stored in feature group cache to expire (Default: 30 minutes)",
:type => "string"
attribute "onlinefs/service/feature_store_cache_expire",
:description => "Time it take for entries stored in feature store cache to expire (Default: 30 minutes)",
:type => "string"
attribute "onlinefs/service/feature_view_cache_expire",
:description => "Time it take for entries stored in feature view cache to expire (Default: 10 minutes)",
:type => "string"
attribute "onlinefs/monitoring",
:description => "Port on which the monitoring page is available",
:type => "string"
attribute "onlinefs/rondb/batch_size",
:description => "batch size to commit to rondb (Default: 300)",
:type => "string"
attribute "onlinefs/rondb/max_cached_sessions",
:description => "max number of cached clusterj sessions (Default: 20)",
:type => "string"
attribute "onlinefs/rondb/max_cached_instances",
:description => "max number of cached clusterj instances (Default: 1024)",
:type => "string"
attribute "onlinefs/rondb/reconnect_timeout",
:description => "reconnect timeout for clusterj session factory (Default: 5)",
:type => "string"
attribute "onlinefs/rondb/max_transactions",
:description => "max number of concurrent clusterj transactions (Default: 1024)",
:type => "string"
attribute "onlinefs/rondb/pool_size",
:description => "Size of the connection pool for each session factory (Default: 1)",
:type => "string"
attribute "onlinefs/rondb/use_session_cache",
:description => "Whether to use clusterj session cache functionality (Default: false)",
:type => "string"
attribute "onlinefs/rondb/use_dynamic_object_cache",
:description => "Whether to use clusterj dynamic object cache functionality (Default: false)",
:type => "string"
attribute "onlinefs/download_url",
:description => "Download url for the onlinefs.tgz binaries",
:type => "string"
attribute "onlinefs/kafka/properties_file",
:description => "File used for configuring kafka client used by onlinefs writing to ron db (Default: onlinefs-kafka.properties)",
:type => "string"
attribute "onlinefs/kafka/properties_file_vector_db",
:description => "File used for configuring kafka client used by onlinefs writing to vector db (Default: onlinefs-kafka-vector-db.properties)",
:type => "string"
attribute "onlinefs/kafka/properties_file_notification",
:description => "File used for configuring kafka client used by onlinefs for writing to notification topic (Default: producer.properties)",
:type => "string"
attribute "onlinefs/kafka_consumer/topic_pattern",
:description => "Pattern to which onlinefs kafka consumer should subscribe to (Default: .*_onlinefs)",
:type => "string"
attribute "onlinefs/kafka_consumer/topic_list",
:description => "Comma separated list of topics to which onlinefs kafka consumer should subscribe to (When specified overwrites topic_pattern)",
:type => "string"
attribute "onlinefs/kafka_consumer/poll_timeout_ms",
:description => "Duration of kafka consumer poll request in onlinefs (Default: 1000)",
:type => "string"
attribute "onlinefs/default/private_ips",
:description => "List of private IPs where onlinefs service is running",
:type => "string"