Skip to content

Commit ef0ebd6

Browse files
authored
[docs] cherry-pick #17647 to stable-25-1 (#17838)
1 parent 60403a2 commit ef0ebd6

File tree

181 files changed

+4708
-1429
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

181 files changed

+4708
-1429
lines changed

.gitignore

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,3 +88,7 @@ bin/config.json
8888

8989
# handy for local junk, which is not intended to appear in the repo
9090
junk/
91+
92+
# YDB CLI configuration file location is `~/ydb/config/config.yaml`
93+
config/config.yaml
94+
path.bash.inc
Lines changed: 85 additions & 180 deletions
Original file line numberDiff line numberDiff line change
@@ -1,185 +1,90 @@
11
# YDB configuration options and their values
22
# are described in documentaion https://ydb.tech/en/docs/deploy/configuration/config
33

4-
# static erasure is the parameter that
5-
# describes the fault tolerance mode of the
6-
# cluster. See docs for more details https://ydb.tech/en/docs/deploy/configuration/config#domains-blob
7-
static_erasure: block-4-2
8-
host_configs: # the list of available host configurations in the cluster.
9-
- drive:
10-
- path: /dev/disk/by-partlabel/ydb_disk_ssd_01 # path of the first disk in the host configration.
11-
type: SSD # kind of the disk: available kinds are SSD, NVME or HDD
12-
- path: /dev/disk/by-partlabel/ydb_disk_ssd_02
13-
type: SSD
14-
host_config_id: 1 # the unique id of the host config
15-
hosts:
16-
- host: ydb-node-zone-a-1.local # storage node DNS name
17-
host_config_id: 1 # numeric host configuration template identifier.
18-
walle_location: # this parameter describes where host is located.
19-
body: 1 # string representing a host serial number.
20-
data_center: 'zone-a' # string representing the datacenter / availability zone where the host is located.
21-
# if cluster is deployed using mirror-3-dc fault tolerance mode, all hosts must be distributed
22-
# across 3 datacenters.
23-
rack: '1' # string representing a rack identifier where the host is located.
24-
# if cluster is deployed using block-4-2 erasure, all hosts should be distrubited
25-
# accross at least 8 racks.
26-
- host: ydb-node-zone-a-2.local
27-
host_config_id: 1
28-
walle_location:
29-
body: 2
30-
data_center: 'zone-a'
31-
rack: '2'
32-
- host: ydb-node-zone-a-3.local
33-
host_config_id: 1
34-
walle_location:
35-
body: 3
36-
data_center: 'zone-a'
37-
rack: '3'
4+
metadata:
5+
kind: MainConfig
6+
cluster: ""
7+
version: 0
8+
config:
9+
yaml_config_enabled: true
10+
erasure: block-4-2 # erasue is the parameter that describes
11+
# the fault tolerance mode of the cluster.
12+
# See docs for more details https://ydb.tech/en/docs/deploy/configuration/config#domains-blob
13+
fail_domain_type: disk
14+
self_management_config: # automatic management of static resources (static group, state storage, etc)
15+
enabled: true
16+
default_disk_type: SSD # default disk type used for group creation of both kinds
17+
host_configs: # the list of available host configurations in the cluster.
18+
- drive:
19+
- path: /dev/disk/by-partlabel/ydb_disk_ssd_01 # path of the first disk in the host configration.
20+
type: SSD # kind of the disk: available kinds are SSD, NVME or HDD
21+
- path: /dev/disk/by-partlabel/ydb_disk_ssd_02
22+
type: SSD
23+
host_config_id: 1 # the unique id of the host config
24+
hosts:
25+
- host: ydb-node-zone-a-1.local # storage node DNS name
26+
host_config_id: 1 # numeric host configuration template identifier.
27+
location: # this parameter describes where host is located.
28+
body: 1 # string representing a host serial number.
29+
data_center: 'zone-a' # string representing the datacenter / availability zone where the host is located.
30+
# if cluster is deployed using mirror-3-dc fault tolerance mode, all hosts must be distributed
31+
# across 3 datacenters.
32+
rack: '1' # string representing a rack identifier where the host is located.
33+
# if cluster is deployed using block-4-2 erasure, all hosts should be distrubited
34+
# accross at least 8 racks.
35+
- host: ydb-node-zone-a-2.local
36+
host_config_id: 1
37+
location:
38+
body: 2
39+
data_center: 'zone-a'
40+
rack: '2'
41+
- host: ydb-node-zone-a-3.local
42+
host_config_id: 1
43+
location:
44+
body: 3
45+
data_center: 'zone-a'
46+
rack: '3'
3847

39-
- host: ydb-node-zone-a-4.local
40-
host_config_id: 1
41-
walle_location:
42-
body: 4
43-
data_center: 'zone-a'
44-
rack: '4'
45-
- host: ydb-node-zone-a-5.local
46-
host_config_id: 1
47-
walle_location:
48-
body: 5
49-
data_center: 'zone-a'
50-
rack: '5'
51-
- host: ydb-node-zone-a-6.local
52-
host_config_id: 1
53-
walle_location:
54-
body: 6
55-
data_center: 'zone-a'
56-
rack: '6'
48+
- host: ydb-node-zone-a-4.local
49+
host_config_id: 1
50+
location:
51+
body: 4
52+
data_center: 'zone-a'
53+
rack: '4'
54+
- host: ydb-node-zone-a-5.local
55+
host_config_id: 1
56+
location:
57+
body: 5
58+
data_center: 'zone-a'
59+
rack: '5'
60+
- host: ydb-node-zone-a-6.local
61+
host_config_id: 1
62+
location:
63+
body: 6
64+
data_center: 'zone-a'
65+
rack: '6'
5766

58-
- host: ydb-node-zone-a-7.local
59-
host_config_id: 1
60-
walle_location:
61-
body: 7
62-
data_center: 'zone-a'
63-
rack: '7'
64-
- host: ydb-node-zone-a-8.local
65-
host_config_id: 1
66-
walle_location:
67-
body: 8
68-
data_center: 'zone-a'
69-
rack: '8'
70-
71-
domains_config:
72-
domain:
73-
# There can be only one root domain in a cluster. Domain name prefixes all scheme objects names, e.g. full name of a table table1 in database db1
74-
# in a cluster with domains_config.domain.name parameter set to Root would be equal to /Root/db1/table1
75-
- name: Root
76-
storage_pool_types:
77-
- kind: ssd
78-
pool_config:
79-
box_id: 1
80-
# fault tolerance mode name - none, block-4-2, or mirror-3-dc.
81-
# See docs for more details https://ydb.tech/en/docs/deploy/configuration/config#domains-blob
82-
erasure_species: block-4-2
83-
kind: ssd
84-
pdisk_filter:
85-
- property:
86-
- type: SSD # device type to match host_configs.drive.type
87-
vdisk_kind: Default
88-
state_storage:
89-
- ring:
90-
node: [1, 2, 3, 4, 5, 6, 7, 8]
91-
nto_select: 5
92-
ssid: 1
93-
table_service_config:
94-
sql_version: 1
95-
actor_system_config: # the configuration of the actor system which descibes how cores of the instance are distributed
96-
executor: # accross different types of workloads in the instance.
97-
- name: System # system executor of the actor system. in this executor YDB launches system type of workloads, like system tablets
98-
# and reads from storage.
99-
threads: 2 # the number of threads allocated to system executor.
100-
type: BASIC
101-
- name: User # user executor of the actor system. In this executor YDB launches user workloads, like datashard activities,
102-
# queries and rpc calls.
103-
threads: 3 # the number of threads allocated to user executor.
104-
type: BASIC
105-
- name: Batch # user executor of the actor system. In this executor YDB launches batch operations, like scan queries, table
106-
# compactions, background compactions.
107-
threads: 2 # the number of threads allocated to the batch executor.
108-
type: BASIC
109-
- name: IO # the io executor. In this executor launches sync operations and writes logs.
110-
threads: 1
111-
time_per_mailbox_micro_secs: 100
112-
type: IO
113-
- name: IC # the interconnect executor which YDB uses for network communications accross different nodes of the cluster.
114-
spin_threshold: 10
115-
threads: 1 # the number of threads allocated to the interconnect executor.
116-
time_per_mailbox_micro_secs: 100
117-
type: BASIC
118-
scheduler:
119-
progress_threshold: 10000
120-
resolution: 256
121-
spin_threshold: 0
122-
blob_storage_config: # configuration of static blobstorage group.
123-
# YDB uses this group to store system tablets' data, like SchemeShard
124-
service_set:
125-
groups:
126-
- erasure_species: block-4-2 # fault tolerance mode name for the static group
127-
rings: # in block-4-2 must have exactly 1 ring or availability zone.
128-
- fail_domains:
129-
- vdisk_locations: # fail domains of the static group describe where each vdisk of the static group should be located.
130-
- node_id: "ydb-node-zone-a-1.local"
131-
pdisk_category: SSD
132-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
133-
- vdisk_locations:
134-
- node_id: "ydb-node-zone-a-2.local"
135-
pdisk_category: SSD
136-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
137-
- vdisk_locations:
138-
- node_id: "ydb-node-zone-a-3.local"
139-
pdisk_category: SSD
140-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
141-
- vdisk_locations:
142-
- node_id: "ydb-node-zone-a-4.local"
143-
pdisk_category: SSD
144-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
145-
- vdisk_locations:
146-
- node_id: "ydb-node-zone-a-5.local"
147-
pdisk_category: SSD
148-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
149-
- vdisk_locations:
150-
- node_id: "ydb-node-zone-a-6.local"
151-
pdisk_category: SSD
152-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
153-
- vdisk_locations:
154-
- node_id: "ydb-node-zone-a-7.local"
155-
pdisk_category: SSD
156-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
157-
- vdisk_locations:
158-
- node_id: "ydb-node-zone-a-8.local"
159-
pdisk_category: SSD
160-
path: /dev/disk/by-partlabel/ydb_disk_ssd_01
161-
channel_profile_config:
162-
profile:
163-
- channel:
164-
- erasure_species: block-4-2
165-
pdisk_category: 1
166-
storage_pool_kind: ssd
167-
- erasure_species: block-4-2
168-
pdisk_category: 1
169-
storage_pool_kind: ssd
170-
- erasure_species: block-4-2
171-
pdisk_category: 1
172-
storage_pool_kind: ssd
173-
profile_id: 0
174-
interconnect_config:
175-
start_tcp: true
176-
encryption_mode: OPTIONAL
177-
path_to_certificate_file: "/opt/ydb/certs/node.crt"
178-
path_to_private_key_file: "/opt/ydb/certs/node.key"
179-
path_to_ca_file: "/opt/ydb/certs/ca.crt"
180-
grpc_config:
181-
cert: "/opt/ydb/certs/node.crt"
182-
key: "/opt/ydb/certs/node.key"
183-
ca: "/opt/ydb/certs/ca.crt"
184-
services_enabled:
185-
- legacy
67+
- host: ydb-node-zone-a-7.local
68+
host_config_id: 1
69+
location:
70+
body: 7
71+
data_center: 'zone-a'
72+
rack: '7'
73+
- host: ydb-node-zone-a-8.local
74+
host_config_id: 1
75+
location:
76+
body: 8
77+
data_center: 'zone-a'
78+
rack: '8'
79+
interconnect_config:
80+
start_tcp: true
81+
encryption_mode: OPTIONAL
82+
path_to_certificate_file: "/opt/ydb/certs/node.crt"
83+
path_to_private_key_file: "/opt/ydb/certs/node.key"
84+
path_to_ca_file: "/opt/ydb/certs/ca.crt"
85+
grpc_config:
86+
cert: "/opt/ydb/certs/node.crt"
87+
key: "/opt/ydb/certs/node.key"
88+
ca: "/opt/ydb/certs/ca.crt"
89+
services_enabled:
90+
- legacy

0 commit comments

Comments
 (0)