Setting the file. One moment.
Kafka Msk Sizing · Heroku To AWS · aws/agent-toolkit-for-aws · Skills Docs
Back to the top of the page 28.3
Clarify
81
Creating Amazon Aurora Db Cluster With Instances
104
Routing Traffic With Route53 And CloudFront
Resilience Program Design
Creating API Gateway Stage
(opens in a new tab)
knowledge/design/ kafka-msk-sizing.json
JSON · 113 lines · 4 KB
:
3
,
"availability_zones"
:
3
},
8 "_floor" : "never fewer than 2 brokers or 2 AZs"
9 },
10 "_topology_preservation" : "max_topics from config.topics else row; max_partitions from config.partitions else row; replication_factor from config.replication_factor else default (3 for standard/extended/private, 2 for basic)" ,
11 "rows" : {
12 "basic-0" : {
13 "tier" : "basic" ,
14 "max_topics" : 20 ,
15 "max_partitions" : 40 ,
16 "storage" : "4 GB" ,
17 "throughput" : "5 MB/s" ,
18 "broker_instance_type" : "kafka.t3.small" ,
19 "storage_per_broker_gb" : 10 ,
20 "default_replication_factor" : 2
21 },
22 "standard-0" : {
23 "tier" : "standard" ,
24 "max_topics" : 40 ,
25 "max_partitions" : 160 ,
26 "storage" : "50 GB" ,
27 "throughput" : "20 MB/s" ,
28 "broker_instance_type" : "kafka.m5.large" ,
29 "storage_per_broker_gb" : 100 ,
30 "default_replication_factor" : 3
31 },
32 "standard-1" : {
33 "tier" : "standard" ,
34 "max_topics" : 100 ,
35 "max_partitions" : 400 ,
36 "storage" : "200 GB" ,
37 "throughput" : "50 MB/s" ,
38 "broker_instance_type" : "kafka.m5.xlarge" ,
39 "storage_per_broker_gb" : 250 ,
40 "default_replication_factor" : 3
41 },
42 "standard-2" : {
43 "tier" : "standard" ,
44 "max_topics" : 200 ,
45 "max_partitions" : 1600 ,
46 "storage" : "1 TB" ,
47 "throughput" : "100 MB/s" ,
48 "broker_instance_type" : "kafka.m5.2xlarge" ,
49 "storage_per_broker_gb" : 500 ,
50 "default_replication_factor" : 3
51 },
52 "extended-0" : {
53 "tier" : "extended" ,
54 "max_topics" : 200 ,
55 "max_partitions" : 2000 ,
56 "storage" : "2 TB" ,
57 "throughput" : "150 MB/s" ,
58 "broker_instance_type" : "kafka.m5.4xlarge" ,
59 "storage_per_broker_gb" : 1024 ,
60 "default_replication_factor" : 3
61 },
62 "extended-1" : {
63 "tier" : "extended" ,
64 "max_topics" : 400 ,
65 "max_partitions" : 4000 ,
66 "storage" : "4 TB" ,
67 "throughput" : "200 MB/s" ,
68 "broker_instance_type" : "kafka.m5.8xlarge" ,
69 "storage_per_broker_gb" : 2048 ,
70 "default_replication_factor" : 3
71 },
72 "extended-2" : {
73 "tier" : "extended" ,
74 "max_topics" : 600 ,
75 "max_partitions" : 8000 ,
76 "storage" : "8 TB" ,
77 "throughput" : "300 MB/s" ,
78 "broker_instance_type" : "kafka.m5.12xlarge" ,
79 "storage_per_broker_gb" : 4096 ,
80 "default_replication_factor" : 3
81 },
82 "private-extended-0" : {
83 "tier" : "private" ,
84 "max_topics" : 200 ,
85 "max_partitions" : 2000 ,
86 "storage" : "2 TB" ,
87 "throughput" : "150 MB/s" ,
88 "broker_instance_type" : "kafka.m5.4xlarge" ,
89 "storage_per_broker_gb" : 1024 ,
90 "default_replication_factor" : 3
91 },
92 "private-extended-1" : {
93 "tier" : "private" ,
94 "max_topics" : 400 ,
95 "max_partitions" : 4000 ,
96 "storage" : "4 TB" ,
97 "throughput" : "200 MB/s" ,
98 "broker_instance_type" : "kafka.m5.8xlarge" ,
99 "storage_per_broker_gb" : 2048 ,
100 "default_replication_factor" : 3
101 },
102 "private-extended-2" : {
103 "tier" : "private" ,
104 "max_topics" : 600 ,
105 "max_partitions" : 8000 ,
106 "storage" : "8 TB" ,
107 "throughput" : "300 MB/s" ,
108 "broker_instance_type" : "kafka.m5.12xlarge" ,
109 "storage_per_broker_gb" : 4096 ,
110 "default_replication_factor" : 3
111 }
112 }
113 }