diff --git a/nixos/tests/kafka/cluster.nix b/nixos/tests/kafka/cluster.nix new file mode 100644 index 000000000000..ace64a3d3da2 --- /dev/null +++ b/nixos/tests/kafka/cluster.nix @@ -0,0 +1,199 @@ +import ../make-test-python.nix ( + { lib, pkgs, ... }: + + let + inherit (lib) mkMerge; + + # Generate with `kafka-storage.sh random-uuid` + clusterId = "ii5pZE5LRkSeWrnyBhMOYQ"; + + kafkaConfig = { + networking.firewall.allowedTCPPorts = [ + 9092 + 9093 + ]; + + virtualisation.diskSize = 1024; + virtualisation.memorySize = 1024 * 2; + + environment.systemPackages = [ pkgs.apacheKafka ]; + + services.apache-kafka = { + enable = true; + + clusterId = "${clusterId}"; + + formatLogDirs = true; + + settings = { + listeners = [ + "PLAINTEXT://:9092" + "CONTROLLER://:9093" + ]; + "listener.security.protocol.map" = [ + "PLAINTEXT:PLAINTEXT" + "CONTROLLER:PLAINTEXT" + ]; + "controller.quorum.voters" = lib.imap1 (i: name: "${toString i}@${name}:9093") ( + builtins.attrNames kafkaNodes + ); + "controller.listener.names" = [ "CONTROLLER" ]; + + "process.roles" = [ + "broker" + "controller" + ]; + + "log.dirs" = [ "/var/lib/apache-kafka" ]; + "num.partitions" = 6; + "offsets.topic.replication.factor" = 2; + "transaction.state.log.replication.factor" = 2; + "transaction.state.log.min.isr" = 2; + }; + }; + + systemd.services.apache-kafka = { + after = [ "network-online.target" ]; + requires = [ "network-online.target" ]; + serviceConfig.StateDirectory = "apache-kafka"; + }; + }; + + extraKafkaConfig = { + kafka1 = { + services.apache-kafka.settings = { + "node.id" = 1; + "broker.rack" = 1; + }; + }; + + kafka2 = { + services.apache-kafka.settings = { + "node.id" = 2; + "broker.rack" = 2; + }; + }; + + kafka3 = { + services.apache-kafka.settings = { + "node.id" = 3; + "broker.rack" = 3; + }; + }; + + kafka4 = { + services.apache-kafka.settings = { + "node.id" = 4; + "broker.rack" = 3; + }; + }; + }; + + kafkaNodes = builtins.mapAttrs ( + _: val: + mkMerge [ + val + kafkaConfig + ] + ) extraKafkaConfig; + in + { + name = "kafka-cluster"; + meta = with pkgs.lib.maintainers; { + maintainers = [ jpds ]; + }; + + nodes = { + inherit (kafkaNodes) + kafka1 + kafka2 + kafka3 + kafka4 + ; + + client = + { config, ... }: + { + environment.systemPackages = [ pkgs.apacheKafka ]; + virtualisation.diskSize = 1024; + }; + }; + + testScript = '' + import json + + for machine in kafka1, kafka2, kafka3, kafka4: + machine.wait_for_unit("apache-kafka") + + for machine in kafka1, kafka2, kafka3, kafka4: + machine.wait_for_open_port(9092) + machine.wait_for_open_port(9093) + + machine.wait_until_succeeds( + "journalctl -o cat -u apache-kafka.service | grep 'Transition from STARTING to STARTED'" + ) + + machine.wait_until_succeeds( + "journalctl -o cat -u apache-kafka.service | grep 'Kafka Server started'" + ) + + machine.wait_until_succeeds( + "journalctl -o cat -u apache-kafka.service | grep 'BrokerLifecycleManager' | grep 'Incarnation [[:graph:]]\+ of broker [[:digit:]] in cluster ${clusterId}'" + ) + + current_voters_json = kafka1.wait_until_succeeds( + "kafka-metadata-quorum.sh --bootstrap-server kafka1:9092,kafka2:9092,kafka3:9092 describe --status | grep CurrentVoters" + ).replace("CurrentVoters:", "") + + voters = json.loads(current_voters_json) + + assert len(voters) == 4 + + kafka1.wait_until_succeeds( + "kafka-topics.sh --bootstrap-server kafka1:9092 --create --topic test-123 --replication-factor 2" + ) + + for machine in kafka1, kafka2, kafka3, kafka4: + machine.wait_until_succeeds( + "journalctl -o cat -u apache-kafka.service | grep -E 'Created log for partition test-123-[[:digit:]] in /var/lib/apache-kafka/test-123-[[:digit:]] with properties'" + ) + + kafka1.wait_until_succeeds( + "kafka-topics.sh --bootstrap-server=kafka1:9092 --describe --topic test-123 | " + + "grep 'PartitionCount: 6'" + ) + + # Should never see a replica on both 3 and 4 as they're in the same rack + kafka1.fail( + "kafka-topics.sh --bootstrap-server=kafka1:9092 --describe --topic test-123 | " + + "grep -E 'Replicas: (3,4|4,3)'" + ) + + client.succeed( + "echo 'test 2' | " + + "kafka-console-producer.sh " + + "--bootstrap-server kafka1:9092 " + + "--topic test-123" + ) + assert "test 2" in client.succeed( + "kafka-console-consumer.sh " + + "--bootstrap-server kafka2:9092 --topic test-123 " + + "--group readtest " + + "--from-beginning --max-messages 1" + ) + + client.succeed( + "echo 'test 3' | " + + "kafka-console-producer.sh " + + "--bootstrap-server kafka2:9092 " + + "--topic test-123" + ) + assert "test 3" in client.succeed( + "kafka-console-consumer.sh " + + "--bootstrap-server kafka3:9092 --topic test-123 " + + "--group readtest " + + "--max-messages 1" + ) + ''; + } +) diff --git a/nixos/tests/kafka/default.nix b/nixos/tests/kafka/default.nix index 931d58d1fa11..9881216ad0b9 100644 --- a/nixos/tests/kafka/default.nix +++ b/nixos/tests/kafka/default.nix @@ -6,4 +6,5 @@ { base = import ./base.nix { inherit system pkgs; }; + cluster = import ./cluster.nix { inherit system pkgs; }; }