94 lines
3.2 KiB
Nix
94 lines
3.2 KiB
Nix
|
{ system ? builtins.currentSystem,
|
||
|
|
config ? {},
|
||
|
|
pkgs ? import ../.. { inherit system config; }
|
||
|
|
}:
|
||
|
|
|
||
|
|
with pkgs.lib;
|
||
|
|
|
||
|
|
let
|
||
|
|
makeKafkaTest = name: kafkaPackage: (import ./make-test-python.nix ({
|
||
|
|
inherit name;
|
||
|
|
meta = with pkgs.stdenv.lib.maintainers; {
|
||
|
|
maintainers = [ nequissimus ];
|
||
|
|
};
|
||
|
|
|
||
|
|
nodes = {
|
||
|
|
zookeeper1 = { ... }: {
|
||
|
|
services.zookeeper = {
|
||
|
|
enable = true;
|
||
|
|
};
|
||
|
|
|
||
|
|
networking.firewall.allowedTCPPorts = [ 2181 ];
|
||
|
|
virtualisation.memorySize = 1024;
|
||
|
|
};
|
||
|
|
kafka = { ... }: {
|
||
|
|
services.apache-kafka = {
|
||
|
|
enable = true;
|
||
|
|
extraProperties = ''
|
||
|
|
offsets.topic.replication.factor = 1
|
||
|
|
zookeeper.session.timeout.ms = 600000
|
||
|
|
'';
|
||
|
|
package = kafkaPackage;
|
||
|
|
zookeeper = "zookeeper1:2181";
|
||
|
|
# These are the default options, but UseCompressedOops doesn't work with 32bit JVM
|
||
|
|
jvmOptions = [
|
||
|
|
"-server" "-Xmx1G" "-Xms1G" "-XX:+UseParNewGC" "-XX:+UseConcMarkSweepGC" "-XX:+CMSClassUnloadingEnabled"
|
||
|
|
"-XX:+CMSScavengeBeforeRemark" "-XX:+DisableExplicitGC" "-Djava.awt.headless=true" "-Djava.net.preferIPv4Stack=true"
|
||
|
|
] ++ optionals (! pkgs.stdenv.isi686 ) [ "-XX:+UseCompressedOops" ];
|
||
|
|
};
|
||
|
|
|
||
|
|
networking.firewall.allowedTCPPorts = [ 9092 ];
|
||
|
|
# i686 tests: qemu-system-i386 can simulate max 2047MB RAM (not 2048)
|
||
|
|
virtualisation.memorySize = 2047;
|
||
|
|
};
|
||
|
|
};
|
||
|
|
|
||
|
|
testScript = ''
|
||
|
|
start_all()
|
||
|
|
|
||
|
|
zookeeper1.wait_for_unit("default.target")
|
||
|
|
zookeeper1.wait_for_unit("zookeeper.service")
|
||
|
|
zookeeper1.wait_for_open_port(2181)
|
||
|
|
|
||
|
|
kafka.wait_for_unit("default.target")
|
||
|
|
kafka.wait_for_unit("apache-kafka.service")
|
||
|
|
kafka.wait_for_open_port(9092)
|
||
|
|
|
||
|
|
kafka.wait_until_succeeds(
|
||
|
|
"${kafkaPackage}/bin/kafka-topics.sh --create "
|
||
|
|
+ "--zookeeper zookeeper1:2181 --partitions 1 "
|
||
|
|
+ "--replication-factor 1 --topic testtopic"
|
||
|
|
)
|
||
|
|
kafka.succeed(
|
||
|
|
"echo 'test 1' | "
|
||
|
|
+ "${kafkaPackage}/bin/kafka-console-producer.sh "
|
||
|
|
+ "--broker-list localhost:9092 --topic testtopic"
|
||
|
|
)
|
||
|
|
'' + (if name == "kafka_0_9" then ''
|
||
|
|
assert "test 1" in kafka.succeed(
|
||
|
|
"${kafkaPackage}/bin/kafka-console-consumer.sh "
|
||
|
|
+ "--zookeeper zookeeper1:2181 --topic testtopic "
|
||
|
|
+ "--from-beginning --max-messages 1"
|
||
|
|
)
|
||
|
|
'' else ''
|
||
|
|
assert "test 1" in kafka.succeed(
|
||
|
|
"${kafkaPackage}/bin/kafka-console-consumer.sh "
|
||
|
|
+ "--bootstrap-server localhost:9092 --topic testtopic "
|
||
|
|
+ "--from-beginning --max-messages 1"
|
||
|
|
)
|
||
|
|
'');
|
||
|
|
}) { inherit system; });
|
||
|
|
|
||
|
|
in with pkgs; {
|
||
|
|
kafka_0_9 = makeKafkaTest "kafka_0_9" apacheKafka_0_9;
|
||
|
|
kafka_0_10 = makeKafkaTest "kafka_0_10" apacheKafka_0_10;
|
||
|
|
kafka_0_11 = makeKafkaTest "kafka_0_11" apacheKafka_0_11;
|
||
|
|
kafka_1_0 = makeKafkaTest "kafka_1_0" apacheKafka_1_0;
|
||
|
|
kafka_1_1 = makeKafkaTest "kafka_1_1" apacheKafka_1_1;
|
||
|
|
kafka_2_0 = makeKafkaTest "kafka_2_0" apacheKafka_2_0;
|
||
|
|
kafka_2_1 = makeKafkaTest "kafka_2_1" apacheKafka_2_1;
|
||
|
|
kafka_2_2 = makeKafkaTest "kafka_2_2" apacheKafka_2_2;
|
||
|
|
kafka_2_3 = makeKafkaTest "kafka_2_3" apacheKafka_2_3;
|
||
|
|
kafka_2_4 = makeKafkaTest "kafka_2_4" apacheKafka_2_4;
|
||
|
|
}
|