tchekai704
/
src-kafka
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

KAFKA-651 Add system tests for auto create topic; reviewed by Neha Narkhede

0.8.0-beta1-candidate1
Neha Narkhede 12 years ago
parent
8d41620a42
commit
758778ebaa
9 changed files with 797 additions and 0 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 84
      system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
  2. 86
      system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
  3. 87
      system_test/replication_testsuite/testcase_0119/testcase_0119_properties.json
  4. 89
      system_test/replication_testsuite/testcase_0128/testcase_0128_properties.json
  5. 92
      system_test/replication_testsuite/testcase_0134/testcase_0134_properties.json
  6. 91
      system_test/replication_testsuite/testcase_0159/testcase_0159_properties.json
  7. 90
      system_test/replication_testsuite/testcase_0209/testcase_0209_properties.json
  8. 90
      system_test/replication_testsuite/testcase_0259/testcase_0259_properties.json
  9. 88
      system_test/replication_testsuite/testcase_0309/testcase_0309_properties.json

84
system_test/replication_testsuite/testcase_0011/testcase_0011_properties.json
Unescape View File

@ -0,0 +1,84 @@ @@ -0,0 +1,84 @@
{
"description": {"01":"Replication Basic : 1. auto create topic => true",
"02":"Produce and consume messages to a single topic - 3 partitions.",
"03":"This test sends messages to 3 replicas",
"04":"At the end it verifies the log size and contents",
"05":"Use a consumer to verify no message loss.",
"06":"Producer dimensions : mode:async, acks:1, comp:1",
"07":"Log segment size : 1048576 (1M)"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "false",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "1",
"auto_create_topic": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15",
"num_messages_to_produce_per_producer_call": "50"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "1048576",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "1048576",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "1048576",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "1",
"sync":"false",
"log_filename": "producer_performance.log",
"config_filename": "producer_performance.properties"
},
{
"entity_id": "5",
"topic": "test_1",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"zookeeper": "localhost:2188",
"log_filename": "console_consumer.log",
"config_filename": "console_consumer.properties"
}
]
}

86
system_test/replication_testsuite/testcase_0024/testcase_0024_properties.json
Unescape View File

@ -0,0 +1,86 @@ @@ -0,0 +1,86 @@
{
"description": {"01":"Replication Basic on Multi Topics & Partitions : 1. auto_create_topic => true",
"02":"Produce and consume messages to 2 topics - 3 partitions",
"03":"This test sends messages to 3 replicas",
"04":"At the end it verifies the log size and contents",
"05":"Use a consumer to verify no message loss.",
"06":"Producer dimensions : mode:async, acks:1, comp:1",
"07":"Log segment size : 512000"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "false",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "1",
"auto_create_topic": "true",
"producer_multi_topics_mode": "true",
"consumer_multi_topics_mode": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "512000",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "512000",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "512000",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1,test_2",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"log_filename": "producer_performance_4.log",
"config_filename": "producer_performance_4.properties"
},
{
"entity_id": "5",
"topic": "test_1,test_2",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"log_filename": "console_consumer_5.log",
"config_filename": "console_consumer_5.properties"
}
]
}

87
system_test/replication_testsuite/testcase_0119/testcase_0119_properties.json
Unescape View File

@ -0,0 +1,87 @@ @@ -0,0 +1,87 @@
{
"description": {"01":"Multi Leader Failures in Replication : 1. auto_create_topic => true",
"02":"Produce and consume messages to a single topic - three partition.",
"03":"This test sends messages to 3 replicas",
"04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
"05":"Restart the terminated broker",
"06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
"07":"At the end it verifies the log size and contents",
"08":"Use a consumer to verify no message loss.",
"09":"Producer dimensions : mode:sync, acks:-1, comp:0",
"10":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "true",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15",
"num_messages_to_produce_per_producer_call": "50"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1",
"threads": "5",
"compression-codec": "0",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"sync":"true",
"log_filename": "producer_performance.log",
"config_filename": "producer_performance.properties"
},
{
"entity_id": "5",
"topic": "test_1",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"zookeeper": "localhost:2188",
"log_filename": "console_consumer.log",
"config_filename": "console_consumer.properties"
}
]
}

89
system_test/replication_testsuite/testcase_0128/testcase_0128_properties.json
Unescape View File

@ -0,0 +1,89 @@ @@ -0,0 +1,89 @@
{
"description": {"01":"Leader Failure in Replication with multi topics & partitions : 1. auto_create_topic => true",
"02":"Produce and consume messages to 2 topics - 3 partitions",
"03":"This test sends messages to 3 replicas",
"04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
"05":"Restart the terminated broker",
"06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
"07":"At the end it verifies the log size and contents",
"08":"Use a consumer to verify no message loss.",
"09":"Producer dimensions : mode:async, acks:-1, comp:1",
"10":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "true",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"producer_multi_topics_mode": "true",
"consumer_multi_topics_mode": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1,test_2",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"log_filename": "producer_performance_4.log",
"config_filename": "producer_performance_4.properties"
},
{
"entity_id": "5",
"topic": "test_1,test_2",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"log_filename": "console_consumer_5.log",
"config_filename": "console_consumer_5.properties"
}
]
}

92
system_test/replication_testsuite/testcase_0134/testcase_0134_properties.json
Unescape View File

@ -0,0 +1,92 @@ @@ -0,0 +1,92 @@
{
"description": {"01":"Leader Failure in Replication with multi topics & partitions : 1. auto_create_topic => true",
"02":"Produce and consume messages to 2 topics - 3 partitions",
"03":"This test sends messages to 2 replicas",
"04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
"05":"Restart the terminated broker",
"06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
"07":"At the end it verifies the log size and contents",
"08":"Use a consumer to verify no message loss.",
"09":"Producer dimensions : mode:sync, acks:-1, comp:0",
"10":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "true",
"replica_factor": "2",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"producer_multi_topics_mode": "true",
"consumer_multi_topics_mode": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "2",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log.index.interval.bytes": "10",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "2",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log.index.interval.bytes": "10",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "2",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log.index.interval.bytes": "10",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1,test_2",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"log_filename": "producer_performance_4.log",
"config_filename": "producer_performance_4.properties"
},
{
"entity_id": "5",
"topic": "test_1,test_2",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"log_filename": "console_consumer_5.log",
"config_filename": "console_consumer_5.properties"
}
]
}

91
system_test/replication_testsuite/testcase_0159/testcase_0159_properties.json
Unescape View File

@ -0,0 +1,91 @@ @@ -0,0 +1,91 @@
{
"description": {"01":"Multi Leader Failures (SIGKILL) in Replication : 1. auto_create_topic => true",
"02":"Produce and consume messages to a single topic - three partition.",
"03":"This test sends messages to 3 replicas",
"04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
"05":"Restart the terminated broker",
"06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
"07":"At the end it verifies the log size and contents",
"08":"Use a consumer to verify no message loss.",
"09":"Producer dimensions : mode:sync, acks:-1, comp:0",
"10":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "true",
"signal_type": "SIGKILL",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15",
"num_messages_to_produce_per_producer_call": "50"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"producer-retry-backoff-ms": "3500",
"log_filename": "producer_performance.log",
"config_filename": "producer_performance.properties"
},
{
"entity_id": "5",
"topic": "test_1",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"zookeeper": "localhost:2188",
"log_filename": "console_consumer.log",
"config_filename": "console_consumer.properties"
}
]
}

90
system_test/replication_testsuite/testcase_0209/testcase_0209_properties.json
Unescape View File

@ -0,0 +1,90 @@ @@ -0,0 +1,90 @@
{
"description": {"01":"Multi Controller Failures (SIGTERM) in Replication : 1. auto_create_topic => true",
"02":"Produce and consume messages to a single topic - three partition.",
"03":"This test sends messages to 3 replicas",
"04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
"05":"Restart the terminated broker",
"06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
"07":"At the end it verifies the log size and contents",
"08":"Use a consumer to verify no message loss.",
"09":"Producer dimensions : mode:sync, acks:-1, comp:0",
"10":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "controller",
"bounce_broker": "true",
"signal_type": "SIGTERM",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15",
"num_messages_to_produce_per_producer_call": "50"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"log_filename": "producer_performance.log",
"config_filename": "producer_performance.properties"
},
{
"entity_id": "5",
"topic": "test_1",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"zookeeper": "localhost:2188",
"log_filename": "console_consumer.log",
"config_filename": "console_consumer.properties"
}
]
}

90
system_test/replication_testsuite/testcase_0259/testcase_0259_properties.json
Unescape View File

@ -0,0 +1,90 @@ @@ -0,0 +1,90 @@
{
"description": {"01":"Multi Follower Failures (SIGTERM) in Replication : 1. auto_create_topic => true",
"02":"Produce and consume messages to a single topic - three partition.",
"03":"This test sends messages to 3 replicas",
"04":"To trigger leader election: find the leader and terminate by controlled failure (kill -15)",
"05":"Restart the terminated broker",
"06":"Lookup brokers' log4j messages and verify that leader is re-elected successfully",
"07":"At the end it verifies the log size and contents",
"08":"Use a consumer to verify no message loss.",
"09":"Producer dimensions : mode:sync, acks:-1, comp:0",
"10":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "follower",
"bounce_broker": "true",
"signal_type": "SIGTERM",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15",
"num_messages_to_produce_per_producer_call": "50"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"log_filename": "producer_performance.log",
"config_filename": "producer_performance.properties"
},
{
"entity_id": "5",
"topic": "test_1",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"zookeeper": "localhost:2188",
"log_filename": "console_consumer.log",
"config_filename": "console_consumer.properties"
}
]
}

88
system_test/replication_testsuite/testcase_0309/testcase_0309_properties.json
Unescape View File

@ -0,0 +1,88 @@ @@ -0,0 +1,88 @@
{
"description": {"01":"Leader Garbage Collection Pauses Simulation in Replication : 1. auto_create_topic => true",
"02":"Produce and consume messages to a single topic - three partition.",
"03":"This test sends messages to 3 replicas",
"04":"To simulate GC Pauses : kill -SIGSTOP => wait N seconds => kill -SIGCONT",
"05":"At the end it verifies the log size and contents",
"06":"Use a consumer to verify no message loss.",
"07":"Producer dimensions : mode:sync, acks:-1, comp:0",
"08":"Log segment size : 102400"
},
"testcase_args": {
"broker_type": "leader",
"bounce_broker": "false",
"pause_time_in_seconds": "5",
"replica_factor": "3",
"num_partition": "3",
"num_iteration": "3",
"auto_create_topic": "true",
"sleep_seconds_between_producer_calls": "1",
"message_producing_free_time_sec": "15",
"num_messages_to_produce_per_producer_call": "50"
},
"entities": [
{
"entity_id": "0",
"clientPort": "2188",
"dataDir": "/tmp/zookeeper_0",
"log_filename": "zookeeper_2188.log",
"config_filename": "zookeeper_2188.properties"
},
{
"entity_id": "1",
"port": "9091",
"broker.id": "1",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_1_logs",
"log_filename": "kafka_server_9091.log",
"config_filename": "kafka_server_9091.properties"
},
{
"entity_id": "2",
"port": "9092",
"broker.id": "2",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_2_logs",
"log_filename": "kafka_server_9092.log",
"config_filename": "kafka_server_9092.properties"
},
{
"entity_id": "3",
"port": "9093",
"broker.id": "3",
"num.partitions": "3",
"default.replication.factor": "3",
"log.segment.bytes": "102400",
"log.dir": "/tmp/kafka_server_3_logs",
"log_filename": "kafka_server_9093.log",
"config_filename": "kafka_server_9093.properties"
},
{
"entity_id": "4",
"topic": "test_1",
"threads": "5",
"compression-codec": "1",
"message-size": "500",
"message": "100",
"request-num-acks": "-1",
"producer-retry-backoff-ms": "3500",
"producer-num-retries": "3",
"sync":"false",
"log_filename": "producer_performance.log",
"config_filename": "producer_performance.properties"
},
{
"entity_id": "5",
"topic": "test_1",
"groupid": "mytestgroup",
"consumer-timeout-ms": "10000",
"zookeeper": "localhost:2188",
"log_filename": "console_consumer.log",
"config_filename": "console_consumer.properties"
}
]
}
Write Preview
Loading…
Cancel
Save