-
Notifications
You must be signed in to change notification settings - Fork 84
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[admin-tool][server] Add two admin tool commands for dumping consumer…
… ingestion states and heartbeat states; Add logging for stale heartbeat replicas
- Loading branch information
1 parent
a698f3e
commit 2d22694
Showing
26 changed files
with
971 additions
and
54 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
74 changes: 74 additions & 0 deletions
74
...vinci-client/src/main/java/com/linkedin/davinci/kafka/consumer/ConsumerIngestionInfo.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,74 @@ | ||
| package com.linkedin.davinci.kafka.consumer; | ||
|
|
||
| import com.fasterxml.jackson.annotation.JsonCreator; | ||
| import com.fasterxml.jackson.annotation.JsonProperty; | ||
| import java.util.Map; | ||
|
|
||
|
|
||
| public class ConsumerIngestionInfo { | ||
| private String consumerName; | ||
| private Map<String, TopicPartitionIngestionInfo> consumerIngestionInfo; | ||
|
|
||
| @JsonCreator | ||
| public ConsumerIngestionInfo( | ||
| @JsonProperty("consumerName") String consumerName, | ||
| @JsonProperty("consumerIngestionInfo") Map<String, TopicPartitionIngestionInfo> consumerIngestionInfo) { | ||
| this.consumerIngestionInfo = consumerIngestionInfo; | ||
| this.consumerName = consumerName; | ||
| } | ||
|
|
||
| public String getConsumerName() { | ||
| return consumerName; | ||
| } | ||
|
|
||
| public void setConsumerName(String consumerName) { | ||
| this.consumerName = consumerName; | ||
| } | ||
|
|
||
| public Map<String, TopicPartitionIngestionInfo> getConsumerIngestionInfo() { | ||
| return consumerIngestionInfo; | ||
| } | ||
|
|
||
| public void setConsumerIngestionInfo(Map<String, TopicPartitionIngestionInfo> consumerIngestionInfo) { | ||
| this.consumerIngestionInfo = consumerIngestionInfo; | ||
| } | ||
|
|
||
| @Override | ||
| public boolean equals(Object o) { | ||
| if (this == o) { | ||
| return true; | ||
| } | ||
| if (o == null || getClass() != o.getClass()) { | ||
| return false; | ||
| } | ||
|
|
||
| ConsumerIngestionInfo consumerIngestionInfo = (ConsumerIngestionInfo) o; | ||
| return this.consumerName.equals(consumerIngestionInfo.getConsumerName()) | ||
| && this.consumerIngestionInfo.equals(consumerIngestionInfo.getConsumerIngestionInfo()); | ||
| } | ||
|
|
||
| @Override | ||
| public int hashCode() { | ||
| int result = consumerName.hashCode(); | ||
| result = 31 * result + consumerIngestionInfo.hashCode(); | ||
| return result; | ||
| } | ||
|
|
||
| @Override | ||
| public String toString() { | ||
| StringBuilder sb = new StringBuilder(); | ||
| sb.append("{"); | ||
|
|
||
| for (Map.Entry<String, TopicPartitionIngestionInfo> entry: consumerIngestionInfo.entrySet()) { | ||
| sb.append("\"").append(entry.getKey()).append("\"").append("=").append(entry.getValue().toString()).append(", "); | ||
| } | ||
|
|
||
| // Remove trailing comma and space, if any | ||
| if (!consumerIngestionInfo.isEmpty()) { | ||
| sb.setLength(sb.length() - 2); | ||
| } | ||
|
|
||
| sb.append("}"); | ||
| return sb.toString(); | ||
| } | ||
| } |
74 changes: 74 additions & 0 deletions
74
...lient/src/main/java/com/linkedin/davinci/kafka/consumer/ConsumerServiceIngestionInfo.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,74 @@ | ||
| package com.linkedin.davinci.kafka.consumer; | ||
|
|
||
| import com.fasterxml.jackson.annotation.JsonCreator; | ||
| import com.fasterxml.jackson.annotation.JsonProperty; | ||
| import java.util.Map; | ||
|
|
||
|
|
||
| public class ConsumerServiceIngestionInfo { | ||
| private String consumerServiceName; | ||
| private Map<String, ConsumerIngestionInfo> consumerServiceIngestionInfo; | ||
|
|
||
| @JsonCreator | ||
| public ConsumerServiceIngestionInfo( | ||
| @JsonProperty("consumerServiceName") String consumerServiceName, | ||
| @JsonProperty("consumerServiceIngestionInfo") Map<String, ConsumerIngestionInfo> consumerServiceIngestionInfo) { | ||
| this.consumerServiceIngestionInfo = consumerServiceIngestionInfo; | ||
| this.consumerServiceName = consumerServiceName; | ||
| } | ||
|
|
||
| public void setConsumerServiceName(String consumerServiceName) { | ||
| this.consumerServiceName = consumerServiceName; | ||
| } | ||
|
|
||
| public String getConsumerServiceName() { | ||
| return consumerServiceName; | ||
| } | ||
|
|
||
| public void setConsumerServiceIngestionInfo(Map<String, ConsumerIngestionInfo> consumerServiceIngestionInfo) { | ||
| this.consumerServiceIngestionInfo = consumerServiceIngestionInfo; | ||
| } | ||
|
|
||
| public Map<String, ConsumerIngestionInfo> getConsumerServiceIngestionInfo() { | ||
| return consumerServiceIngestionInfo; | ||
| } | ||
|
|
||
| @Override | ||
| public boolean equals(Object o) { | ||
| if (this == o) { | ||
| return true; | ||
| } | ||
| if (o == null || getClass() != o.getClass()) { | ||
| return false; | ||
| } | ||
|
|
||
| ConsumerServiceIngestionInfo consumerServiceIngestionInfo = (ConsumerServiceIngestionInfo) o; | ||
| return this.consumerServiceName.equals(consumerServiceIngestionInfo.getConsumerServiceName()) | ||
| && this.consumerServiceIngestionInfo.equals(consumerServiceIngestionInfo.getConsumerServiceIngestionInfo()); | ||
| } | ||
|
|
||
| @Override | ||
| public int hashCode() { | ||
| int result = consumerServiceName.hashCode(); | ||
| result = 31 * result + consumerServiceIngestionInfo.hashCode(); | ||
| return result; | ||
| } | ||
|
|
||
| @Override | ||
| public String toString() { | ||
| StringBuilder sb = new StringBuilder(); | ||
| sb.append("{"); | ||
|
|
||
| for (Map.Entry<String, ConsumerIngestionInfo> entry: consumerServiceIngestionInfo.entrySet()) { | ||
| sb.append("\"").append(entry.getKey()).append("\"").append("=").append(entry.getValue().toString()).append(", "); | ||
| } | ||
|
|
||
| // Remove trailing comma and space, if any | ||
| if (!consumerServiceIngestionInfo.isEmpty()) { | ||
| sb.setLength(sb.length() - 2); | ||
| } | ||
|
|
||
| sb.append("}"); | ||
| return sb.toString(); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.