Skip to content

Optimize decorator parsing #458

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Nov 3, 2025
Merged

Optimize decorator parsing #458

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
6039bf5
Optimize decorator parsing
akiselev98 Oct 17, 2025
13b132d
Update parser/src/main/java/com/microsoft/gctoolkit/parser/jvm/Decora…
karianna Oct 19, 2025
cf5795b
Update parser/src/main/java/com/microsoft/gctoolkit/parser/unified/Un…
karianna Oct 19, 2025
aeea867
Use constants to refer to decorator group indices
akiselev98 Oct 29, 2025
ca74dfd
Use decoratorMatcher groupCount to initialize decorators array
akiselev98 Oct 30, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
67 changes: 41 additions & 26 deletions parser/src/main/java/com/microsoft/gctoolkit/parser/jvm/Decorators.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -64,54 +64,64 @@ public class Decorators {
private static final long TWENTY_YEARS_IN_MILLIS = 731L * 24L * 60L * 60L * 1000L;
private static final long TWENTY_YEARS_IN_NANO = 731L * 24L * 60L * 60L * 1000L;

private static final int DATE_STAMP_GROUP = 0;
private static final int UPTIME_GROUP = 1;
private static final int TIME_MILLIS_OR_MAYBE_UPTIME_MILLIS_GROUP = 2;
private static final int UPTIME_MILLIS_GROUP = 3;
private static final int TIME_NANOS_OR_MAYBE_UPTIME_NANOS_GROUP = 4;
private static final int UPTIME_NANOS_GROUP = 5;
private static final int PID_GROUP = 6;
private static final int TID_GROUP = 7;
private static final int LOG_LEVEL_GROUP = 8;
private static final int TAGS_GROUP = 9;

int numberOfDecorators;

private Matcher decoratorMatcher = null;
private String[] decoratorGroups;
private String tags;

public Decorators(String line) {
extractValues(line);
}

private void extractValues(String line) {

if (!line.startsWith("["))
return;

decoratorMatcher = UnifiedLoggingTokens.DECORATORS.matcher(line);
Matcher decoratorMatcher = UnifiedLoggingTokens.DECORATORS.matcher(line);
if (!decoratorMatcher.find()) {
return;
}

for ( int i = 1; i <= decoratorMatcher.groupCount(); i++) {
if ( decoratorMatcher.group(i) != null)
// Retrieving a group from a matcher calls substring each time
// Store all the groups in an array ahead of time to avoid paying this cost unnecessarily
decoratorGroups = new String[decoratorMatcher.groupCount()];
for (int i = 1; i <= decoratorMatcher.groupCount(); i++) {
String group = decoratorMatcher.group(i);
decoratorGroups[i-1] = group;
if (group != null)
numberOfDecorators++;
}

Matcher tagMatcher = UnifiedLoggingTokens.TAGS.matcher(line);
if (tagMatcher.find()) {
numberOfDecorators++;
tags = String.join(",", Arrays.asList(tagMatcher.group(1).trim().split(",")));
}
}

// For some reason, ISO_DATE_TIME doesn't like that time-zone is -0100. It wants -01:00.
private static final DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd'T'HH:mm:ss.SSSZ");

public ZonedDateTime getDateStamp() {
try {
String value = decoratorMatcher.group(1);
String value = decoratorGroups[DATE_STAMP_GROUP];
if (value != null) {
TemporalAccessor temporalAccessor = formatter.parse(value.substring(1, value.length()-1));
return ZonedDateTime.from(temporalAccessor); }
return ZonedDateTime.from(temporalAccessor);
}
} catch (NullPointerException npe) {
LOGGER.log(Level.SEVERE, npe.getMessage(), npe);
}
return null;
}

public double getUpTime() {
String value = decoratorMatcher.group(2);
String value = decoratorGroups[UPTIME_GROUP];
if (value != null) {
value = value.replace(",", ".");
return Double.parseDouble(unboxValue(value, 1));
Expand All @@ -121,24 +131,24 @@ public double getUpTime() {

private long extractClock(int groupIndex, long threshold) {
long clockReading = -1L;
String stringValue = decoratorMatcher.group(groupIndex);
String stringValue = decoratorGroups[groupIndex];
if (stringValue != null) {
clockReading = Long.parseLong(unboxValue(stringValue, 2));
if (decoratorMatcher.group(groupIndex + 1) == null)
if (decoratorGroups[groupIndex + 1] == null)
if (clockReading < threshold)
clockReading = -1L;
}
return clockReading;
}

public long getTimeMillis() {
return extractClock(3, TWENTY_YEARS_IN_MILLIS);
return extractClock(TIME_MILLIS_OR_MAYBE_UPTIME_MILLIS_GROUP, TWENTY_YEARS_IN_MILLIS);
}

public long getUptimeMillis() {
String value = decoratorMatcher.group(4);
String value = decoratorGroups[UPTIME_MILLIS_GROUP];
if (value == null) {
value = decoratorMatcher.group(3);
value = decoratorGroups[TIME_MILLIS_OR_MAYBE_UPTIME_MILLIS_GROUP];
}
if (value != null) {
long longValue = Long.parseLong(unboxValue(value, 2));
Expand All @@ -149,13 +159,13 @@ public long getUptimeMillis() {
}

public long getTimeNano() {
return extractClock(5, TWENTY_YEARS_IN_NANO);
return extractClock(TIME_NANOS_OR_MAYBE_UPTIME_NANOS_GROUP, TWENTY_YEARS_IN_NANO);
}

public long getUptimeNano() {
String value = decoratorMatcher.group(6);
String value = decoratorGroups[UPTIME_NANOS_GROUP];
if (value == null) {
value = decoratorMatcher.group(5);
value = decoratorGroups[TIME_NANOS_OR_MAYBE_UPTIME_NANOS_GROUP];
}
if (value != null) {
long longValue = Long.parseLong(unboxValue(value, 2));
Expand All @@ -166,23 +176,23 @@ public long getUptimeNano() {
}

public int getPid() {
String value = decoratorMatcher.group(7);
String value = decoratorGroups[PID_GROUP];
if (value != null) {
return Integer.parseInt(unboxValue(value));
}
return -1;
}

public int getTid() {
String value = decoratorMatcher.group(8);
String value = decoratorGroups[TID_GROUP];
if (value != null) {
return Integer.parseInt(unboxValue(value));
}
return -1;
}

public Optional<UnifiedLoggingLevel> getLogLevel() {
String level = decoratorMatcher.group(9);
String level = decoratorGroups[LOG_LEVEL_GROUP];
if (level != null)
try {
return Optional.of(UnifiedLoggingLevel.valueOf(unboxValue(level)));
Expand Down Expand Up @@ -211,10 +221,15 @@ private String unboxValue(String boxedValue) {
}

public boolean tagsContain(String tagList) {
return tags.contains(tagList);
return getTags().contains(tagList);
}

public String getTags() {
if (tags == null && decoratorGroups[TAGS_GROUP] != null) {
tags = String.join(",", Arrays.asList(
unboxValue(decoratorGroups[TAGS_GROUP]).trim().split(",")
));
}
return tags;
}
}
7 changes: 3 additions & 4 deletions parser/src/main/java/com/microsoft/gctoolkit/parser/unified/UnifiedLoggingTokens.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,10 +32,9 @@ public interface UnifiedLoggingTokens extends GenericTokens {
String TIME_NANOS = "\\[\\d+ns\\]";
String PID_TID = "\\[\\d+\\]";
String UNIFIED_LOG_LEVEL_BLOCK = "\\[(?:error|warning|info|debug|trace|develop) *\\]";
Pattern DECORATORS = Pattern.compile("(" + DATE_STAMP + ")?(" + UPTIME + ")?(" + TIME_MILLIS + ")?(" + TIME_MILLIS + ")?(" + TIME_NANOS + ")?(" + TIME_NANOS + ")?(" + PID_TID + ")?(" + PID_TID + ")?(" + UNIFIED_LOG_LEVEL_BLOCK + ")?");
//Using zero-width negative lookbehind to miss capturing records formatted like [0x1f03].
//[0.081s][trace][safepoint] Thread: 0x00007fd0d2006800 [0x1f03] State: _at_safepoint _has_called_back 0 _at_poll_safepoint 0
Pattern TAGS = Pattern.compile(".*(?<=^|\\])\\[([a-z0-9,. ]+)\\]");
// We combine TAGS with the DECORATORS for performance reasons.
String TAGS = "\\[[a-z0-9,. ]+\\]";
Pattern DECORATORS = Pattern.compile("^(" + DATE_STAMP + ")?(" + UPTIME + ")?(" + TIME_MILLIS + ")?(" + TIME_MILLIS + ")?(" + TIME_NANOS + ")?(" + TIME_NANOS + ")?(" + PID_TID + ")?(" + PID_TID + ")?(" + UNIFIED_LOG_LEVEL_BLOCK + ")?(" + TAGS + ")?");

String UNIFIED_META_RECORD = "Metaspace: " + BEFORE_AFTER_CONFIGURED;
String WORKER_SUMMARY_REAL = "Min:\\s+" + TIME + ", Avg:\\s+" + TIME + ", Max:\\s+" + TIME + ", Diff:\\s+" + TIME + ", Sum:\\s+" + TIME + ", Workers:\\s+" + COUNTER;
Expand Down