Trim console output before processing it in console document

When processing large amounts of console output of a process, its possible that the Eclipse UI will freeze.
E.g. on Linux, very long lines (> 1 million symbols) result in such freezes.

Using the console limit preference doesn't help preventing this freeze, despite limitting the contents seen in the console.

This change adjusts IOConsolePartitioner.QueueProcessingJob.processPendingPartitions()
to trim pending console output before setting this output in the console document, if a console limit is set in the Eclipse preferences.

See: #2283

Author: trancexpress

debug/org.eclipse.ui.console/src/org/eclipse/ui/internal/console/IOConsolePartitioner.java

@@ -784,7 +784,7 @@ public boolean shouldRun() {
 		 * update partitioning.
 		 */
 		private void processPendingPartitions() {
-			final List<PendingPartition> pendingCopy = new ArrayList<>();
+			List<PendingPartition> pendingCopy = new ArrayList<>();
 			// draining the whole buffer here is important - this way we get as much data as
 			// available and may skip to draw text that exceeds the Console buffer size
 			// anyway (see checkBufferSize()).
@@ -793,12 +793,40 @@ private void processPendingPartitions() {
 			if (pendingCopy.isEmpty()) {
 				return;
 			}
+			int pendingSize = 0;
 			IOConsoleOutputStream stream = pendingCopy.get(0).stream;
 			for (PendingPartition p : pendingCopy) {
-				if (p.stream != stream) {
-					break;
+				if (p.stream == stream) {
+					sizeHint += p.text.length();
+				}
+				pendingSize += p.text.length();
+			}
+			/*
+			 * Check if the output we want to process is over the console limit. If so, trim
+			 * the output before passing it to SWT.
+			 */
+			int limit = highWaterMark;
+			if (limit > 0 && pendingSize > limit) {
+				sizeHint = Math.min(sizeHint, limit);
+				int n = pendingCopy.size();
+				// check at which pending change we need to cut the output, to comply with the character limit
+				int index = 0;
+				int characters = 0;
+				for (int i = n - 1; i >= 0; --i) {
+					PendingPartition p = pendingCopy.get(i);
+					characters += p.text.length();
+					index = i;
+					if (characters > limit) {
+						break;
+					}
+				}
+				// copy from that index onward
+				List<PendingPartition> trimmedCopy = new ArrayList<>(n - index);
+				for (int i = index; i < n; ++i) {
+					PendingPartition p = pendingCopy.get(i);
+					trimmedCopy.add(p);
 				}
-				sizeHint += p.text.length();
+				pendingCopy = trimmedCopy;
 			}
 			synchronized (partitions) {
 				if (document != null) {