Detect \n and \t as whitespace

Previously, splitting a terminal rule into separate "spaces/tabs"
and "newlines" terminals would cause the "newlines" one to be detected
as a comment when generating TextMate grammar

packages/langium/src/utils/grammar-utils.ts

@@ -10,7 +10,7 @@ import type { AstNode, CstNode } from '../syntax-tree.js';
 import { isCompositeCstNode } from '../syntax-tree.js';
 import { getContainerOfType, streamAllContents } from './ast-utils.js';
 import { streamCst } from './cst-utils.js';
-import { escapeRegExp } from './regexp-utils.js';
+import { escapeRegExp, isWhitespace } from './regexp-utils.js';
 
 /**
  * Returns the entry rule of the given grammar, if any. If the grammar file does not contain an entry rule,
@@ -92,7 +92,7 @@ export function getCrossReferenceTerminal(crossRef: ast.CrossReference): ast.Abs
  * that contains visible characters is considered a comment.
  */
 export function isCommentTerminal(terminalRule: ast.TerminalRule): boolean {
-    return terminalRule.hidden && !terminalRegex(terminalRule).test(' ');
+    return terminalRule.hidden && !isWhitespace(terminalRegex(terminalRule));
 }
 
 /**

packages/langium/src/utils/regexp-utils.ts

@@ -140,7 +140,7 @@ export function isMultilineComment(regexp: RegExp | string): boolean {
 
 export function isWhitespace(value: RegExp | string): boolean {
     const regexp = typeof value === 'string' ? new RegExp(value) : value;
-    return regexp.test(' ');
+    return [' ', '\n', '\t'].some((ws) => regexp.test(ws));
 }
 
 export function escapeRegExp(value: string): string {