Puranjay Savar Mattas
6e1ffb96fd
Convert from git submodule to plain vendored copy. No push access to upstream nodes-app/swift-markdown-engine meant our local fix commit (05c1720) was stranded and unreachable from any remote on fresh clones/CI. Vendoring as plain files folds it into normal repo history instead.
34 lines
1.2 KiB
Swift
34 lines
1.2 KiB
Swift
//
|
|
// MarkdownTokenizer.swift
|
|
// MarkdownEngine
|
|
//
|
|
// Created by Luca Chen on 18.02.26.
|
|
//
|
|
|
|
// The token namespace. Tokens are produced by `parseTokensViaAST`
|
|
// (`BlockScopedTokenizer`): block structure + block-level tokens come from
|
|
// `BlockParser` + `BlockLevelTokenizer` (hand scanners, no regex), inline
|
|
// tokens from the AST (`InlineParser` → `InlineASTAdapter`). This file keeps
|
|
// only the code-block language helper.
|
|
import Foundation
|
|
|
|
// MARK: - Tokenizer
|
|
enum MarkdownTokenizer {
|
|
|
|
// MARK: - Code Block Helpers
|
|
|
|
static func extractLanguage(from token: MarkdownToken, in text: String) -> String? {
|
|
guard token.kind == .codeBlock,
|
|
let openingMarker = token.markerRanges.first,
|
|
openingMarker.length > 4 else { return nil }
|
|
|
|
let nsText = text as NSString
|
|
let langRange = NSRange(location: openingMarker.location + 3, length: openingMarker.length - 4)
|
|
|
|
guard langRange.location + langRange.length <= nsText.length else { return nil }
|
|
|
|
let langString = nsText.substring(with: langRange).trimmingCharacters(in: .whitespacesAndNewlines)
|
|
return langString.isEmpty ? nil : langString
|
|
}
|
|
}
|