48,355
edits
No edit summary |
No edit summary |
||
| Line 60: | Line 60: | ||
(indicating a missing code). If `not_real_lang` is given, this check is suppressed. | (indicating a missing code). If `not_real_lang` is given, this check is suppressed. | ||
]=] | ]=] | ||
local function normalize(text, sc) | |||
text = sc:fixDiscouragedSequences(text) | |||
return sc:toFixedNFD(text) | |||
end | |||
-- Check if the raw text is an unsupported title, and if so return that. Otherwise, remove HTML entities. We do the pre-conversion to avoid loading the unsupported title list unnecessarily. | -- Check if the raw text is an unsupported title, and if so return that. Otherwise, remove HTML entities. We do the pre-conversion to avoid loading the unsupported title list unnecessarily. | ||
| Line 184: | Line 189: | ||
return text, fail, cats, subbedChars | return text, fail, cats, subbedChars | ||
end | end | ||