diff mod_xmllang_check/xmpplang.lib.lua @ 6401:de3dc4297035

mod_xmllang_check: Initial commit
author Waqas Hussain <waqas20@gmail.com>
date Mon, 09 Feb 2026 18:34:40 -0500
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/mod_xmllang_check/xmpplang.lib.lua	Mon Feb 09 18:34:40 2026 -0500
@@ -0,0 +1,178 @@
+
+
+local irregular = {
+  "en-GB-oed", "i-ami", "i-bnn", "i-default", "i-enochian", "i-hak", "i-klingon", "i-lux", "i-mingo", "i-navajo", "i-pwn", "i-tao", "i-tay", "i-tsu", "sgn-BE-FR", "sgn-BE-NL", "sgn-CH-DE"
+};
+local regular = {
+  "art-lojban", "cel-gaulish", "no-bok", "no-nyn", "zh-guoyu", "zh-hakka", "zh-min", "zh-min-nan", "zh-xiang"
+};
+local grandfathered = {};
+for _, tag in ipairs(irregular) do
+  grandfathered[tag:lower()] = true;
+end
+for _, tag in ipairs(regular) do
+  grandfathered[tag:lower()] = true;
+end
+
+local function split_subtags(lower_s)
+  local subtags = {};
+  for subtag in lower_s:gmatch("[^%-]+") do -- split on hyphens
+    table.insert(subtags, subtag);
+  end
+  return subtags;
+end
+
+local function is_privateuse(lower_s)
+  if lower_s:sub(1, 2) ~= "x-" then
+    -- print("privateuse: " .. lower_s .. " does not start with x-");
+    return false;
+  end
+
+  -- only allow alphanum and hyphens from here on out
+  if lower_s:match("[^a-z0-9%-]") then
+    -- print("privateuse: " .. lower_s .. " contains non-alphanum or hyphen");
+    return false;
+  end
+  -- lets not allow any zero-len subtags
+  if lower_s:match("^%-") or lower_s:match("%-$") or lower_s:match("%-%-") then
+    -- print("privateuse: " .. lower_s .. " contains zero-len subtags");
+    return false;
+  end
+
+  local subtags = split_subtags(lower_s);
+  -- print("privateuse subtags: " .. table.concat(subtags, "|"));
+  if #subtags < 2 then return false; end
+  for i = 1, #subtags do
+    if #subtags[i] < 1 or #subtags[i] > 8 or not subtags[i]:match("^[a-z0-9]+$") then return false; end
+  end
+  -- print("privateuse: " .. lower_s .. " is valid");
+  return true;
+end
+
+local function is_langtag(lower_s)
+  -- print("is_langtag: " .. lower_s);
+  -- print(" lower_s:sub(-5): ".. lower_s:sub(-5))
+  -- Remove the optional .utf8 suffix if it exists
+  if lower_s:sub(-6) == ".utf-8" then
+    -- print("removing .utf-8 suffix");
+    lower_s = lower_s:sub(1, -7);
+  end
+
+  -- at this point we have a hyphen-separated string of subtags, where subtags are alphanumeric
+
+  -- only allow alphanum and hyphens from here on out
+  if lower_s:match("[^a-z0-9%-]") then
+    return false;
+  end
+  -- lets not allow any zero-len subtags
+  if lower_s:match("^%-") or lower_s:match("%-$") or lower_s:match("%-%-") then
+    return false;
+  end
+
+  -- let's split on hyphens
+  local subtags = split_subtags(lower_s);
+
+  -- we are now dealing with this pattern: language ( "-" script )? ( "-" region )? ( "-" variant )* ( "-" extension )*
+  -- we'll now process in order
+
+  -- Let's process "language"
+  -- print("processing language: " .. table.concat(subtags, "|"));
+  local subtag = table.remove(subtags, 1);
+  if not subtag or not subtag:match("^[a-z]+$") then
+    return false;
+  end
+  if #subtag == 2 or #subtag == 3 then
+    -- we want to check for 0-3 instances of three-letter tags
+    for i = 1, 3 do
+      local subtag = subtags[1];
+      if subtag and #subtag == 3 and subtag:match("^[a-z]+$") then
+        table.remove(subtags, 1);
+      end
+    end
+  elseif #subtag >= 4 and #subtag <= 8 then
+    -- passthrough
+  else
+    return false;
+  end
+
+  -- Let's process optional: script = ALPHA{4};
+  -- print("processing script: " .. table.concat(subtags, "|"));
+  subtag = subtags[1];
+  if subtag and #subtag == 4 and subtag:match("^[a-z]+$") then
+    table.remove(subtags, 1);
+  end
+
+  -- Let's process optional: region = ALPHA{2} | DIGIT{3};
+  -- print("processing region: " .. table.concat(subtags, "|"));
+  subtag = subtags[1];
+  if subtag and ((#subtag == 2 and subtag:match("^[a-z][a-z]$")) or (#subtag == 3 and subtag:match("^[0-9][0-9][0-9]$"))) then
+    table.remove(subtags, 1);
+  end
+
+  -- Let's process zero or more: variant = alphanum{5,8} | ( DIGIT alphanum{3} );
+  while true do
+    local variant = subtags[1];
+    if not variant or (#variant < 4 or #variant > 8) then
+      break;
+    end
+    if #variant == 4 and not variant:match("^[0-9]") then return false; end
+    table.remove(subtags, 1);
+  end
+
+  -- print("processing extensions: " .. table.concat(subtags, "|"));
+  -- Let's process zero or more: extension = singleton ( "-" alphanum{2,8} )+;
+  while true do
+    local extension = subtags[1];
+    if not extension or extension == "x" then break; end
+    if #extension ~= 1 then return false; end
+    table.remove(subtags, 1);
+
+    local part = subtags[1];
+    if not part or (#part < 2 or #part > 8) then return false; end
+    table.remove(subtags, 1);
+
+    while true do
+      part = subtags[1];
+      if not part or (#part < 2 or #part > 8) then break; end
+      table.remove(subtags, 1);
+    end
+  end
+
+  -- print("processing privateuse: " .. table.concat(subtags, "|"));
+  -- Let's process optional: privateuse = "x"i ( "-" alphanum{1,8} )+;
+  local privateuse = table.remove(subtags, 1);
+  -- print("privateuse: " .. privateuse);
+  if privateuse then
+    if privateuse ~= "x" or #subtags < 1 then return false; end
+    for i = 1, #subtags do
+      local part = subtags[i];
+      if #part < 1 or #part > 8 then return false; end
+    end
+  end
+
+  return true;
+end
+
+local function is_xmpplang(s)
+  local lower_s = s:lower();
+  if grandfathered[lower_s] then
+    return true;
+  end
+  -- print("checking privateuse: " .. lower_s);
+  if is_privateuse(lower_s) then
+    -- print("privateuse: " .. lower_s .. " is valid");
+    return true;
+  end
+  -- print("checking langtag: " .. lower_s);
+  if is_langtag(lower_s) then
+    return true;
+  end
+  return false;
+end
+
+-- print("=== x-abc-def")
+-- print(is_xmpplang("x-abc-def"));
+-- print("=== x-a-b-c-d-e")
+-- print(is_xmpplang("x-a-b-c-d-e"));
+
+return is_xmpplang;