aboutsummaryrefslogtreecommitdiff
path: root/src/utils/parse
diff options
context:
space:
mode:
Diffstat (limited to 'src/utils/parse')
-rw-r--r--src/utils/parse/__init__.py145
-rw-r--r--src/utils/parse/spec.py198
-rw-r--r--src/utils/parse/time.py9
-rw-r--r--src/utils/parse/types.py8
4 files changed, 360 insertions, 0 deletions
diff --git a/src/utils/parse/__init__.py b/src/utils/parse/__init__.py
new file mode 100644
index 00000000..cf32d8f5
--- /dev/null
+++ b/src/utils/parse/__init__.py
@@ -0,0 +1,145 @@
+import decimal, io, typing
+from src.utils import datetime, errors
+
+from .spec import *
+from .time import duration
+from .types import try_int
+
+COMMENT_TYPES = ["#", "//"]
+def hashflags(filename: str
+ ) -> typing.List[typing.Tuple[str, typing.Optional[str]]]:
+ hashflags = [] # type: typing.List[typing.Tuple[str, typing.Optional[str]]]
+ with io.open(filename, mode="r", encoding="utf8") as f:
+ for line in f:
+ line = line.strip("\n")
+ found = False
+ for comment_type in COMMENT_TYPES:
+ if line.startswith(comment_type):
+ line = line.replace(comment_type, "", 1).lstrip()
+ found = True
+ break
+
+ if not found:
+ break
+ elif line.startswith("--"):
+ hashflag, sep, value = line[2:].partition(" ")
+ hashflags.append((hashflag, (value if sep else None)))
+ return hashflags
+
+class Docstring(object):
+ def __init__(self, description: str, items: typing.Dict[str, str],
+ var_items: typing.Dict[str, typing.List[str]]):
+ self.description = description
+ self.items = items
+ self.var_items = var_items
+
+def docstring(s: str) -> Docstring:
+ description = ""
+ last_item = None
+ last_item_no_space = False
+ items = {} # type: typing.Dict[str, str]
+ var_items = {} # type: typing.Dict[str, typing.List[str]]
+ if s:
+ for line in s.split("\n"):
+ line = line.strip()
+
+ if line:
+ if line[0] == ":":
+ key, _, value = line[1:].partition(": ")
+ last_item = key.lstrip("-")
+ last_item_no_space = key.startswith("-")
+
+ if key in var_items:
+ var_items[last_item].append(value)
+ elif key in items:
+ var_items[last_item] = [items.pop(last_item), value]
+ else:
+ items[last_item] = value
+ else:
+ if last_item:
+ if last_item_no_space:
+ items[last_item] += line
+ else:
+ items[last_item] += " %s" % line
+ else:
+ if description:
+ description += " "
+ description += line
+ return Docstring(description, items, var_items)
+
+def keyvalue(s: str, delimiter: str=" "
+ ) -> typing.Dict[str, typing.Optional[str]]:
+ items = {} # type: typing.Dict[str, typing.Optional[str]]
+ pairs = s.split(delimiter)
+ for pair in filter(None, pairs):
+ key, sep, value = pair.partition("=")
+ if sep:
+ items[key] = value
+ else:
+ items[key] = None
+ return items
+
+def line_normalise(s: str) -> str:
+ lines = list(filter(None, [line.strip() for line in s.split("\n")]))
+ return " ".join(line.replace(" ", " ") for line in lines)
+
+def parse_number(s: str) -> str:
+ try:
+ decimal.Decimal(s)
+ return s
+ except:
+ pass
+
+ unit = s[-1].lower()
+ number_str = s[:-1]
+ try:
+ number = decimal.Decimal(number_str)
+ except:
+ raise ValueError("Invalid format '%s' passed to parse_number" %
+ number_str)
+
+ if unit == "k":
+ number *= decimal.Decimal("1_000")
+ elif unit == "m":
+ number *= decimal.Decimal("1_000_000")
+ elif unit == "b":
+ number *= decimal.Decimal("1_000_000_000")
+ else:
+ raise ValueError("Unknown unit '%s' given to parse_number" % unit)
+ return str(number)
+
+def format_tokens(s: str, names: typing.List[str], sigil: str="$"
+ ) -> typing.List[typing.Tuple[int, str]]:
+ names = names.copy()
+ names.sort()
+ names.reverse()
+
+ i = 0
+ max = len(s)-1
+ sigil_found = False
+ tokens: typing.List[typing.Tuple[int, str]] = []
+
+ while i < max:
+ if s[i] == sigil:
+ i += 1
+ if not s[i] == sigil:
+ for name in names:
+ if len(name) <= (len(s)-i) and s[i:i+len(name)] == name:
+ tokens.append((i-1, "%s%s" % (sigil, name)))
+ i += len(name)
+ break
+ else:
+ tokens.append((i-1, "$$"))
+ i += 1
+ return tokens
+
+def format_token_replace(s: str, vars: typing.Dict[str, str],
+ sigil: str="$") -> str:
+ vars = vars.copy()
+ vars.update({sigil: sigil})
+ tokens = format_tokens(s, list(vars.keys()), sigil)
+ tokens.sort(key=lambda x: x[0])
+ tokens.reverse()
+ for i, token in tokens:
+ s = s[:i] + vars[token.replace(sigil, "", 1)] + s[i+len(token):]
+ return s
diff --git a/src/utils/parse/spec.py b/src/utils/parse/spec.py
new file mode 100644
index 00000000..cfc5e386
--- /dev/null
+++ b/src/utils/parse/spec.py
@@ -0,0 +1,198 @@
+import enum, typing
+from .time import duration
+from .types import try_int
+from src.utils.datetime.parse import date_human
+
+class SpecArgumentContext(enum.IntFlag):
+ CHANNEL = 1
+ PRIVATE = 2
+ ALL = 3
+
+class SpecArgumentType(object):
+ context = SpecArgumentContext.ALL
+
+ def __init__(self, type_name: str, name: typing.Optional[str],
+ exported: typing.Optional[str]):
+ self.type = type_name
+ self._name = name
+ self.exported = exported
+
+ def name(self) -> typing.Optional[str]:
+ return self._name
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ return None, -1
+ def error(self) -> typing.Optional[str]:
+ return None
+
+class SpecArgumentTypeWord(SpecArgumentType):
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ if args:
+ return args[0], 1
+ return None, 1
+class SpecArgumentTypeAdditionalWord(SpecArgumentType):
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ if len(args) > 1:
+ return args[0], 1
+ return None, 1
+class SpecArgumentTypeWordLower(SpecArgumentTypeWord):
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ out = SpecArgumentTypeWord.simple(self, args)
+ if out[0]:
+ return out[0].lower(), out[1]
+ return out
+
+class SpecArgumentTypeString(SpecArgumentType):
+ def name(self):
+ return "%s ..." % SpecArgumentType.name(self)
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ if args:
+ return " ".join(args), len(args)
+ return None, 1
+class SpecArgumentTypeTrimString(SpecArgumentTypeString):
+ def simple(self, args: typing.List[str]):
+ return SpecArgumentTypeString.simple(self, list(filter(None, args)))
+class SpecArgumentTypeWords(SpecArgumentTypeString):
+ def simple(self, args: typing.List[str]):
+ if args:
+ out = list(filter(None, args))
+ return out, len(out)
+ return None, 1
+
+class SpecArgumentTypeInt(SpecArgumentType):
+ def simple(self, args):
+ if args:
+ return try_int(args[0]), 1
+ return None, 1
+
+class SpecArgumentTypeDuration(SpecArgumentType):
+ def name(self):
+ return "+%s" % (SpecArgumentType.name(self) or "duration")
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ if args:
+ return duration(args[0]), 1
+ return None, 1
+ def error(self) -> typing.Optional[str]:
+ return "Invalid timeframe"
+
+class SpecArgumentTypeDate(SpecArgumentType):
+ def name(self):
+ return SpecArgumentType.name(self) or "yyyy-mm-dd"
+ def simple(self, args):
+ if args:
+ return date_human(args[0]), 1
+ return None, 1
+
+class SpecArgumentPrivateType(SpecArgumentType):
+ context = SpecArgumentContext.PRIVATE
+
+SPEC_ARGUMENT_TYPES = {
+ "word": SpecArgumentTypeWord,
+ "aword": SpecArgumentTypeAdditionalWord,
+ "wordlower": SpecArgumentTypeWordLower,
+ "string": SpecArgumentTypeString,
+ "words": SpecArgumentTypeWords,
+ "tstring": SpecArgumentTypeTrimString,
+ "int": SpecArgumentTypeInt,
+ "date": SpecArgumentTypeDate,
+ "duration": SpecArgumentTypeDuration
+}
+
+class SpecArgument(object):
+ consume = True
+ optional: bool = False
+ types: typing.List[SpecArgumentType] = []
+
+ @staticmethod
+ def parse(optional: bool, argument_types: typing.List[str]):
+ out: typing.List[SpecArgumentType] = []
+ for argument_type in argument_types:
+ exported = None
+ if "~" in argument_type:
+ exported = argument_type.split("~", 1)[1]
+ argument_type = argument_type.replace("~", "", 1)
+
+ argument_type_name: typing.Optional[str] = None
+ name_end = argument_type.find(">")
+ if argument_type.startswith("<") and name_end > 0:
+ argument_type_name = argument_type[1:name_end]
+ argument_type = argument_type[name_end+1:]
+
+ argument_type_class = SpecArgumentType
+ if argument_type in SPEC_ARGUMENT_TYPES:
+ argument_type_class = SPEC_ARGUMENT_TYPES[argument_type]
+ elif exported:
+ argument_type_class = SpecArgumentPrivateType
+
+ out.append(argument_type_class(argument_type,
+ argument_type_name, exported))
+
+ spec_argument = SpecArgument()
+ spec_argument.optional = optional
+ spec_argument.types = out
+ return spec_argument
+
+ def format(self, context: SpecArgumentContext) -> typing.Optional[str]:
+ if self.optional:
+ format = "[%s]"
+ else:
+ format = "<%s>"
+
+ names: typing.List[str] = []
+ for argument_type in self.types:
+ if not (context&argument_type.context) == 0:
+ name = argument_type.name() or argument_type.type
+ if name:
+ names.append(name)
+ if names:
+ return format % "|".join(names)
+ return None
+
+class SpecArgumentTypeLiteral(SpecArgumentType):
+ def simple(self, args: typing.List[str]) -> typing.Tuple[typing.Any, int]:
+ if args and args[0] == self.name():
+ return args[0], 1
+ return None, 1
+ def error(self) -> typing.Optional[str]:
+ return None
+class SpecLiteralArgument(SpecArgument):
+ @staticmethod
+ def parse(optional: bool, literals: typing.List[str]) -> SpecArgument:
+ spec_argument = SpecLiteralArgument()
+ spec_argument.optional = optional
+ spec_argument.types = [
+ SpecArgumentTypeLiteral("literal", l, None) for l in literals]
+ return spec_argument
+
+ def format(self, context: SpecArgumentContext) -> typing.Optional[str]:
+ return "|".join(t.name() or "" for t in self.types)
+
+def argument_spec(spec: str) -> typing.List[SpecArgument]:
+ out: typing.List[SpecArgument] = []
+ for spec_argument in spec.split(" "):
+ optional = spec_argument[0] == "?"
+
+ if spec_argument[1] == "'":
+ out.append(SpecLiteralArgument.parse(optional,
+ spec_argument[2:].split(",")))
+ else:
+ consume = True
+ if spec_argument[1] == "-":
+ consume = False
+ spec_argument = spec_argument[1:]
+
+ spec_argument_obj = SpecArgument.parse(optional,
+ spec_argument[1:].split("|"))
+ spec_argument_obj.consume = consume
+ out.append(spec_argument_obj)
+
+ return out
+
+def argument_spec_human(spec: typing.List[SpecArgument],
+ context: SpecArgumentContext=SpecArgumentContext.ALL) -> str:
+ arguments: typing.List[str] = []
+ for spec_argument in spec:
+ if spec_argument.consume:
+ out = spec_argument.format(context)
+ if out:
+ arguments.append(out)
+ return " ".join(arguments)
diff --git a/src/utils/parse/time.py b/src/utils/parse/time.py
new file mode 100644
index 00000000..217b920a
--- /dev/null
+++ b/src/utils/parse/time.py
@@ -0,0 +1,9 @@
+from src.utils import datetime
+
+def duration(s: str):
+ if s[0] == "+":
+ duration = datetime.parse.from_pretty_time(s[1:])
+ if not duration == None:
+ return duration
+ return None
+
diff --git a/src/utils/parse/types.py b/src/utils/parse/types.py
new file mode 100644
index 00000000..62730847
--- /dev/null
+++ b/src/utils/parse/types.py
@@ -0,0 +1,8 @@
+import typing
+
+def try_int(s: str) -> typing.Optional[int]:
+ try:
+ return int(s)
+ except ValueError:
+ return None
+
generated by cgit v1.3.1-10-gc9f91 (git 2.54.0) at 2026-07-02 13:16:11 +0000