lua_refactor.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from common import *\n",
    "# Doesn't really work as intended but might be useful for future exploration\n",
    "class lua_tools:\n",
    "    _arg = r'(L\\d_\\d)'\n",
    "    _n = r'\\n\\s*'\n",
    "    _no_scope = r'(?:[\\W\\w](?!\\bif )(?!\\belse )(?!\\bfunction )(?!\\bend\\b))'\n",
    "    _no_vars = r'(?:(?!L\\d_\\d)[\\W\\w])'\n",
    "    move_init_to_usage = re.compile(_arg + r' = {}\\n(?!.*\\1)(' + _no_scope + r'+?)(?=\\n.*\\1)')  # L2_1 = {}; ...; thing = L2_1  -> ...; L2_1 = {}; thing = L2_1;\n",
    "    table_init = re.compile(_arg + r' = \\{\\}' + _n + r'\\1.(\\w+) = (.+)')                        # L4_1 = {}; L4_1.foo = bar  ->  L4_1 = {\"foo\"=bar}\n",
    "    table_init_2 = re.compile(_arg + r' = \\{(.+)\\}' + _n + r'\\1.(\\w+) = (.+)')                  # L4_1 = {\"foo\"=bar}; L4_1.bar = baz  -> L4_1 =  {\"foo\"=bar, \"bar\"=baz}\n",
    "    temp_register = re.compile(_arg + r' = (\\w+)' + _n + r'\\1 = \\1.(\\w+)')                      # L4_2 = GadgetState; L4_2 = L4_2.Action01  ->  L4_2 = GadgetState.Action01\n",
    "    temp_register_2 = re.compile(_arg + r' = (.*)' + _n + r'(\\w.*) = \\1(?![\\n.]*=.*\\1)')\n",
    "    find_usage = re.compile(_arg + r' = (' + _no_vars + r'+)\\n(?!.*\\1)(' + _no_scope + r'+?)\\n(.*) = \\1')  # L2_1 = {foo}; ...; thing = L2_1  -> ...; L2_1 = {foo}; thing = L2_1;\n",
    "    # array_init_1 = re.compile(_arg + r' = {}' + _n + r'\\1\\[1\\] = (.*)')  # L2_1 = {}; L2_1[1] = foo  ->  L2_1 = {foo}\n",
    "    array_init = re.compile(_arg + r' = \\{\\}' + _n + r'\\1(\\[\\d+\\]) = (.+)')                        # L4_1 = {}; L4_1[foo] = bar  ->  L4_1 = {[foo]=bar}\n",
    "    array_init_2 = re.compile(_arg + r' = \\{(.+)\\}' + _n + r'\\1(\\[\\d+\\]) = (.+)')                  # L4_1 = {\"foo\"=bar}; L4_1[bar] = baz  -> L4_1 =  {\"foo\"=bar, [bar]=baz}\n",
    "    func_names = re.compile(r'function (L\\d_\\d)([\\W\\w]+?)\\n(\\w+) = \\1')  # function L2_1(...; global_thing = L2_1  -> func global_thing(...\n",
    "    @staticmethod\n",
    "    def match_x_before_y(x: re.match, y: re.match) -> bool:\n",
    "        if y is None:\n",
    "            return True\n",
    "        if x is None:\n",
    "            return False\n",
    "        return x.start() < y.start()\n",
    "\n",
    "    @classmethod\n",
    "    def _remove_temp_register_2(cls, lua: str):\n",
    "        # L4_1 = foo; L5_1.bar = L4_1  ->  L5_1.bar = foo\n",
    "        # We need to ensure that L4_1's foo value isn't used again\n",
    "        hits = 0\n",
    "        output = lua\n",
    "        snipped_chars = 0\n",
    "        for match in cls.temp_register_2.finditer(lua):\n",
    "            start, end = match.span()\n",
    "            register_name, value, dest = match.group(1, 2, 3)\n",
    "            next_reassign = re.search(f'{register_name}.*=', lua[end:])\n",
    "            next_use = re.search(f'=.*{register_name}', lua[end:])\n",
    "            if lua_tools.match_x_before_y(next_reassign, next_use):\n",
    "                newstr = f'{dest} = {value}'\n",
    "                output = output[:start-snipped_chars] + newstr + output[end-snipped_chars:]  # output shrinks relative to lua with each replacement\n",
    "                snipped_chars += (end - start) - len(newstr)\n",
    "                hits += 1\n",
    "        return output, hits\n",
    "\n",
    "    @classmethod\n",
    "    def _remove_temp_register_3(cls, lua: str):\n",
    "        # L4_1 = foo; ...; L5_1 = L4_1  ->  ...; L5_1 = foo\n",
    "        # We need to ensure that L4_1's foo value isn't used again\n",
    "        hits = 0\n",
    "        output = lua\n",
    "        snipped_chars = 0\n",
    "        progress = 0\n",
    "        while match := cls.find_usage.search(lua, progress):\n",
    "            start, end = match.span()\n",
    "            register_name, value, contained_lines, dest = match.group(1, 2, 3, 4)\n",
    "            next_reassign = re.search(f'{register_name}.*=', lua[end:])\n",
    "            next_use = re.search(f'=.*{register_name}', lua[end:])\n",
    "            if lua_tools.match_x_before_y(next_reassign, next_use):\n",
    "                newstr = f'{contained_lines}\\n{dest} = {value}'\n",
    "                output = output[:start-snipped_chars] + newstr + output[end-snipped_chars:]  # output shrinks relative to lua with each replacement\n",
    "                snipped_chars += (end - start) - len(newstr)\n",
    "                hits += 1\n",
    "                break  # Making this work multiple times would be very hacky\n",
    "            progress = match.end(2)  # Move start of next search to end of the first line of this match\n",
    "        return output, hits\n",
    "\n",
    "    subs = {\n",
    "        'move_init_to_usage': lambda x: lua_tools.move_init_to_usage.subn(r'\\2\\n\\1 = {}', x),\n",
    "        'table_init': lambda x: lua_tools.table_init.subn(r'\\1 = {\"\\2\"=\\3}', x),\n",
    "        'table_init_2': lambda x: lua_tools.table_init_2.subn(r'\\1 = {\\2, \"\\3\"=\\4}', x),\n",
    "        'array_init': lambda x: lua_tools.array_init.subn(r'\\1 = {\\2=\\3}', x),\n",
    "        'array_init_2': lambda x: lua_tools.array_init_2.subn(r'\\1 = {\\2, \\3=\\4}', x),\n",
    "        'temp_register': lambda x: lua_tools.temp_register.subn(r'\\1 = \\2.\\3', x),\n",
    "        'temp_register_2': lambda x: lua_tools._remove_temp_register_2(x),\n",
    "        'temp_register_3': lambda x: lua_tools._remove_temp_register_3(x),\n",
    "        'func_names': lambda x: lua_tools.func_names.subn(r'function \\3\\2', x),\n",
    "        #'array_init_1': lambda x: lua_tools.array_init_1.subn(r'\\1 = {\\2}', x),\n",
    "    }\n",
    "    @classmethod\n",
    "    def refactor(cls, lua: str):\n",
    "        # Perform every substitution in order until a full round achieves no substitutions\n",
    "        round_hits = -1\n",
    "        while round_hits != 0:\n",
    "            round_hits = 0\n",
    "            for stage in cls.subs.values():\n",
    "                lua, hits = stage(lua)\n",
    "                round_hits += hits\n",
    "        return lua\n",
    "\n",
    "\n",
    "base_path = 'resources/Scripts/Scene/'\n",
    "cleanup_files = ['3/scene3_group133007228.lua', '3/scene3_group133007229.lua', '3/scene3_group133007230.lua', '3/scene3_group133103540.lua', '3/scene3_group133104488.lua', '3/scene3_group133104585.lua',]\n",
    "for cleanup_file in cleanup_files:\n",
    "    with open_read(base_path + cleanup_file) as f:\n",
    "        lua = f.read()\n",
    "    lua = lua_tools.refactor(lua)\n",
    "    with open_write(cleanup_file.replace('/', '__'), True) as f:\n",
    "        f.write(lua)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.10.4 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.4"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "767d51c1340bd893661ea55ea3124f6de3c7a262a8b4abca0554b478b1e2ff90"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}