azalea/codegen/lib/extract.py

# Extracting data from the Minecraft jars

from lib.download import get_server_jar, get_burger, get_client_jar, get_generator_mod, get_yarn_data, get_fabric_api_versions, get_fabric_loader_versions
from lib.utils import get_dir_location
import subprocess
import json
import re
import os


def generate_data_from_server_jar(version_id: str):
    if os.path.exists(get_dir_location(f'downloads/generated-{version_id}')):
        return

    get_server_jar(version_id)
    os.system(
        f'cd {get_dir_location(f"downloads")} && java -DbundlerMainClass=net.minecraft.data.Main -jar {get_dir_location(f"downloads/server-{version_id}.jar")} --all --output \"{get_dir_location(f"downloads/generated-{version_id}")}\"'
    )


def get_block_states_report(version_id: str):
    generate_data_from_server_jar(version_id)
    with open(get_dir_location(f'downloads/generated-{version_id}/reports/blocks.json'), 'r') as f:
        return json.load(f)


def get_registries_report(version_id: str):
    generate_data_from_server_jar(version_id)
    with open(get_dir_location(f'downloads/generated-{version_id}/reports/registries.json'), 'r') as f:
        return json.load(f)


def get_block_states_burger(version_id: str):
    burger_data = get_burger_data_for_version(version_id)
    return burger_data[0]['blocks']['block']


def get_ordered_blocks_burger(version_id: str):
    burger_data = get_burger_data_for_version(version_id)
    return burger_data[0]['blocks']['ordered_blocks']


python_command = None


def determine_python_command():
    global python_command
    if python_command:
        return python_command

    def try_python_command(version):
        return os.system(f'{version} --version') == 0

    for version in ('python3.9', 'python3.8', 'python3', 'python'):
        if try_python_command(version):
            python_command = version
            return version
    raise Exception(
        'Couldn\'t determine python command to use to run burger with!')


def get_burger_data_for_version(version_id: str):
    if not os.path.exists(get_dir_location(f'downloads/burger-{version_id}.json')):
        get_burger()
        get_client_jar(version_id)

        for _ in range(10):
            r = subprocess.run(
                f'cd {get_dir_location("downloads/Burger")} && {determine_python_command()} munch.py ../client-{version_id}.jar --output ../burger-{version_id}.json',
                capture_output=True,
                shell=True
            )
            regex_match = re.search(
                r'ModuleNotFoundError: No module named \'(\w+?)\'', r.stderr.decode())
            if not regex_match:
                break
            missing_lib = regex_match.group(1)
            print('Missing required lib for Burger:', missing_lib)
            os.system(
                f'{determine_python_command()} -m pip install {missing_lib}')
    with open(get_dir_location(f'downloads/burger-{version_id}.json'), 'r') as f:
        return json.load(f)


def get_generator_mod_data(version_id: str, category: str):
    '''
    Gets data from u9g's data generator mod. Note that this is not very stable, and it requires Yarn to release updates first.
    '''

    target_dir = get_dir_location(f'downloads/generator-mod-{version_id}')

    if not os.path.exists(get_dir_location(target_dir)):
        generator_mod_dir = get_generator_mod()

        yarn_data = get_yarn_data(version_id)
        if not yarn_data:
            raise Exception(
                'Fabric/Yarn hasn\'t been updated to this version yet.')
        # looks like 1.19+build.1
        yarn_version = yarn_data['version']

        fabric_api_version = get_fabric_api_versions()[-1]
        fabric_loader_version = get_fabric_loader_versions()[0]

        # the mod has the minecraft version hard-coded by default, so we just change the gradle.properties and fabric.mod.json
        with open(get_dir_location(f'{generator_mod_dir}/gradle.properties'), 'r') as f:
            lines = f.readlines()
        with open(get_dir_location(f'{generator_mod_dir}/gradle.properties'), 'w') as f:
            for line in lines:
                if line.startswith('minecraft_version='):
                    line = f'minecraft_version={version_id}\n'
                if line.startswith('yarn_mappings='):
                    line = f'yarn_mappings={yarn_version}\n'
                if line.startswith('fabric_version='):
                    line = f'fabric_version={fabric_api_version}\n'
                if line.startswith('loader_version='):
                    line = f'loader_version={fabric_loader_version}\n'
                f.write(line)
        # edit the fabric.mod.json to support this version
        with open(get_dir_location(f'{generator_mod_dir}/src/main/resources/fabric.mod.json'), 'r') as f:
            fabric_mod_json = json.load(f)
        fabric_mod_json['depends']['minecraft'] = '*'
        with open(get_dir_location(f'{generator_mod_dir}/src/main/resources/fabric.mod.json'), 'w') as f:
            json.dump(fabric_mod_json, f, indent=2)

        try:
            os.system(f'cd {generator_mod_dir} && chmod u+x ./gradlew')
        except:
            pass

        # set the server port to something other than 25565 so it doesn't
        # conflict with anything else that's running
        try:
            os.makedirs(get_dir_location(f'{generator_mod_dir}/run'))
        except:
            pass
        with open(get_dir_location(f'{generator_mod_dir}/run/server.properties'), 'w') as f:
            f.write('server-port=56553')

        # make sure we have perms to run this file
        # (on windows it fails but keeps running)
        os.system(f'cd {generator_mod_dir} && chmod u+x ./gradlew')
        try:
            subprocess.run(
                [f'cd {generator_mod_dir} && ./gradlew runServer'],
                check=True,
                shell=True
            )
        except Exception as e:
            os.system(f'cd {generator_mod_dir} && gradlew runServer')

        if os.path.exists(target_dir):
            os.unlink(target_dir)
        os.rename(
            get_dir_location(
                f'{generator_mod_dir}/run/minecraft-data/{version_id}'),
            target_dir
        )

    with open(f'{target_dir}/{category}.json', 'r') as f:
        return json.load(f)