diff options
author | Shyamnath Premnadh <Shyamnath.Premnadh@qt.io> | 2022-10-14 10:44:13 +0200 |
---|---|---|
committer | Shyamnath Premnadh <Shyamnath.Premnadh@qt.io> | 2022-10-20 11:58:32 +0200 |
commit | 55993006f96e5d9d668b33eb4befa31f50e931a4 (patch) | |
tree | ea0a6da0542a01e16b85a1e41919d1c8949dd5e9 /sources/pyside-tools/deploy.py | |
parent | 328b8a52e9dda9d9f9a6daca1d2981f022be1720 (diff) |
Deploy Tool: Split classes and functions
- As deploy.py was getting bigger, each class is split into
respective modules inside psyide-tools/deploy/
Pick-to: 6.4.0
Task-number: PYSIDE-1912
Change-Id: I465a25773343cb842cbfd603941476ed6d575321
Reviewed-by: Cristian Maureira-Fredes <cristian.maureira-fredes@qt.io>
Reviewed-by: Adrian Herrmann <adrian.herrmann@qt.io>
Diffstat (limited to 'sources/pyside-tools/deploy.py')
-rw-r--r-- | sources/pyside-tools/deploy.py | 309 |
1 files changed, 2 insertions, 307 deletions
diff --git a/sources/pyside-tools/deploy.py b/sources/pyside-tools/deploy.py index cfa35ebcf..2dde34ad3 100644 --- a/sources/pyside-tools/deploy.py +++ b/sources/pyside-tools/deploy.py @@ -25,324 +25,19 @@ 2. pyside6-deploy -c /path/to/config_file """ -import configparser -import subprocess import argparse import logging import sys -import os from pathlib import Path -from configparser import ConfigParser import shutil -from importlib import util import traceback +from deploy import Config, PythonExecutable + MAJOR_VERSION = 6 EXE_FORMAT = ".exe" if sys.platform == "win32" else ".bin" -def run_command(command, dry_run: bool): - command_str = " ".join([str(cmd) for cmd in command]) - try: - if not dry_run: - subprocess.check_call(command, shell=(sys.platform == "win32")) - else: - print(command_str + "\n") - except FileNotFoundError as error: - logging.exception(f"[DEPLOY]: {error.filename} not found") - raise - except subprocess.CalledProcessError as error: - logging.exception( - f"[DEPLOY]: Command {command_str} failed with error {error} and return_code" - f"{error.returncode}" - ) - raise - except Exception as error: - logging.exception(f"[DEPLOY]: Command {command_str} failed with error {error}") - raise - - -class Nuitka: - """ - Wrapper class around the nuitka executable, enabling its usage through python code - """ - - def __init__(self, nuitka): - self.nuitka = nuitka - - def create_executable( - self, source_file: Path, extra_args: str, qml_files: list[Path], dry_run: bool - ): - extra_args = extra_args.split() - qml_args = [] - if qml_files: - # this includes "all" the plugins - # FIXME: adding the "qml" plugin is equivalent to "all" because of dependencies - # Ideally it should only add the specific qml plugins. eg: quick window, quick controls - qml_args.append("--include-qt-plugins=all") - qml_args.extend( - [f"--include-data-files={qml_file}=./{qml_file.name}" for qml_file in qml_files] - ) - - output_dir = source_file.parent / "deployment" - if not dry_run: - output_dir.mkdir(parents=True, exist_ok=True) - print("[DEPLOY] Running Nuitka") - command = self.nuitka + [ - source_file, - "--follow-imports", - "--onefile", - "--enable-plugin=pyside6", - f"--output-dir={output_dir}", - ] - command.extend(extra_args + qml_args) - - if sys.platform == "linux": - linux_icon = str(Path(__file__).parent / "deploy" / "pyside_icon.jpg") - command.append(f"--linux-onefile-icon={linux_icon}") - - run_command(command=command, dry_run=dry_run) - - -class Config: - """ - Wrapper class around config file, whose options are used to control the executable creation - """ - - def __init__(self, config_file: Path) -> None: - self.config_file = config_file - self.parser = ConfigParser(comment_prefixes="/", allow_no_value=True) - if not self.config_file.exists(): - logging.info(f"[DEPLOY]: Creating config file {self.config_file}") - shutil.copy(Path(__file__).parent / "deploy" / "default.spec", self.config_file) - else: - print(f"Using existing config file {config_file}") - self.parser.read(self.config_file) - - self.project_dir = None - if self.get_value("app", "project_dir"): - self.project_dir = Path(self.get_value("app", "project_dir")).absolute() - - self.qml_files = [] - config_qml_files = self.get_value("qt", "qml_files") - if config_qml_files and self.project_dir: - self.qml_files = [Path(self.project_dir) / file for file in config_qml_files.split(",")] - - def update_config(self): - logging.info("[DEPLOY] Creating {config_file}") - with open(self.config_file, "w+") as config_file: - self.parser.write(config_file, space_around_delimiters=True) - - def set_value(self, section: str, key: str, new_value: str): - try: - current_value = self.get_value(section, key) - if current_value != new_value: - self.parser.set(section, key, new_value) - except configparser.NoOptionError: - logging.warning(f"[DEPLOY]: key {key} does not exist") - except configparser.NoSectionError: - logging.warning(f"[DEPLOY]: section {section} does not exist") - - def get_value(self, section: str, key: str): - try: - return self.parser.get(section, key) - except configparser.NoOptionError: - logging.warning(f"[DEPLOY]: key {key} does not exist") - except configparser.NoSectionError: - logging.warning(f"[DEPLOY]: section {section} does not exist") - - def set_or_fetch(self, config_property_val, config_property_key, config_property_group="app"): - """ - Write to config_file if 'config_property_key' is known without config_file - Fetch and return from config_file if 'config_property_key' is unknown, but - config_file exists - Otherwise, raise an exception - """ - if config_property_val: - self.set_value(config_property_group, config_property_key, str(config_property_val)) - return config_property_val - elif self.get_value(config_property_group, config_property_key): - return self.get_value(config_property_group, config_property_key) - else: - logging.exception( - f"[DEPLOY]: No {config_property_key} specified in config file or as cli option" - ) - raise - - @property - def qml_files(self): - return self._qml_files - - @qml_files.setter - def qml_files(self, qml_files): - self._qml_files = qml_files - - @property - def project_dir(self): - return self._project_dir - - @project_dir.setter - def project_dir(self, project_dir): - self._project_dir = project_dir - - def find_and_set_qml_files(self): - """Fetches all the qml_files in the folder and sets them if the - field qml_files is empty in the config_dir""" - - if self.project_dir: - qml_files_str = self.get_value("qt", "qml_files") - self.qml_files = [] - for file in qml_files_str.split(","): - if file: - self.qml_files.append(Path(self.project_dir) / file) - else: - qml_files_temp = None - source_file = ( - Path(self.get_value("app", "input_file")) - if self.get_value("app", "input_file") - else None - ) - python_exe = ( - Path(self.get_value("python", "python_path")) - if self.get_value("python", "python_path") - else None - ) - if source_file and python_exe: - if not self.qml_files: - qml_files_temp = list(source_file.parent.glob("**/*.qml")) - - # add all QML files, excluding the ones shipped with installed PySide6 - # The QML files shipped with PySide6 gets added if venv is used, - # because of recursive glob - if python_exe.parent.parent == source_file.parent: - # python venv path is inside the main source dir - qml_files_temp = list( - set(qml_files_temp) - set(python_exe.parent.parent.rglob("*.qml")) - ) - - if len(qml_files_temp) > 500: - if "site-packages" in str(qml_files_temp[-1]): - logging.warning( - "You seem to include a lot of QML files from a \ - local virtual env. Are they intended?" - ) - else: - logging.warning( - "You seem to include a lot of QML files. \ - Are they intended?" - ) - - if qml_files_temp: - extra_qml_files = [Path(file) for file in qml_files_temp] - self.qml_files.extend(extra_qml_files) - self.set_value( - "qt", "qml_files", ",".join([str(file) for file in self.qml_files]) - ) - logging.info("[DEPLOY] QML files identified and set in config_file") - - def find_and_set_project_dir(self): - source_file = ( - Path(self.get_value("app", "input_file")) - if self.get_value("app", "input_file") - else None - ) - - if self.qml_files: - paths = self.qml_files.copy() - paths.append(source_file.absolute()) - self.project_dir = Path(os.path.commonpath(paths=paths)) - - # update all qml paths - logging.info("[DEPLOY] Update QML files paths to relative paths") - qml_relative_paths = ",".join( - [str(qml_file.relative_to(self.project_dir)) for qml_file in self.qml_files] - ) - self.set_value("qt", "qml_files", qml_relative_paths) - else: - self.project_dir = source_file.parent - - # update input_file path - logging.info("[DEPLOY] Update input_file path") - self.set_value("app", "input_file", str(source_file.relative_to(self.project_dir))) - - logging.info("[DEPLOY] Update project_dir path") - if self.project_dir != Path.cwd(): - self.set_value("app", "project_dir", str(self.project_dir)) - else: - self.set_value("app", "project_dir", str(self.project_dir.relative_to(Path.cwd()))) - - -class PythonExecutable: - """ - Wrapper class around Python executable - """ - - def __init__(self, python_path=None, create_venv=False, dry_run=False): - self.exe = python_path if python_path else Path(sys.executable) - self.dry_run = dry_run - if create_venv: - self.__create_venv() - self.nuitka = Nuitka(nuitka=[self.exe, "-m", "nuitka"]) - - @property - def exe(self): - return Path(self._exe) - - @exe.setter - def exe(self, exe): - self._exe = exe - - @staticmethod - def is_venv(): - venv = os.environ.get("VIRTUAL_ENV") - return True if venv else False - - def __create_venv(self): - self.install("virtualenv") - if not self.is_venv(): - run_command( - command=[self.exe, "-m", "venv", Path.cwd() / "deployment" / "venv"], - dry_run=self.dry_run, - ) - venv_path = Path(os.environ["VIRTUAL_ENV"]) - if sys.platform == "win32": - self.exe = venv_path / "Scripts" / "python.exe" - elif sys.platform in ["linux", "darwin"]: - self.exe = venv_path / "bin" / "python" - else: - logging.info("[DEPLOY]: You are already in virtual environment!") - - def install(self, packages: list = None): - if packages: - for package in packages: - if not self.is_installed(package=package): - logging.info(f"[DEPLOY]: Installing package: {package}") - run_command( - command=[self.exe, "-m", "pip", "install", package], - dry_run=self.dry_run, - ) - else: - logging.info(f"[DEPLOY]: Upgrading package: {package}") - run_command( - command=[self.exe, "-m", "pip", "install", "--upgrade", package], - dry_run=self.dry_run, - ) - - def is_installed(self, package): - return bool(util.find_spec(package)) - - def create_executable(self, source_file: Path, extra_args: str, config: Config): - if config.qml_files: - logging.info(f"[DEPLOY]: Included QML files: {config.qml_files}") - - self.nuitka.create_executable( - source_file=source_file, - extra_args=extra_args, - qml_files=config.qml_files, - dry_run=self.dry_run, - ) - - def config_option_exists(): return True if any(item in sys.argv for item in ["--config-file", "-c"]) else False |