Source code for PyFunceble.engine.mysql

"""
The tool to check the availability or syntax of domains, IPv4, IPv6 or URL.

::


    ██████╗ ██╗   ██╗███████╗██╗   ██╗███╗   ██╗ ██████╗███████╗██████╗ ██╗     ███████╗
    ██╔══██╗╚██╗ ██╔╝██╔════╝██║   ██║████╗  ██║██╔════╝██╔════╝██╔══██╗██║     ██╔════╝
    ██████╔╝ ╚████╔╝ █████╗  ██║   ██║██╔██╗ ██║██║     █████╗  ██████╔╝██║     █████╗
    ██╔═══╝   ╚██╔╝  ██╔══╝  ██║   ██║██║╚██╗██║██║     ██╔══╝  ██╔══██╗██║     ██╔══╝
    ██║        ██║   ██║     ╚██████╔╝██║ ╚████║╚██████╗███████╗██████╔╝███████╗███████╗
    ╚═╝        ╚═╝   ╚═╝      ╚═════╝ ╚═╝  ╚═══╝ ╚═════╝╚══════╝╚═════╝ ╚══════╝╚══════╝

Provides the MariaDB/MySQL communication engine.

Author:
    Nissar Chababy, @funilrys, contactTATAfunilrysTODTODcom

Special thanks:
    https://pyfunceble.github.io/special-thanks.html

Contributors:
    https://pyfunceble.github.io/contributors.html

Project link:
    https://github.com/funilrys/PyFunceble

Project documentation:
    https://pyfunceble.readthedocs.io/en/master/

Project homepage:
    https://pyfunceble.github.io/

License:
::


    MIT License

    Copyright (c) 2017, 2018, 2019, 2020 Nissar Chababy

    Permission is hereby granted, free of charge, to any person obtaining a copy
    of this software and associated documentation files (the "Software"), to deal
    in the Software without restriction, including without limitation the rights
    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
    copies of the Software, and to permit persons to whom the Software is
    furnished to do so, subject to the following conditions:

    The above copyright notice and this permission notice shall be included in all
    copies or substantial portions of the Software.

    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
    SOFTWARE.
"""


import warnings
from getpass import getpass
from os import sep as directory_separator

import pymysql

import PyFunceble


[docs]class MySQL: """ Provides our way to work with our mysql/mariadb database. """ # pylint: disable=no-member variables = { "host": {"env": "PYFUNCEBLE_DB_HOST", "default": "localhost"}, "port": {"env": "PYFUNCEBLE_DB_PORT", "default": 3306}, "name": {"env": "PYFUNCEBLE_DB_NAME", "default": "pyfunceble"}, "username": {"env": "PYFUNCEBLE_DB_USERNAME", "default": "pyfunceble"}, "password": {"env": "PYFUNCEBLE_DB_PASSWORD", "default": "PyFunceble:15_93le"}, "charset": {"env": "PYFUNCEBLE_DB_CHARSET", "default": "utf8mb4"}, } tables = { "auto_continue": "pyfunceble_auto_continue", "inactive": "pyfunceble_inactive", "mining": "pyfunceble_mining", "whois": "pyfunceble_whois", "tested": "pyfunceble_tested", } errors = pymysql.err.IntegrityError def __init__(self): warnings.simplefilter("ignore") self.authorized = self.authorization() self.pyfunceble_env_location = ( PyFunceble.CONFIG_DIRECTORY + PyFunceble.abstracts.Infrastructure.ENV_FILENAME ) self.env_content = self.parse_env_file(self.pyfunceble_env_location) if self.authorized: self.initiated = False PyFunceble.downloader.DBType() self.create_tables_and_apply_patches() if PyFunceble.CONFIGURATION.db_type == "mariadb": self.int_cast_type = "INTEGER" else: self.int_cast_type = "SIGNED"
[docs] @classmethod def authorization(cls): """ Provides the authorization to operate. """ return PyFunceble.CONFIGURATION.db_type in ["mariadb", "mysql"]
[docs] @classmethod def parse_mysql_sql_file(cls): """ Parses our mysql.sql file into something we understand. """ source = PyFunceble.CONFIG_DIRECTORY + PyFunceble.OUTPUTS.db_type.directory if PyFunceble.CONFIGURATION.db_type == "mariadb": source += PyFunceble.OUTPUTS.db_type.files.mariadb elif PyFunceble.CONFIGURATION.db_type == "mysql": source += PyFunceble.OUTPUTS.db_type.files.mysql statements = [] delimiter = ";" statement = "" with open(source, "r", encoding="utf-8") as file_stream: source_content = file_stream.readlines() for line in source_content: line = line.strip() if not line or line.startswith("--"): continue if "delimiter" in line.lower(): delimiter = line.split()[-1] continue if "--" in line: statement += line.split("--")[0] + " " continue if delimiter not in line: statement += line + " " continue if statement: statement += line.replace(delimiter, ";") + " " statements.append(statement) statement = "" else: statements.append(line) return statements
[docs] @classmethod def parse_env_file(cls, env_file_location): """ Parses the environment file into something we understand. :param str env_file_location: The location of the file we have to parse. """ result = {} content = "" file_instance = PyFunceble.helpers.File(env_file_location) if file_instance.exists(): content = file_instance.read() for line in content.splitlines(): line = line.strip() if line.startswith("#"): continue if "#" in line: line = line[: line.find("#")] if "=" in line: splited = line.split("=") result[splited[0]] = splited[1] return result
[docs] def save_to_env_file(self, envs, env_file_location): """ Saves the given dict of environment variable into our environment file. :param dict envs: A dict of environment variables to save. :param str env_file_location: The location of the file we have to update. """ if not self.initiated: file_instance = PyFunceble.helpers.File(env_file_location) try: content = file_instance.read() except FileNotFoundError: content = "" for environment_variable, value in envs.items(): to_write = "{0}={1}".format(environment_variable, value) regex = r"{0}=.*".format(environment_variable) if content: if PyFunceble.helpers.Regex(f"^{regex}").get_matching_list( content.splitlines() ): content = PyFunceble.helpers.Regex(regex).replace_match( content, to_write ) else: if not content.endswith("\n"): content += "\n{0}\n".format(to_write) else: content += "{0}\n".format(to_write) else: content += "{0}\n".format(to_write) file_instance.write(content, overwrite=True)
[docs] def get_connection(self): """ Provides the connection to the database. """ if self.authorized: if not self.initiated: for (description, data) in self.variables.items(): environment_var = PyFunceble.helpers.EnvironmentVariable( data["env"] ) if environment_var.exists(): setattr( self, "_{0}".format(description), environment_var.get_value(), ) else: message = "[MySQL/MariaDB] Please give us your DB {0} ({1}): ".format( description.capitalize(), repr(data["default"]) ) if description != "password": user_input = input(message) else: user_input = getpass(message) if user_input: setattr(self, "_{0}".format(description), user_input) self.env_content[data["env"]] = user_input else: setattr(self, "_{0}".format(description), data["default"]) self.env_content[data["env"]] = data["default"] # pylint: disable = attribute-defined-outside-init self._port = int(self._port) self.save_to_env_file(self.env_content, self.pyfunceble_env_location) self.initiated = True if directory_separator not in self._host or "/" not in self._host: return pymysql.connect( host=self._host, port=self._port, user=self._username, password=self._password, db=self._name, charset=self._charset, cursorclass=pymysql.cursors.DictCursor, autocommit=True, ) return pymysql.connect( unix_socket=self._host, user=self._username, password=self._password, db=self._name, charset=self._charset, cursorclass=pymysql.cursors.DictCursor, autocommit=True, ) return None
[docs] def are_tables_present(self): """ Checks if all our tables are present. """ if self.authorized: for _, table_name in self.tables.items(): with self.get_connection() as cursor: query = ( "SELECT COUNT(*) " "FROM information_schema.tables " "WHERE table_schema = %(database_name)s " "AND table_name = %(table_name)s " ) cursor.execute( query, {"database_name": self._name, "table_name": table_name,}, ) result = cursor.fetchone() if result["COUNT(*)"] != 1: return False return True
[docs] def create_tables_and_apply_patches(self): """ Creates the tables of the database and apply the patches. """ if self.authorized and "db_tables_initiated" not in PyFunceble.INTERN: with self.get_connection() as cursor: for statement in self.parse_mysql_sql_file(): cursor.execute(statement) PyFunceble.LOGGER.info( "Created the missing tables. Applied all patched" ) PyFunceble.INTERN["db_tables_initiated"] = True