import asyncio import inspect import logging import os from collections import namedtuple from datetime import datetime from enum import Enum from importlib.machinery import ModuleSpec from pathlib import Path from typing import Optional, Union, List, Dict, NoReturn import discord from discord.ext.commands import when_mentioned_or from . import Config, i18n, commands, errors, drivers from .cog_manager import CogManager from .rpc import RPCMixin from .utils import common_filters CUSTOM_GROUPS = "CUSTOM_GROUPS" SHARED_API_TOKENS = "SHARED_API_TOKENS" log = logging.getLogger("redbot") __all__ = ["RedBase", "Red", "ExitCodes"] NotMessage = namedtuple("NotMessage", "guild") def _is_submodule(parent, child): return parent == child or child.startswith(parent + ".") # barely spurious warning caused by our intentional shadowing class RedBase(commands.GroupMixin, commands.bot.BotBase, RPCMixin): # pylint: disable=no-member """Mixin for the main bot class. This exists because `Red` inherits from `discord.AutoShardedClient`, which is something other bot classes may not want to have as a parent class. """ def __init__(self, *args, cli_flags=None, bot_dir: Path = Path.cwd(), **kwargs): self._shutdown_mode = ExitCodes.CRITICAL self._config = Config.get_core_conf(force_registration=False) self._co_owners = cli_flags.co_owner self.rpc_enabled = cli_flags.rpc self.rpc_port = cli_flags.rpc_port self._last_exception = None self._config.register_global( token=None, prefix=[], packages=[], owner=None, whitelist=[], blacklist=[], locale="en-US", embeds=True, color=15158332, fuzzy=False, custom_info=None, help__page_char_limit=1000, help__max_pages_in_guild=2, help__use_menus=False, help__show_hidden=False, help__verify_checks=True, help__verify_exists=False, help__tagline="", invite_public=False, invite_perm=0, disabled_commands=[], disabled_command_msg="That command is disabled.", extra_owner_destinations=[], owner_opt_out_list=[], schema_version=0, ) self._config.register_guild( prefix=[], whitelist=[], blacklist=[], admin_role=[], mod_role=[], embeds=None, use_bot_color=False, fuzzy=False, disabled_commands=[], autoimmune_ids=[], ) self._config.register_user(embeds=None) self._config.init_custom(CUSTOM_GROUPS, 2) self._config.register_custom(CUSTOM_GROUPS) self._config.init_custom(SHARED_API_TOKENS, 2) self._config.register_custom(SHARED_API_TOKENS) async def prefix_manager(bot, message): if not cli_flags.prefix: global_prefix = await bot._config.prefix() else: global_prefix = cli_flags.prefix if message.guild is None: return global_prefix server_prefix = await bot._config.guild(message.guild).prefix() if cli_flags.mentionable: return ( when_mentioned_or(*server_prefix)(bot, message) if server_prefix else when_mentioned_or(*global_prefix)(bot, message) ) else: return server_prefix if server_prefix else global_prefix if "command_prefix" not in kwargs: kwargs["command_prefix"] = prefix_manager if cli_flags.owner and "owner_id" not in kwargs: kwargs["owner_id"] = cli_flags.owner if "owner_id" not in kwargs: loop = asyncio.get_event_loop() loop.run_until_complete(self._dict_abuse(kwargs)) if "command_not_found" not in kwargs: kwargs["command_not_found"] = "Command {} not found.\n{}" self._uptime = None self._checked_time_accuracy = None self._color = discord.Embed.Empty # This is needed or color ends up 0x000000 self._main_dir = bot_dir self._cog_mgr = CogManager() super().__init__(*args, help_command=None, **kwargs) # Do not manually use the help formatter attribute here, see `send_help_for`, # for a documented API. The internals of this object are still subject to change. self._help_formatter = commands.help.RedHelpFormatter() self.add_command(commands.help.red_help) self._permissions_hooks: List[commands.CheckPredicate] = [] @property def cog_mgr(self) -> NoReturn: raise AttributeError("Please don't mess with the cog manager internals.") @property def uptime(self) -> datetime: """ Allow access to the value, but we don't want cog creators setting it """ return self._uptime @uptime.setter def uptime(self, value) -> NoReturn: raise RuntimeError( "Hey, we're cool with sharing info about the uptime, but don't try and assign to it please." ) @property def db(self) -> NoReturn: raise AttributeError( "We really don't want you touching the bot config directly. " "If you need something in here, take a look at the exposed methods " "and use the one which corresponds to your needs or " "open an issue if you need an additional method for your use case." ) @property def counter(self) -> NoReturn: raise AttributeError( "Please make your own counter object by importing ``Counter`` from ``collections``." ) @property def color(self) -> NoReturn: raise AttributeError("Please fetch the embed color with `get_embed_color`") @property def colour(self) -> NoReturn: raise AttributeError("Please fetch the embed colour with `get_embed_colour`") async def allowed_by_whitelist_blacklist( self, who: Optional[Union[discord.Member, discord.User]] = None, *, who_id: Optional[int] = None, guild_id: Optional[int] = None, role_ids: Optional[List[int]] = None, ) -> bool: """ This checks if a user or member is allowed to run things, as considered by Red's whitelist and blacklist. If given a user object, this function will check the global lists If given a member, this will additionally check guild lists If omiting a user or member, you must provide a value for ``who_id`` You may also provide a value for ``guild_id`` in this case If providing a member by guild and member ids, you should supply ``role_ids`` as well Parameters ---------- who : Optional[Union[discord.Member, discord.User]] The user or member object to check Other Parameters ---------------- who_id : Optional[int] The id of the user or member to check If not providing a value for ``who``, this is a required parameter. guild_id : Optional[int] When used in conjunction with a provided value for ``who_id``, checks the lists for the corresponding guild as well. role_ids : Optional[List[int]] When used with both ``who_id`` and ``guild_id``, checks the role ids provided. This is required for accurate checking of members in a guild if providing ids. Raises ------ TypeError Did not provide ``who`` or ``who_id`` """ # Contributor Note: # All config calls are delayed until needed in this section # All changes should be made keeping in mind that this is also used as a global check guild = None mocked = False # used for an accurate delayed role id expansion later. if not who: if not who_id: raise TypeError("Must provide a value for either `who` or `who_id`") mocked = True who = discord.Object(id=who_id) if guild_id: guild = discord.Object(id=guild_id) else: guild = getattr(who, "guild", None) if await self.is_owner(who): return True global_whitelist = await self._config.whitelist() if global_whitelist: if who.id not in global_whitelist: return False else: # blacklist is only used when whitelist doesn't exist. global_blacklist = await self._config.blacklist() if who.id in global_blacklist: return False if guild: # The delayed expansion of ids to check saves time in the DM case. # Converting to a set reduces the total lookup time in section if mocked: ids = {i for i in (who.id, *(role_ids or [])) if i != guild.id} else: # DEP-WARN # This uses member._roles (getattr is for the user case) # If this is removed upstream (undocumented) # there is a silent failure potential, and role blacklist/whitelists will break. ids = {i for i in (who.id, *(getattr(who, "_roles", []))) if i != guild.id} guild_whitelist = await self._config.guild(guild).whitelist() if guild_whitelist: if ids.isdisjoint(guild_whitelist): return False else: guild_blacklist = await self._config.guild(guild).blacklist() if not ids.isdisjoint(guild_blacklist): return False return True async def get_valid_prefixes(self, guild: Optional[discord.Guild] = None) -> List[str]: """ This gets the valid prefixes for a guild. If not provided a guild (or passed None) it will give the DM prefixes. This is just a fancy wrapper around ``get_prefix`` Parameters ---------- guild : Optional[discord.Guild] The guild you want prefixes for. Omit (or pass None) for the DM prefixes Returns ------- List[str] If a guild was specified, the valid prefixes in that guild. If a guild was not specified, the valid prefixes for DMs """ return await self.get_prefix(NotMessage(guild)) async def get_embed_color(self, location: discord.abc.Messageable) -> discord.Color: """ Get the embed color for a location. This takes into account all related settings. Parameters ---------- location : `discord.abc.Messageable` Location to check embed color for. Returns ------- discord.Color Embed color for the provided location. """ guild = getattr(location, "guild", None) if ( guild and await self._config.guild(guild).use_bot_color() and not isinstance(location, discord.Member) ): return guild.me.color return self._color get_embed_colour = get_embed_color async def _maybe_update_config(self): """ This should be run prior to loading cogs or connecting to discord. """ schema_version = await self._config.schema_version() if schema_version == 0: await self._schema_0_to_1() schema_version += 1 await self._config.schema_version.set(schema_version) if schema_version == 1: await self._schema_1_to_2() schema_version += 1 await self._config.schema_version.set(schema_version) async def _schema_1_to_2(self): """ This contains the migration of shared API tokens to a custom config scope """ log.info("Moving shared API tokens to a custom group") all_shared_api_tokens = await self._config.get_raw("api_tokens", default={}) for service_name, token_mapping in all_shared_api_tokens.items(): service_partial = self._config.custom(SHARED_API_TOKENS, service_name) async with service_partial.all() as basically_bulk_update: basically_bulk_update.update(token_mapping) await self._config.clear_raw("api_tokens") async def _schema_0_to_1(self): """ This contains the migration to allow multiple mod and multiple admin roles. """ log.info("Begin updating guild configs to support multiple mod/admin roles") all_guild_data = await self._config.all_guilds() for guild_id, guild_data in all_guild_data.items(): guild_obj = discord.Object(id=guild_id) mod_roles, admin_roles = [], [] maybe_mod_role_id = guild_data["mod_role"] maybe_admin_role_id = guild_data["admin_role"] if maybe_mod_role_id: mod_roles.append(maybe_mod_role_id) await self._config.guild(guild_obj).mod_role.set(mod_roles) if maybe_admin_role_id: admin_roles.append(maybe_admin_role_id) await self._config.guild(guild_obj).admin_role.set(admin_roles) log.info("Done updating guild configs to support multiple mod/admin roles") async def send_help_for( self, ctx: commands.Context, help_for: Union[commands.Command, commands.GroupMixin, str] ): """ Invokes Red's helpformatter for a given context and object. """ return await self._help_formatter.send_help(ctx, help_for) async def _dict_abuse(self, indict): """ Please blame <@269933075037814786> for this. :param indict: :return: """ indict["owner_id"] = await self._config.owner() i18n.set_locale(await self._config.locale()) async def embed_requested(self, channel, user, command=None) -> bool: """ Determine if an embed is requested for a response. Parameters ---------- channel : `discord.abc.GuildChannel` or `discord.abc.PrivateChannel` The channel to check embed settings for. user : `discord.abc.User` The user to check embed settings for. command (Optional) the command ran. Returns ------- bool :code:`True` if an embed is requested """ if isinstance(channel, discord.abc.PrivateChannel) or ( command and command == self.get_command("help") ): user_setting = await self._config.user(user).embeds() if user_setting is not None: return user_setting else: guild_setting = await self._config.guild(channel.guild).embeds() if guild_setting is not None: return guild_setting global_setting = await self._config.embeds() return global_setting async def is_owner(self, user) -> bool: if user.id in self._co_owners: return True return await super().is_owner(user) async def is_admin(self, member: discord.Member) -> bool: """Checks if a member is an admin of their guild.""" try: member_snowflakes = member._roles # DEP-WARN for snowflake in await self._config.guild(member.guild).admin_role(): if member_snowflakes.has(snowflake): # Dep-WARN return True except AttributeError: # someone passed a webhook to this pass return False async def is_mod(self, member: discord.Member) -> bool: """Checks if a member is a mod or admin of their guild.""" try: member_snowflakes = member._roles # DEP-WARN for snowflake in await self._config.guild(member.guild).admin_role(): if member_snowflakes.has(snowflake): # DEP-WARN return True for snowflake in await self._config.guild(member.guild).mod_role(): if member_snowflakes.has(snowflake): # DEP-WARN return True except AttributeError: # someone passed a webhook to this pass return False async def get_admin_roles(self, guild: discord.Guild) -> List[discord.Role]: """ Gets the admin roles for a guild. """ ret: List[discord.Role] = [] for snowflake in await self._config.guild(guild).admin_role(): r = guild.get_role(snowflake) if r: ret.append(r) return ret async def get_mod_roles(self, guild: discord.Guild) -> List[discord.Role]: """ Gets the mod roles for a guild. """ ret: List[discord.Role] = [] for snowflake in await self._config.guild(guild).mod_role(): r = guild.get_role(snowflake) if r: ret.append(r) return ret async def get_admin_role_ids(self, guild_id: int) -> List[int]: """ Gets the admin role ids for a guild id. """ return await self._config.guild(discord.Object(id=guild_id)).admin_role() async def get_mod_role_ids(self, guild_id: int) -> List[int]: """ Gets the mod role ids for a guild id. """ return await self._config.guild(discord.Object(id=guild_id)).mod_role() async def get_shared_api_tokens(self, service_name: str) -> Dict[str, str]: """ Gets the shared API tokens for a service Parameters ---------- service_name: str The service to get tokens for. Returns ------- Dict[str, str] A Mapping of token names to tokens. This mapping exists because some services have multiple tokens. """ return await self._config.custom(SHARED_API_TOKENS, service_name).all() async def set_shared_api_tokens(self, service_name: str, **tokens: str): """ Sets shared API tokens for a service In most cases, this should not be used. Users should instead be using the ``set api`` command This will not clear existing values not specified. Parameters ---------- service_name: str The service to set tokens for **tokens token_name -> token Examples -------- Setting the api_key for youtube from a value in a variable ``my_key`` >>> await ctx.bot.set_shared_api_tokens("youtube", api_key=my_key) """ async with self._config.custom(SHARED_API_TOKENS, service_name).all() as group: group.update(tokens) async def remove_shared_api_tokens(self, service_name: str, *token_names: str): """ Removes shared API tokens Parameters ---------- service_name: str The service to remove tokens for *token_names: str The name of each token to be removed Examples -------- Removing the api_key for youtube >>> await ctx.bot.remove_shared_api_tokens("youtube", "api_key") """ async with self._config.custom(SHARED_API_TOKENS, service_name).all() as group: for name in token_names: group.pop(name, None) async def get_context(self, message, *, cls=commands.Context): return await super().get_context(message, cls=cls) async def process_commands(self, message: discord.Message): """ Same as base method, but dispatches an additional event for cogs which want to handle normal messages differently to command messages, without the overhead of additional get_context calls per cog. """ if not message.author.bot: ctx = await self.get_context(message) await self.invoke(ctx) else: ctx = None if ctx is None or ctx.valid is False: self.dispatch("message_without_command", message) @staticmethod def list_packages(): """Lists packages present in the cogs the folder""" return os.listdir("cogs") async def save_packages_status(self, packages): await self._config.packages.set(packages) async def add_loaded_package(self, pkg_name: str): async with self._config.packages() as curr_pkgs: if pkg_name not in curr_pkgs: curr_pkgs.append(pkg_name) async def remove_loaded_package(self, pkg_name: str): async with self._config.packages() as curr_pkgs: while pkg_name in curr_pkgs: curr_pkgs.remove(pkg_name) async def load_extension(self, spec: ModuleSpec): # NB: this completely bypasses `discord.ext.commands.Bot._load_from_module_spec` name = spec.name.split(".")[-1] if name in self.extensions: raise errors.PackageAlreadyLoaded(spec) lib = spec.loader.load_module() if not hasattr(lib, "setup"): del lib raise discord.ClientException(f"extension {name} does not have a setup function") try: if asyncio.iscoroutinefunction(lib.setup): await lib.setup(self) else: lib.setup(self) except Exception as e: self._remove_module_references(lib.__name__) self._call_module_finalizers(lib, name) raise else: self._BotBase__extensions[name] = lib def remove_cog(self, cogname: str): cog = self.get_cog(cogname) if cog is None: return for cls in inspect.getmro(cog.__class__): try: hook = getattr(cog, f"_{cls.__name__}__permissions_hook") except AttributeError: pass else: self.remove_permissions_hook(hook) super().remove_cog(cogname) cog.requires.reset() for meth in self.rpc_handlers.pop(cogname.upper(), ()): self.unregister_rpc_handler(meth) async def is_automod_immune( self, to_check: Union[discord.Message, commands.Context, discord.abc.User, discord.Role] ) -> bool: """ Checks if the user, message, context, or role should be considered immune from automated moderation actions. This will return ``False`` in direct messages. Parameters ---------- to_check : `discord.Message` or `commands.Context` or `discord.abc.User` or `discord.Role` Something to check if it would be immune Returns ------- bool ``True`` if immune """ guild = to_check.guild if not guild: return False if isinstance(to_check, discord.Role): ids_to_check = [to_check.id] else: author = getattr(to_check, "author", to_check) try: ids_to_check = [r.id for r in author.roles] except AttributeError: # webhook messages are a user not member, # cheaper than isinstance return True # webhooks require significant permissions to enable. else: ids_to_check.append(author.id) immune_ids = await self._config.guild(guild).autoimmune_ids() return any(i in immune_ids for i in ids_to_check) @staticmethod async def send_filtered( destination: discord.abc.Messageable, filter_mass_mentions=True, filter_invite_links=True, filter_all_links=False, **kwargs, ): """ This is a convienience wrapper around discord.abc.Messageable.send It takes the destination you'd like to send to, which filters to apply (defaults on mass mentions, and invite links) and any other parameters normally accepted by destination.send This should realistically only be used for responding using user provided input. (unfortunately, including usernames) Manually crafted messages which dont take any user input have no need of this Returns ------- discord.Message The message that was sent. """ content = kwargs.pop("content", None) if content: if filter_mass_mentions: content = common_filters.filter_mass_mentions(content) if filter_invite_links: content = common_filters.filter_invites(content) if filter_all_links: content = common_filters.filter_urls(content) return await destination.send(content=content, **kwargs) def add_cog(self, cog: commands.Cog): if not isinstance(cog, commands.Cog): raise RuntimeError( f"The {cog.__class__.__name__} cog in the {cog.__module__} package does " f"not inherit from the commands.Cog base class. The cog author must update " f"the cog to adhere to this requirement." ) if cog.__cog_name__ in self.cogs: raise RuntimeError(f"There is already a cog named {cog.__cog_name__} loaded.") if not hasattr(cog, "requires"): commands.Cog.__init__(cog) added_hooks = [] try: for cls in inspect.getmro(cog.__class__): try: hook = getattr(cog, f"_{cls.__name__}__permissions_hook") except AttributeError: pass else: self.add_permissions_hook(hook) added_hooks.append(hook) super().add_cog(cog) self.dispatch("cog_add", cog) if "permissions" not in self.extensions: cog.requires.ready_event.set() except Exception: for hook in added_hooks: try: self.remove_permissions_hook(hook) except Exception: # This shouldn't be possible log.exception( "A hook got extremely screwed up, " "and could not be removed properly during another error in cog load." ) del cog raise def add_command(self, command: commands.Command) -> None: if not isinstance(command, commands.Command): raise RuntimeError("Commands must be instances of `redbot.core.commands.Command`") super().add_command(command) permissions_not_loaded = "permissions" not in self.extensions self.dispatch("command_add", command) if permissions_not_loaded: command.requires.ready_event.set() if isinstance(command, commands.Group): for subcommand in set(command.walk_commands()): self.dispatch("command_add", subcommand) if permissions_not_loaded: subcommand.requires.ready_event.set() def remove_command(self, name: str) -> None: command = super().remove_command(name) if not command: return command.requires.reset() if isinstance(command, commands.Group): for subcommand in set(command.walk_commands()): subcommand.requires.reset() def clear_permission_rules(self, guild_id: Optional[int]) -> None: """Clear all permission overrides in a scope. Parameters ---------- guild_id : Optional[int] The guild ID to wipe permission overrides for. If ``None``, this will clear all global rules and leave all guild rules untouched. """ for cog in self.cogs.values(): cog.requires.clear_all_rules(guild_id) for command in self.walk_commands(): command.requires.clear_all_rules(guild_id) def add_permissions_hook(self, hook: commands.CheckPredicate) -> None: """Add a permissions hook. Permissions hooks are check predicates which are called before calling `Requires.verify`, and they can optionally return an override: ``True`` to allow, ``False`` to deny, and ``None`` to default to normal behaviour. Parameters ---------- hook A command check predicate which returns ``True``, ``False`` or ``None``. """ self._permissions_hooks.append(hook) def remove_permissions_hook(self, hook: commands.CheckPredicate) -> None: """Remove a permissions hook. Parameters are the same as those in `add_permissions_hook`. Raises ------ ValueError If the permissions hook has not been added. """ self._permissions_hooks.remove(hook) async def verify_permissions_hooks(self, ctx: commands.Context) -> Optional[bool]: """Run permissions hooks. Parameters ---------- ctx : commands.Context The context for the command being invoked. Returns ------- Optional[bool] ``False`` if any hooks returned ``False``, ``True`` if any hooks return ``True`` and none returned ``False``, ``None`` otherwise. """ hook_results = [] for hook in self._permissions_hooks: result = await discord.utils.maybe_coroutine(hook, ctx) if result is not None: hook_results.append(result) if hook_results: if all(hook_results): ctx.permission_state = commands.PermState.ALLOWED_BY_HOOK return True else: ctx.permission_state = commands.PermState.DENIED_BY_HOOK return False async def get_owner_notification_destinations(self) -> List[discord.abc.Messageable]: """ Gets the users and channels to send to """ destinations = [] opt_outs = await self._config.owner_opt_out_list() for user_id in (self.owner_id, *self._co_owners): if user_id not in opt_outs: user = self.get_user(user_id) if user: destinations.append(user) channel_ids = await self._config.extra_owner_destinations() for channel_id in channel_ids: channel = self.get_channel(channel_id) if channel: destinations.append(channel) return destinations async def send_to_owners(self, content=None, **kwargs): """ This sends something to all owners and their configured extra destinations. This takes the same arguments as discord.abc.Messageable.send This logs failing sends """ destinations = await self.get_owner_notification_destinations() async def wrapped_send(location, content=None, **kwargs): try: await location.send(content, **kwargs) except Exception as _exc: log.exception( f"I could not send an owner notification to ({location.id}){location}" ) sends = [wrapped_send(d, content, **kwargs) for d in destinations] await asyncio.gather(*sends) class Red(RedBase, discord.AutoShardedClient): """ You're welcome Caleb. """ async def logout(self): """Logs out of Discord and closes all connections.""" await super().logout() await drivers.get_driver_class().teardown() async def shutdown(self, *, restart: bool = False): """Gracefully quit Red. The program will exit with code :code:`0` by default. Parameters ---------- restart : bool If :code:`True`, the program will exit with code :code:`26`. If the launcher sees this, it will attempt to restart the bot. """ if not restart: self._shutdown_mode = ExitCodes.SHUTDOWN else: self._shutdown_mode = ExitCodes.RESTART await self.logout() class ExitCodes(Enum): CRITICAL = 1 SHUTDOWN = 0 RESTART = 26