commit 1eae034d8c5e0be0c08d8137f5d1df7cff9484ec Author: Michael Hansen Date: Wed Mar 16 17:22:15 2022 -0400 Initial commit diff --git a/.projectile b/.projectile new file mode 100644 index 0000000..e69de29 diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..261eeb9 --- /dev/null +++ b/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/mimic3-cli/.gitignore b/mimic3-cli/.gitignore new file mode 100644 index 0000000..82f869f --- /dev/null +++ b/mimic3-cli/.gitignore @@ -0,0 +1,14 @@ +.DS_Store +.idea +*.log +tmp/ + +*.py[cod] +*.egg +build +htmlcov + +.venv/ +__pycache__/ +.mypy_cache/ +*.egg-info/ diff --git a/mimic3-cli/.isort.cfg b/mimic3-cli/.isort.cfg new file mode 100644 index 0000000..ba2778d --- /dev/null +++ b/mimic3-cli/.isort.cfg @@ -0,0 +1,6 @@ +[settings] +multi_line_output=3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 diff --git a/mimic3-cli/.projectile b/mimic3-cli/.projectile new file mode 100644 index 0000000..a6d3476 --- /dev/null +++ b/mimic3-cli/.projectile @@ -0,0 +1,3 @@ +- /.venv/ +- /.mypy_cache/ +- /mimic3_cli/.mypy_cache/ diff --git a/mimic3-cli/LICENSE b/mimic3-cli/LICENSE new file mode 100644 index 0000000..261eeb9 --- /dev/null +++ b/mimic3-cli/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/mimic3-cli/MANIFEST.in b/mimic3-cli/MANIFEST.in new file mode 100644 index 0000000..6fc3748 --- /dev/null +++ b/mimic3-cli/MANIFEST.in @@ -0,0 +1,5 @@ +include requirements.txt +include requirements_dev.txt +include LICENSE +include README.md +include mimic3_tts/VERSION diff --git a/mimic3-cli/check.sh b/mimic3-cli/check.sh new file mode 100755 index 0000000..6c87eea --- /dev/null +++ b/mimic3-cli/check.sh @@ -0,0 +1,28 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Kebab to snake case +module_name="$(basename "${this_dir}" | sed -e 's/-/_/g')" +src_dir="${this_dir}/${module_name}" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +if [ -d "${venv}" ]; then + # Activate virtual environment if available + source "${venv}/bin/activate" +fi + +# Format code +black "${src_dir}" +isort "${src_dir}" + +# Check +flake8 "${src_dir}" +pylint "${src_dir}" +mypy "${src_dir}" + +echo 'OK' diff --git a/mimic3-cli/install.sh b/mimic3-cli/install.sh new file mode 100755 index 0000000..19284e4 --- /dev/null +++ b/mimic3-cli/install.sh @@ -0,0 +1,34 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +# Python binary to use +: "${PYTHON=python3}" + +# pip install command +: "${PIP_INSTALL=install}" + +python_version="$(${PYTHON} --version)" + +# Create virtual environment +echo "Creating virtual environment at ${venv} (${python_version})" +rm -rf "${venv}" +"${PYTHON}" -m venv "${venv}" +source "${venv}/bin/activate" + +# Install Python dependencies +echo 'Installing Python dependencies' +pip3 ${PIP_INSTALL} --upgrade pip +pip3 ${PIP_INSTALL} --upgrade wheel setuptools + +find "${this_dir}" -name 'requirements*.txt' -type f -print0 | \ + xargs -0 -n1 pip3 ${PIP_INSTALL} -r + +# ----------------------------------------------------------------------------- + +echo "OK" diff --git a/mimic3-cli/mimic3_cli/.gitignore b/mimic3-cli/mimic3_cli/.gitignore new file mode 100644 index 0000000..82f869f --- /dev/null +++ b/mimic3-cli/mimic3_cli/.gitignore @@ -0,0 +1,14 @@ +.DS_Store +.idea +*.log +tmp/ + +*.py[cod] +*.egg +build +htmlcov + +.venv/ +__pycache__/ +.mypy_cache/ +*.egg-info/ diff --git a/mimic3-cli/mimic3_cli/__init__.py b/mimic3-cli/mimic3_cli/__init__.py new file mode 100644 index 0000000..e5a0d9b --- /dev/null +++ b/mimic3-cli/mimic3_cli/__init__.py @@ -0,0 +1 @@ +#!/usr/bin/env python3 diff --git a/mimic3-cli/mimic3_cli/__main__.py b/mimic3-cli/mimic3_cli/__main__.py new file mode 100644 index 0000000..032282f --- /dev/null +++ b/mimic3-cli/mimic3_cli/__main__.py @@ -0,0 +1,694 @@ +#!/usr/bin/env python3 +import argparse +import io +import logging +import os +import platform +import shlex +import string +import subprocess +import sys +import threading +import time +import typing +import urllib.parse +import urllib.request +import wave +from concurrent.futures import ThreadPoolExecutor +from dataclasses import dataclass, field +from enum import Enum +from pathlib import Path +from queue import Queue + +if typing.TYPE_CHECKING: + from mimic3_tts import Mimic3TextToSpeechSystem + + +_DIR = Path(__file__).parent +_PACKAGE = "mimic3_cli" + +_LOGGER = logging.getLogger(_PACKAGE) + +# ----------------------------------------------------------------------------- + + +@dataclass +class CommandLineInterfaceState: + args: argparse.Namespace + texts: typing.Optional[typing.Iterable[str]] = None + mark_writer: typing.Optional[typing.TextIO] = None + tts: typing.Optional["Mimic3TextToSpeechSystem"] = None + + all_audio: bytes = field(default_factory=bytes) + sample_rate_hz: int = 22050 + sample_width_bytes: int = 2 + num_channels: int = 1 + + raw_queue: typing.Optional["Queue[bytes]"] = None + raw_stream_thread: typing.Optional[threading.Thread] = None + + +class OutputNaming(str, Enum): + """Format used for output file names""" + + TEXT = "text" + TIME = "time" + ID = "id" + + +class StdinFormat(str, Enum): + """Format of standard input""" + + AUTO = "auto" + """Choose based on SSML state""" + + LINES = "lines" + """Each line is a separate sentence/document""" + + DOCUMENT = "document" + """Entire input is one document""" + + +# ----------------------------------------------------------------------------- + + +def main(): + """Main entry point""" + args = get_args() + + # TODO: Print version + + # TODO: CUDA support + # if args.cuda: + # import torch + + # args.cuda = torch.cuda.is_available() + # if not args.cuda: + # args.half = False + # _LOGGER.warning("CUDA is not available") + + # TODO: Disable Onnx optimizations + # Handle optimizations. + # onnxruntime crashes on armv7l if optimizations are enabled. + # setattr(args, "no_optimizations", False) + # if args.optimizations == "off": + # args.no_optimizations = True + # elif args.optimizations == "auto": + # if platform.machine() == "armv7l": + # # Enabling optimizations on 32-bit ARM crashes + # args.no_optimizations = True + + # TODO: Backend selection + # backend: typing.Optional[InferenceBackend] = None + # if args.backend: + # backend = InferenceBackend(args.backend) + + state = CommandLineInterfaceState(args=args) + initialize_args(state) + initialize_tts(state) + + try: + process_lines(state) + finally: + shutdown_tts(state) + + +def initialize_args(state: CommandLineInterfaceState): + import numpy as np + + args = state.args + + # Create output directory + if args.output_dir: + args.output_dir = Path(args.output_dir) + args.output_dir.mkdir(parents=True, exist_ok=True) + + # Open file for writing the names from tags in SSML. + # Each name is printed on a single line. + if args.mark_file: + args.mark_file = Path(args.mark_file) + args.mark_file.parent.mkdir(parents=True, exist_ok=True) + state.mark_writer = open( # pylint: disable=consider-using-with + args.mark_file, "w", encoding="utf-8" + ) + else: + state.mark_writer = sys.stderr + + if args.seed is not None: + _LOGGER.debug("Setting random seed to %s", args.seed) + np.random.seed(args.seed) + + if args.csv: + args.output_naming = "id" + + # Read text from stdin or arguments + if args.text: + # Use arguments + state.texts = args.text + else: + # Use stdin + stdin_format = StdinFormat.LINES + + if (args.stdin_format == StdinFormat.AUTO) and args.ssml: + # Assume SSML input is entire document + stdin_format = StdinFormat.DOCUMENT + + if stdin_format == StdinFormat.DOCUMENT: + # One big line + state.texts = [sys.stdin.read()] + else: + # Multiple lines + state.texts = sys.stdin + + if os.isatty(sys.stdin.fileno()): + print("Reading text from stdin...", file=sys.stderr) + + assert state.texts is not None + + if args.process_on_blank_line: + + # Combine text until a blank line is encountered. + # Good for line-wrapped books where + # sentences are broken + # up across multiple + # lines. + def process_on_blank_line(lines: typing.Iterable[str]): + text = "" + for line in lines: + line = line.strip() + if not line: + if text: + yield text + + text = "" + continue + + text += " " + line + + state.texts = process_on_blank_line(state.texts) + + +def initialize_tts(state: CommandLineInterfaceState): + import numpy as np + from mimic3_tts import ( + Mimic3TextToSpeechSystem, + Mimic3Settings, + AudioResult, + MarkResult, + ) + + args = state.args + + # TODO: voice/speaker + state.tts = Mimic3TextToSpeechSystem(Mimic3Settings()) + + # max_thread_workers: typing.Optional[int] = None + + # if args.max_thread_workers is not None: + # max_thread_workers = ( + # None if args.max_thread_workers < 1 else args.max_thread_workers + # ) + # elif args.raw_stream: + # # Faster time to first audio + # max_thread_workers = 2 + + # executor = ThreadPoolExecutor(max_workers=max_thread_workers) + + # if os.isatty(sys.stdout.fileno()): + # if (not args.output_dir) and (not args.raw_stream): + # # No where else for the audio to go + # args.interactive = True + + if args.raw_stream: + # Output in a separate thread to avoid blocking audio processing + state.raw_queue = Queue(maxsize=args.raw_stream_queue_size) + + def output_raw_stream(): + while True: + audio = state.raw_queue.get() + if audio is None: + break + + _LOGGER.debug( + "Writing %s byte(s) of 16-bit 22050Hz mono PCM to stdout", + len(audio), + ) + sys.stdout.buffer.write(audio) + sys.stdout.buffer.flush() + + state.raw_stream_thread = threading.Thread( + target=output_raw_stream, daemon=True + ) + state.raw_stream_thread.start() + + # all_audios: typing.List[np.ndarray] = [] + # sample_rate: int = 22050 + # wav_data: typing.Optional[bytes] = None + # play_command = shlex.split(args.play_command) + + # # Settings for TTS and vocoder + # tts_settings: typing.Dict[str, typing.Any] = { + # "noise_scale": args.noise_scale, + # "length_scale": args.length_scale, + # } + # vocoder_settings: typing.Dict[str, typing.Any] = { + # "denoiser_strength": args.denoiser_strength, + # } + + +def process_line(line_id: str, line: str, state: CommandLineInterfaceState): + from mimic3_tts import AudioResult, MarkResult + + args = state.args + assert state.tts is not None + + # TODO: SSML + state.tts.begin_utterance() + + # TODO: text language + state.tts.speak_text(line) + + # TODO: CSV + text_id = "" + result_idx = 0 + + for result in state.tts.end_utterance(): + if isinstance(result, AudioResult): + if args.raw_stream: + assert state.raw_queue is not None + state.raw_queue.put(result.audio_bytes) + elif args.interactive or args.output_dir: + # Convert to WAV audio + wav_bytes: typing.Optional[bytes] = None + if args.interactive: + if not wav_bytes: + wav_bytes = result.to_wav_bytes() + + # play_audio(wav_bytes) + pass + + if args.output_dir: + if not wav_bytes: + wav_bytes = result.to_wav_bytes() + + # Determine file name + if args.output_naming == OutputNaming.TEXT: + # Use text itself + file_name = line.strip().replace(" ", "_") + file_name = file_name.translate( + str.maketrans("", "", string.punctuation.replace("_", "")) + ) + elif args.output_naming == OutputNaming.TIME: + # Use timestamp + file_name = str(time.time()) + elif args.output_naming == OutputNaming.ID: + if not text_id: + text_id = line_id + else: + text_id = f"{line_id}_{result_idx + 1}" + + file_name = text_id + + assert file_name, f"No file name for text: {line}" + wav_path = args.output_dir / (file_name + ".wav") + wav_path.write_bytes(wav_bytes) + + _LOGGER.debug("Wrote %s", wav_path) + else: + # Combine all audio and output to stdout at the end + state.all_audio += result.audio_bytes + state.sample_rate_hz = result.sample_rate_hz + state.sample_width_bytes = result.sample_width_bytes + state.num_channels = result.num_channels + + result_idx += 1 + elif isinstance(result, MarkResult): + if state.mark_writer: + print(result.name, file=state.mark_writer) + + # text_id = "" + + # for result_idx, result in enumerate(tts_results): + # text = result.text + + # # Write before marks + # if result.marks_before and state.mark_writer: + # for mark_name in result.marks_before: + # print(mark_name, file=state.mark_writer) + + # if args.raw_stream: + # assert raw_queue is not None + # raw_queue.put(result.audio.tobytes()) + # elif args.interactive or args.output_dir: + # # Convert to WAV audio + # with io.BytesIO() as wav_io: + # wav_write(wav_io, result.sample_rate, result.audio) + # wav_data = wav_io.getvalue() + + # assert wav_data is not None + + # if args.interactive: + + # # Play audio + # _LOGGER.debug("Playing audio with play command") + # try: + # subprocess.run( + # play_command, + # input=wav_data, + # stdout=subprocess.DEVNULL, + # stderr=subprocess.DEVNULL, + # check=True, + # ) + # except FileNotFoundError: + # _LOGGER.error( + # "Unable to play audio with command '%s'. set with --play-command or redirect stdout", + # args.play_command, + # ) + # with open("output.wav", "wb") as output_file: + # output_file.write(wav_data) + + # _LOGGER.warning("stdout not redirected. Wrote audio to output.wav.") + + # else: + # # Combine all audio and output to stdout at the end + # all_audios.append(result.audio) + + # # Write after marks + # if result.marks_after and state.mark_writer: + # for mark_name in result.marks_after: + # print(mark_name, file=state.mark_writer) + + +def process_lines(state: CommandLineInterfaceState): + assert state.texts is not None + + args = state.args + start_time_to_first_audio = time.perf_counter() + + try: + for line in state.texts: + line_id = "" + line = line.strip() + if not line: + continue + + if args.output_naming == OutputNaming.ID: + # Line has the format id|text instead of just text + line_id, line = line.split(args.id_delimiter, maxsplit=1) + + process_line(line_id, line, state) + + except KeyboardInterrupt: + if state.raw_queue is not None: + # Draw audio playback queue + while not state.raw_queue.empty(): + state.raw_queue.get() + finally: + # Wait for raw stream to finish + if state.raw_queue is not None: + state.raw_queue.put(None) + + if state.raw_stream_thread is not None: + state.raw_stream_thread.join() + + # ------------------------------------------------------------------------- + + # Write combined audio to stdout + if state.all_audio: + _LOGGER.debug("Writing WAV audio to stdout") + + wav_file: wave.Wave_write = wave.open(sys.stdout.buffer, "wb") + with wav_file: + wav_file.setframerate(state.sample_rate_hz) + wav_file.setsampwidth(state.sample_width_bytes) + wav_file.setnchannels(state.num_channels) + wav_file.writeframes(state.all_audio) + + sys.stdout.buffer.flush() + + +def shutdown_tts(state: CommandLineInterfaceState): + if state.tts is not None: + state.tts.shutdown() + state.tts = None + + +# ----------------------------------------------------------------------------- + + +def get_args(): + """Parse command-line arguments""" + parser = argparse.ArgumentParser(prog=_PACKAGE) + # parser.add_argument( + # "--language", help="Gruut language for text input (en-us, etc.)" + # ) + parser.add_argument( + "text", nargs="*", help="Text to convert to speech (default: stdin)" + ) + parser.add_argument( + "--stdin-format", + choices=[str(v.value) for v in StdinFormat], + default=StdinFormat.AUTO, + help="Format of stdin text (default: auto)", + ) + # parser.add_argument( + # "--voice", + # "-v", + # default="en-us", + # help="Name of voice (expected in /)", + # ) + # parser.add_argument( + # "--voices-dir", + # help="Directory with voices (format is /)", + # ) + # parser.add_argument( + # "--list", action="store_true", help="List available voices/vocoders" + # ) + parser.add_argument("--output-dir", help="Directory to write WAV file(s)") + parser.add_argument( + "--output-naming", + choices=[v.value for v in OutputNaming], + default="text", + help="Naming scheme for output WAV files (requires --output-dir)", + ) + parser.add_argument( + "--id-delimiter", + default="|", + help="Delimiter between id and text in lines (default: |). Requires --output-naming id", + ) + parser.add_argument( + "--interactive", + action="store_true", + help="Play audio after each input line (see --play-command)", + ) + parser.add_argument("--csv", action="store_true", help="Input format is id|text") + parser.add_argument( + "--mark-file", + help="File to write mark names to as they're encountered (--ssml only)", + ) + + parser.add_argument( + "--noise-scale", + type=float, + default=0.333, + help="Noise scale (default: 0.333)", + ) + parser.add_argument( + "--length-scale", + type=float, + default=1.0, + help="Length scale (default: 1.0)", + ) + parser.add_argument( + "--noise-w", + type=float, + default=1.0, + help="Variation in cadence (default: 1.0)", + ) + + # Miscellaneous + parser.add_argument( + "--max-thread-workers", + type=int, + help="Maximum number of threads to concurrently load models and run sentences through TTS/Vocoder", + ) + # parser.add_argument( + # "--play-command", + # default="play -", + # help="Shell command used to play audio in interactive model (default: play -)", + # ) + parser.add_argument( + "--raw-stream", + action="store_true", + help="Stream raw 16-bit 22050Hz mono PCM audio to stdout", + ) + parser.add_argument( + "--raw-stream-queue-size", + default=5, + help="Maximum number of sentences to maintain in output queue with --raw-stream (default: 5)", + ) + parser.add_argument( + "--process-on-blank-line", + action="store_true", + help="Process text only after encountering a blank line", + ) + parser.add_argument("--ssml", action="store_true", help="Input text is SSML") + # parser.add_argument("--cuda", action="store_true", help="Use CUDA if available") + # parser.add_argument( + # "--half", + # action="store_true", + # help="Use faster FP16 for inference (requires --cuda)", + # ) + # parser.add_argument( + # "--optimizations", + # choices=["auto", "on", "off"], + # default="auto", + # help="Enable/disable Onnx optimizations (auto=disable on armv7l)", + # ) + + # parser.add_argument( + # "--backend", + # choices=[v.value for v in InferenceBackend], + # help="Force use of specific inference backend (default: prefer onnx)", + # ) + + parser.add_argument("--seed", type=int, help="Set random seed (default: not set)") + # parser.add_argument("--version", action="store_true", help="Print version and exit") + parser.add_argument( + "--debug", action="store_true", help="Print DEBUG messages to the console" + ) + args = parser.parse_args() + + if args.debug: + logging.basicConfig(level=logging.DEBUG) + else: + logging.basicConfig(level=logging.INFO) + + # ------------------------------------------------------------------------- + + # if args.version: + # # Print version and exit + # from larynx import __version__ + + # print(__version__) + # sys.exit(0) + + # ------------------------------------------------------------------------- + + # # Directories to search for voices + # voices_dirs = get_voices_dirs(args.voices_dir) + + # def list_voices_vocoders(): + # """Print all vocoders and voices""" + # # (type, name) -> location + # local_info = {} + + # # Search for downloaded voices/vocoders + # for voices_dir in voices_dirs: + # if not voices_dir.is_dir(): + # continue + + # for voice_dir in voices_dir.iterdir(): + # if not voice_dir.is_dir(): + # continue + + # if voice_dir.name in VOCODER_DIR_NAMES: + # # Vocoder + # for vocoder_model_dir in voice_dir.iterdir(): + # if not valid_voice_dir(vocoder_model_dir): + # continue + + # full_vocoder_name = f"{voice_dir.name}-{vocoder_model_dir.name}" + # local_info[("vocoder", full_vocoder_name)] = str( + # vocoder_model_dir + # ) + # else: + # # Voice + # voice_lang = voice_dir.name + # for voice_model_dir in voice_dir.iterdir(): + # if not valid_voice_dir(voice_model_dir): + # continue + + # local_info[("voice", voice_model_dir.name)] = str( + # voice_model_dir + # ) + + # # (type, lang, name, downloaded, aliases, location) + # voices_and_vocoders = [] + # with open(_DIR / "VOCODERS", "r", encoding="utf-8") as vocoders_file: + # for line in vocoders_file: + # line = line.strip() + # if not line: + # continue + + # *vocoder_aliases, full_vocoder_name = line.split() + # downloaded = False + + # location = local_info.get(("vocoder", full_vocoder_name), "") + # if location: + # downloaded = True + + # voices_and_vocoders.append( + # ( + # "vocoder", + # " ", + # "*" if downloaded else " ", + # full_vocoder_name, + # ",".join(vocoder_aliases), + # location, + # ) + # ) + + # with open(_DIR / "VOICES", "r", encoding="utf-8") as voices_file: + # for line in voices_file: + # line = line.strip() + # if not line: + # continue + + # *voice_aliases, full_voice_name, download_name = line.split() + # voice_lang = download_name.split("_", maxsplit=1)[0] + + # downloaded = False + + # location = local_info.get(("voice", full_voice_name), "") + # if location: + # downloaded = True + + # voices_and_vocoders.append( + # ( + # "voice", + # voice_lang, + # "*" if downloaded else " ", + # full_voice_name, + # ",".join(voice_aliases), + # location, + # ) + # ) + + # headers = ("TYPE", "LANG", "LOCAL", "NAME", "ALIASES", "LOCATION") + + # # Get widths of columns + # col_widths = [0] * len(voices_and_vocoders[0]) + # for item in voices_and_vocoders: + # for col in range(len(col_widths)): + # col_widths[col] = max( + # col_widths[col], len(item[col]) + 1, len(headers[col]) + 1 + # ) + + # # Print results + # print(*(h.ljust(col_widths[col]) for col, h in enumerate(headers))) + + # for item in sorted(voices_and_vocoders): + # print(*(v.ljust(col_widths[col]) for col, v in enumerate(item))) + + # if args.list: + # list_voices_vocoders() + # sys.exit(0) + + return args + + +# ----------------------------------------------------------------------------- + +if __name__ == "__main__": + main() diff --git a/mimic3-cli/mypy.ini b/mimic3-cli/mypy.ini new file mode 100644 index 0000000..7d81e3f --- /dev/null +++ b/mimic3-cli/mypy.ini @@ -0,0 +1,4 @@ +[mypy] + +[mypy-setuptools.*] +ignore_missing_imports = True diff --git a/mimic3-cli/pylintrc b/mimic3-cli/pylintrc new file mode 100644 index 0000000..9a76583 --- /dev/null +++ b/mimic3-cli/pylintrc @@ -0,0 +1,39 @@ +[MESSAGES CONTROL] +disable= + format, + abstract-class-little-used, + abstract-method, + cyclic-import, + duplicate-code, + global-statement, + import-outside-toplevel, + inconsistent-return-statements, + locally-disabled, + not-context-manager, + redefined-variable-type, + too-few-public-methods, + too-many-arguments, + too-many-branches, + too-many-instance-attributes, + too-many-lines, + too-many-locals, + too-many-public-methods, + too-many-return-statements, + too-many-statements, + too-many-boolean-expressions, + unnecessary-pass, + unused-argument, + broad-except, + too-many-nested-blocks, + invalid-name, + unused-import, + no-self-use, + fixme, + useless-super-delegation, + missing-module-docstring, + missing-class-docstring, + missing-function-docstring, + import-error + +[FORMAT] +expected-line-ending-format=LF diff --git a/mimic3-cli/requirements.txt b/mimic3-cli/requirements.txt new file mode 100644 index 0000000..e214474 --- /dev/null +++ b/mimic3-cli/requirements.txt @@ -0,0 +1 @@ +mimic3-tts<1.0 diff --git a/mimic3-cli/requirements_dev.txt b/mimic3-cli/requirements_dev.txt new file mode 100644 index 0000000..5318af0 --- /dev/null +++ b/mimic3-cli/requirements_dev.txt @@ -0,0 +1,7 @@ +black==22.1.0 +coverage==5.0.4 +flake8==3.7.9 +mypy==0.910 +pylint==2.10.2 +pytest==5.4.1 +pytest-cov==2.8.1 diff --git a/mimic3-cli/setup.cfg b/mimic3-cli/setup.cfg new file mode 100644 index 0000000..0076bbf --- /dev/null +++ b/mimic3-cli/setup.cfg @@ -0,0 +1,22 @@ +[flake8] +# To work with Black +max-line-length = 88 +# E501: line too long +# W503: Line break occurred before a binary operator +# E203: Whitespace before ':' +# D202 No blank lines allowed after function docstring +# W504 line break after binary operator +ignore = + E501, + W503, + E203, + D202, + W504 + +[isort] +multi_line_output = 3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 +indent = " " diff --git a/mimic3-cli/setup.py b/mimic3-cli/setup.py new file mode 100644 index 0000000..da7dc2e --- /dev/null +++ b/mimic3-cli/setup.py @@ -0,0 +1,54 @@ +#!/usr/bin/env python3 +from pathlib import Path + +import setuptools +from setuptools import setup + +this_dir = Path(__file__).parent +module_dir = this_dir / "mimic3" + +# ----------------------------------------------------------------------------- + +# Load README in as long description +long_description: str = "" +readme_path = this_dir / "README.md" +if readme_path.is_file(): + long_description = readme_path.read_text(encoding="utf-8") + +requirements = [] +requirements_path = this_dir / "requirements.txt" +if requirements_path.is_file(): + with open(requirements_path, "r", encoding="utf-8") as requirements_file: + requirements = requirements_file.read().splitlines() + +version_path = module_dir / "VERSION" +with open(version_path, "r", encoding="utf-8") as version_file: + version = version_file.read().strip() + +# ----------------------------------------------------------------------------- + +PLUGIN_ENTRY_POINT = "mimic3_tts_plug = mimic3.plugin:Mimic3TTSPlugin" +setup( + name="mimic3", + version=version, + description="An offline text to speech system for Mycroft", + url="http://github.com/MycroftAI/mimic3", + author="Michael Hansen", + author_email="michael.hansen@mycroft.ai", + license="Apache-2.0", + packages=setuptools.find_packages(), + package_data={"mimic3": ["VERSION", "py.typed", "templates", "css", "img"]}, + install_requires=requirements, + extras_require={':python_version<"3.9"': ["importlib_resources"]}, + classifiers=[ + "Development Status :: 3 - Alpha", + "Intended Audience :: Developers", + "Topic :: Text Processing :: Linguistic", + "License :: OSI Approved :: Apache Software License", + "Programming Language :: Python :: 3.7", + "Programming Language :: Python :: 3.8", + "Programming Language :: Python :: 3.9", + ], + keywords="mycroft plugin tts mimic", + entry_points={"mycroft.plugin.tts": PLUGIN_ENTRY_POINT}, +) diff --git a/mimic3-http/.gitignore b/mimic3-http/.gitignore new file mode 100644 index 0000000..82f869f --- /dev/null +++ b/mimic3-http/.gitignore @@ -0,0 +1,14 @@ +.DS_Store +.idea +*.log +tmp/ + +*.py[cod] +*.egg +build +htmlcov + +.venv/ +__pycache__/ +.mypy_cache/ +*.egg-info/ diff --git a/mimic3-http/.isort.cfg b/mimic3-http/.isort.cfg new file mode 100644 index 0000000..ba2778d --- /dev/null +++ b/mimic3-http/.isort.cfg @@ -0,0 +1,6 @@ +[settings] +multi_line_output=3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 diff --git a/mimic3-http/.projectile b/mimic3-http/.projectile new file mode 100644 index 0000000..f08b4a4 --- /dev/null +++ b/mimic3-http/.projectile @@ -0,0 +1,3 @@ +- /.venv/ +- /.mypy_cache/ +- /mimic3_http/.mypy_cache/ diff --git a/mimic3-http/LICENSE b/mimic3-http/LICENSE new file mode 100644 index 0000000..261eeb9 --- /dev/null +++ b/mimic3-http/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/mimic3-http/MANIFEST.in b/mimic3-http/MANIFEST.in new file mode 100644 index 0000000..6fc3748 --- /dev/null +++ b/mimic3-http/MANIFEST.in @@ -0,0 +1,5 @@ +include requirements.txt +include requirements_dev.txt +include LICENSE +include README.md +include mimic3_tts/VERSION diff --git a/mimic3-http/check.sh b/mimic3-http/check.sh new file mode 100755 index 0000000..6c87eea --- /dev/null +++ b/mimic3-http/check.sh @@ -0,0 +1,28 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Kebab to snake case +module_name="$(basename "${this_dir}" | sed -e 's/-/_/g')" +src_dir="${this_dir}/${module_name}" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +if [ -d "${venv}" ]; then + # Activate virtual environment if available + source "${venv}/bin/activate" +fi + +# Format code +black "${src_dir}" +isort "${src_dir}" + +# Check +flake8 "${src_dir}" +pylint "${src_dir}" +mypy "${src_dir}" + +echo 'OK' diff --git a/mimic3-http/install.sh b/mimic3-http/install.sh new file mode 100755 index 0000000..19284e4 --- /dev/null +++ b/mimic3-http/install.sh @@ -0,0 +1,34 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +# Python binary to use +: "${PYTHON=python3}" + +# pip install command +: "${PIP_INSTALL=install}" + +python_version="$(${PYTHON} --version)" + +# Create virtual environment +echo "Creating virtual environment at ${venv} (${python_version})" +rm -rf "${venv}" +"${PYTHON}" -m venv "${venv}" +source "${venv}/bin/activate" + +# Install Python dependencies +echo 'Installing Python dependencies' +pip3 ${PIP_INSTALL} --upgrade pip +pip3 ${PIP_INSTALL} --upgrade wheel setuptools + +find "${this_dir}" -name 'requirements*.txt' -type f -print0 | \ + xargs -0 -n1 pip3 ${PIP_INSTALL} -r + +# ----------------------------------------------------------------------------- + +echo "OK" diff --git a/mimic3-http/mimic3_http/__init__.py b/mimic3-http/mimic3_http/__init__.py new file mode 100644 index 0000000..e5a0d9b --- /dev/null +++ b/mimic3-http/mimic3_http/__init__.py @@ -0,0 +1 @@ +#!/usr/bin/env python3 diff --git a/mimic3-http/mimic3_http/__main__.py b/mimic3-http/mimic3_http/__main__.py new file mode 100644 index 0000000..52ca4ff --- /dev/null +++ b/mimic3-http/mimic3_http/__main__.py @@ -0,0 +1,364 @@ +#!/usr/bin/env python3 +# Copyright 2022 Mycroft AI Inc. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import argparse +import asyncio +import logging +import sys +import io +import wave +import tempfile +import typing +from dataclasses import dataclass +from pathlib import Path +from urllib.parse import parse_qs +from uuid import uuid4 + +import hypercorn +import quart_cors +from quart import ( + Quart, + Response, + jsonify, + render_template, + request, + send_from_directory, +) + +from mimic3_tts import Mimic3TextToSpeechSystem, Mimic3Settings, AudioResult + +_LOGGER = logging.getLogger(__name__) + +_MISSING = object() +_TEMP_DIR: typing.Optional[Path] = None + +_PACKAGE = "mimic3_http" +_DIR = Path(__file__).parent + +# ----------------------------------------------------------------------------- + +parser = argparse.ArgumentParser(prog=_PACKAGE) +parser.add_argument( + "--voices-dir", + action="append", + help="Directory with / structure", +) +parser.add_argument("--voice", help="Default voice (name of model directory)") +parser.add_argument( + "--host", default="0.0.0.0", help="Host of HTTP server (default: 0.0.0.0)" +) +parser.add_argument( + "--port", type=int, default=59125, help="Port of HTTP server (default: 59125)" +) +parser.add_argument( + "--speaker-id", type=int, default=0, help="Default speaker id to use" +) +parser.add_argument( + "--length-scale", type=float, default=1.0, help="Speed of speech (> 1 is slower)" +) +parser.add_argument( + "--noise-scale", type=float, default=0.333, help="Noise source for audio (0-1)" +) +parser.add_argument( + "--noise-w", type=float, default=1.0, help="Variation in cadence (0-1)" +) +parser.add_argument( + "--cache-dir", + nargs="?", + default=_MISSING, + help="Enable WAV cache with optional directory (default: no cache)", +) +# parser.add_argument( +# "--max-loaded-models", +# type=int, +# default=0, +# help="Maximum number of voice models that can be loaded simultaneously (0 for no limit)", +# ) +parser.add_argument( + "--debug", action="store_true", help="Print DEBUG messages to console" +) +# parser.add_argument( +# "--version", action="store_true", help="Print version to console and exit" +# ) +args = parser.parse_args() + +# if args.version: +# print(__version__) +# sys.exit(0) + +if args.debug: + logging.basicConfig(level=logging.DEBUG) +else: + logging.basicConfig(level=logging.INFO) + + +_LOGGER.debug(args) + + +# ----------------------------------------------------------------------------- + + +@dataclass(frozen=True) # must be hashable +class TextToWavParams: + text: str + voice: str = args.voice + speaker_id: int = args.speaker_id + noise_scale: float = args.noise_scale + noise_w: float = args.noise_w + length_scale: float = args.length_scale + ssml: bool = False + text_language: typing.Optional[str] = None + + +# params -> Path +_WAV_CACHE: typing.Dict[TextToWavParams, Path] = {} + + +# ----------------------------------------------------------------------------- + +# _TTS: typing.Dict[str, Mimic3] = {} +# _VOICE: str = args.voice + + +# TODO: XDG voice directories +# TODO: args.voices_dir +# TODO: Preload voice + +mimic3 = Mimic3TextToSpeechSystem( + Mimic3Settings( + voice=args.voice, + speaker_id=args.speaker_id, + length_scale=args.length_scale, + noise_scale=args.noise_scale, + noise_w=args.noise_w, + ) +) + + +def text_to_wav(params: TextToWavParams, no_cache: bool = False) -> bytes: + + _LOGGER.debug(params) + + if _TEMP_DIR and (not no_cache): + # Look up in cache + maybe_wav_path = _TEMP_DIR / f"{hash(params)}.wav" + if maybe_wav_path.is_file(): + _LOGGER.debug("Loading WAV from cache: %s", maybe_wav_path) + wav_bytes = maybe_wav_path.read_bytes() + return wav_bytes + + mimic3.voice = params.voice + mimic3.speaker_id = params.speaker_id + + mimic3.settings.length_scale = params.length_scale + mimic3.settings.noise_scale = params.noise_scale + mimic3.settings.noise_w = params.noise_w + + with io.BytesIO() as wav_io: + wav_file: wave.Wave_write = wave.open(wav_io, "wb") + wav_params_set = False + + with wav_file: + # TODO: SSML + mimic3.begin_utterance() + mimic3.speak_text(params.text, text_language=params.text_language) + results = mimic3.end_utterance() + + for result in results: + # TODO: Marks + if isinstance(result, AudioResult): + if not wav_params_set: + wav_file.setframerate(result.sample_rate_hz) + wav_file.setsampwidth(result.sample_width_bytes) + wav_file.setnchannels(result.num_channels) + wav_params_set = True + + wav_file.writeframes(result.audio_bytes) + + return wav_io.getvalue() + + +# ----------------------------------------------------------------------------- + +_TEMPLATES_DIR = _DIR / "templates" + +app = Quart(_PACKAGE, template_folder=str(_TEMPLATES_DIR)) +app.secret_key = str(uuid4()) + +if args.debug: + app.config["TEMPLATES_AUTO_RELOAD"] = True + +app = quart_cors.cors(app) + + +# ----------------------------------------------------------------------------- + +_CSS_DIR = _DIR / "css" +_IMG_DIR = _DIR / "img" + + +def _to_bool(s: str) -> bool: + return s.strip().lower() in {"true", "1", "yes", "on"} + + +@app.route("/img/", methods=["GET"]) +async def img(filename) -> Response: + """Image static endpoint.""" + return await send_from_directory(_IMG_DIR, filename) + + +@app.route("/css/", methods=["GET"]) +async def css(filename) -> Response: + """CSS static endpoint.""" + return await send_from_directory(_CSS_DIR, filename) + + +@app.route("/") +async def app_index(): + """Main page.""" + return await render_template("index.html") + + +@app.route("/api/tts", methods=["GET", "POST"]) +async def app_tts() -> Response: + """Speak text to WAV.""" + tts_args: typing.Dict[str, typing.Any] = {} + + _LOGGER.debug(request.args) + + voice = request.args.get("voice") + if voice is not None: + tts_args["voice"] = str(voice) + + speaker_id = request.args.get("speakerId") + if speaker_id is not None: + tts_args["speaker_id"] = int(speaker_id) + + # TTS settings + noise_scale = request.args.get("noiseScale") + if noise_scale is not None: + tts_args["noise_scale"] = float(noise_scale) + + noise_w = request.args.get("noiseW") + if noise_w is not None: + tts_args["noise_w"] = float(noise_w) + + length_scale = request.args.get("lengthScale") + if length_scale is not None: + tts_args["length_scale"] = float(length_scale) + + ssml_str = request.args.get("ssml") + if ssml_str is not None: + tts_args["ssml"] = _to_bool(ssml_str) + + text_language = request.args.get("textLanguage") + if text_language is not None: + tts_args["text_language"] = str(text_language) + + # Text can come from POST body or GET ?text arg + if request.method == "POST": + text = (await request.data).decode() + else: + text = request.args.get("text", "") + + assert text, "No text provided" + + # Cache settings + no_cache_str = request.args.get("noCache", "") + no_cache = _to_bool(no_cache_str) + + wav_bytes = text_to_wav(TextToWavParams(text=text, **tts_args), no_cache=no_cache) + + return Response(wav_bytes, mimetype="audio/wav") + + +@app.route("/api/voices", methods=["GET"]) +async def api_voices(): + voices = mimic3.get_voices() + voice_ids = sorted([v.name for v in voices]) + return jsonify(voice_ids) + + +@app.route("/process", methods=["GET", "POST"]) +async def api_process(): + """MaryTTS-compatible /process endpoint""" + voice = args.voice + + if request.method == "POST": + data = parse_qs((await request.data).decode()) + text = data.get("INPUT_TEXT", [""])[0] + + if "VOICE" in data: + voice = str(data.get("VOICE", [voice])[0]).strip() + else: + text = request.args.get("INPUT_TEXT", "") + voice = str(request.args.get("VOICE", voice)).strip() + + voice = voice or args.voice + + speaker_id = args.speaker_id + if "#" in voice: + voice, speaker_id_str = voice.split("#", maxsplit=1) + speaker_id = int(speaker_id_str) + + # Assume SSML if text begins with an angle bracket + ssml = text.strip().startswith("<") + + _LOGGER.debug("Speaking with voice '%s (speaker=%s)': %s", voice, speaker_id, text) + wav_bytes = text_to_wav( + TextToWavParams( + text=text, + voice=voice, + speaker_id=speaker_id, + ssml=ssml, + length_scale=args.length_scale, + noise_scale=args.noise_scale, + noise_w=args.noise_w, + ) + ) + + return Response(wav_bytes, mimetype="audio/wav") + + +@app.errorhandler(Exception) +async def handle_error(err) -> typing.Tuple[str, int]: + """Return error as text.""" + _LOGGER.exception(err) + return (f"{err.__class__.__name__}: {err}", 500) + + +# ----------------------------------------------------------------------------- +# Run Web Server +# ----------------------------------------------------------------------------- + +_LOGGER.info("Starting web server") + +hyp_config = hypercorn.config.Config() +hyp_config.bind = [f"{args.host}:{args.port}"] + +with mimic3, tempfile.TemporaryDirectory(prefix="mimic3") as temp_dir: + if args.cache_dir != _MISSING: + if args.cache_dir is None: + # Use temporary directory + _TEMP_DIR = Path(temp_dir) + else: + # Use user-supplied cache directory + _TEMP_DIR = Path(args.cache_dir) + _TEMP_DIR.mkdir(parents=True, exist_ok=True) + + if _TEMP_DIR: + _LOGGER.debug("Cache directory: %s", _TEMP_DIR) + + asyncio.run(hypercorn.asyncio.serve(app, hyp_config)) diff --git a/mimic3-http/mimic3_http/css/bootstrap.min.css b/mimic3-http/mimic3_http/css/bootstrap.min.css new file mode 100644 index 0000000..7aebd0f --- /dev/null +++ b/mimic3-http/mimic3_http/css/bootstrap.min.css @@ -0,0 +1,7 @@ +/*! + * Bootstrap v4.1.1 (https://getbootstrap.com/) + * Copyright 2011-2018 The Bootstrap Authors + * Copyright 2011-2018 Twitter, Inc. + * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE) + */:root{--blue:#007bff;--indigo:#6610f2;--purple:#6f42c1;--pink:#e83e8c;--red:#dc3545;--orange:#fd7e14;--yellow:#ffc107;--green:#28a745;--teal:#20c997;--cyan:#17a2b8;--white:#fff;--gray:#6c757d;--gray-dark:#343a40;--primary:#007bff;--secondary:#6c757d;--success:#28a745;--info:#17a2b8;--warning:#ffc107;--danger:#dc3545;--light:#f8f9fa;--dark:#343a40;--breakpoint-xs:0;--breakpoint-sm:576px;--breakpoint-md:768px;--breakpoint-lg:992px;--breakpoint-xl:1200px;--font-family-sans-serif:-apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol";--font-family-monospace:SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace}*,::after,::before{box-sizing:border-box}html{font-family:sans-serif;line-height:1.15;-webkit-text-size-adjust:100%;-ms-text-size-adjust:100%;-ms-overflow-style:scrollbar;-webkit-tap-highlight-color:transparent}@-ms-viewport{width:device-width}article,aside,figcaption,figure,footer,header,hgroup,main,nav,section{display:block}body{margin:0;font-family:-apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol";font-size:1rem;font-weight:400;line-height:1.5;color:#212529;text-align:left;background-color:#fff}[tabindex="-1"]:focus{outline:0!important}hr{box-sizing:content-box;height:0;overflow:visible}h1,h2,h3,h4,h5,h6{margin-top:0;margin-bottom:.5rem}p{margin-top:0;margin-bottom:1rem}abbr[data-original-title],abbr[title]{text-decoration:underline;-webkit-text-decoration:underline dotted;text-decoration:underline dotted;cursor:help;border-bottom:0}address{margin-bottom:1rem;font-style:normal;line-height:inherit}dl,ol,ul{margin-top:0;margin-bottom:1rem}ol ol,ol ul,ul ol,ul ul{margin-bottom:0}dt{font-weight:700}dd{margin-bottom:.5rem;margin-left:0}blockquote{margin:0 0 1rem}dfn{font-style:italic}b,strong{font-weight:bolder}small{font-size:80%}sub,sup{position:relative;font-size:75%;line-height:0;vertical-align:baseline}sub{bottom:-.25em}sup{top:-.5em}a{color:#007bff;text-decoration:none;background-color:transparent;-webkit-text-decoration-skip:objects}a:hover{color:#0056b3;text-decoration:underline}a:not([href]):not([tabindex]){color:inherit;text-decoration:none}a:not([href]):not([tabindex]):focus,a:not([href]):not([tabindex]):hover{color:inherit;text-decoration:none}a:not([href]):not([tabindex]):focus{outline:0}code,kbd,pre,samp{font-family:SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace;font-size:1em}pre{margin-top:0;margin-bottom:1rem;overflow:auto;-ms-overflow-style:scrollbar}figure{margin:0 0 1rem}img{vertical-align:middle;border-style:none}svg:not(:root){overflow:hidden}table{border-collapse:collapse}caption{padding-top:.75rem;padding-bottom:.75rem;color:#6c757d;text-align:left;caption-side:bottom}th{text-align:inherit}label{display:inline-block;margin-bottom:.5rem}button{border-radius:0}button:focus{outline:1px dotted;outline:5px auto -webkit-focus-ring-color}button,input,optgroup,select,textarea{margin:0;font-family:inherit;font-size:inherit;line-height:inherit}button,input{overflow:visible}button,select{text-transform:none}[type=reset],[type=submit],button,html [type=button]{-webkit-appearance:button}[type=button]::-moz-focus-inner,[type=reset]::-moz-focus-inner,[type=submit]::-moz-focus-inner,button::-moz-focus-inner{padding:0;border-style:none}input[type=checkbox],input[type=radio]{box-sizing:border-box;padding:0}input[type=date],input[type=datetime-local],input[type=month],input[type=time]{-webkit-appearance:listbox}textarea{overflow:auto;resize:vertical}fieldset{min-width:0;padding:0;margin:0;border:0}legend{display:block;width:100%;max-width:100%;padding:0;margin-bottom:.5rem;font-size:1.5rem;line-height:inherit;color:inherit;white-space:normal}progress{vertical-align:baseline}[type=number]::-webkit-inner-spin-button,[type=number]::-webkit-outer-spin-button{height:auto}[type=search]{outline-offset:-2px;-webkit-appearance:none}[type=search]::-webkit-search-cancel-button,[type=search]::-webkit-search-decoration{-webkit-appearance:none}::-webkit-file-upload-button{font:inherit;-webkit-appearance:button}output{display:inline-block}summary{display:list-item;cursor:pointer}template{display:none}[hidden]{display:none!important}.h1,.h2,.h3,.h4,.h5,.h6,h1,h2,h3,h4,h5,h6{margin-bottom:.5rem;font-family:inherit;font-weight:500;line-height:1.2;color:inherit}.h1,h1{font-size:2.5rem}.h2,h2{font-size:2rem}.h3,h3{font-size:1.75rem}.h4,h4{font-size:1.5rem}.h5,h5{font-size:1.25rem}.h6,h6{font-size:1rem}.lead{font-size:1.25rem;font-weight:300}.display-1{font-size:6rem;font-weight:300;line-height:1.2}.display-2{font-size:5.5rem;font-weight:300;line-height:1.2}.display-3{font-size:4.5rem;font-weight:300;line-height:1.2}.display-4{font-size:3.5rem;font-weight:300;line-height:1.2}hr{margin-top:1rem;margin-bottom:1rem;border:0;border-top:1px solid rgba(0,0,0,.1)}.small,small{font-size:80%;font-weight:400}.mark,mark{padding:.2em;background-color:#fcf8e3}.list-unstyled{padding-left:0;list-style:none}.list-inline{padding-left:0;list-style:none}.list-inline-item{display:inline-block}.list-inline-item:not(:last-child){margin-right:.5rem}.initialism{font-size:90%;text-transform:uppercase}.blockquote{margin-bottom:1rem;font-size:1.25rem}.blockquote-footer{display:block;font-size:80%;color:#6c757d}.blockquote-footer::before{content:"\2014 \00A0"}.img-fluid{max-width:100%;height:auto}.img-thumbnail{padding:.25rem;background-color:#fff;border:1px solid #dee2e6;border-radius:.25rem;max-width:100%;height:auto}.figure{display:inline-block}.figure-img{margin-bottom:.5rem;line-height:1}.figure-caption{font-size:90%;color:#6c757d}code{font-size:87.5%;color:#e83e8c;word-break:break-word}a>code{color:inherit}kbd{padding:.2rem .4rem;font-size:87.5%;color:#fff;background-color:#212529;border-radius:.2rem}kbd kbd{padding:0;font-size:100%;font-weight:700}pre{display:block;font-size:87.5%;color:#212529}pre code{font-size:inherit;color:inherit;word-break:normal}.pre-scrollable{max-height:340px;overflow-y:scroll}.container{width:100%;padding-right:15px;padding-left:15px;margin-right:auto;margin-left:auto}@media (min-width:576px){.container{max-width:540px}}@media (min-width:768px){.container{max-width:720px}}@media (min-width:992px){.container{max-width:960px}}@media (min-width:1200px){.container{max-width:1140px}}.container-fluid{width:100%;padding-right:15px;padding-left:15px;margin-right:auto;margin-left:auto}.row{display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;margin-right:-15px;margin-left:-15px}.no-gutters{margin-right:0;margin-left:0}.no-gutters>.col,.no-gutters>[class*=col-]{padding-right:0;padding-left:0}.col,.col-1,.col-10,.col-11,.col-12,.col-2,.col-3,.col-4,.col-5,.col-6,.col-7,.col-8,.col-9,.col-auto,.col-lg,.col-lg-1,.col-lg-10,.col-lg-11,.col-lg-12,.col-lg-2,.col-lg-3,.col-lg-4,.col-lg-5,.col-lg-6,.col-lg-7,.col-lg-8,.col-lg-9,.col-lg-auto,.col-md,.col-md-1,.col-md-10,.col-md-11,.col-md-12,.col-md-2,.col-md-3,.col-md-4,.col-md-5,.col-md-6,.col-md-7,.col-md-8,.col-md-9,.col-md-auto,.col-sm,.col-sm-1,.col-sm-10,.col-sm-11,.col-sm-12,.col-sm-2,.col-sm-3,.col-sm-4,.col-sm-5,.col-sm-6,.col-sm-7,.col-sm-8,.col-sm-9,.col-sm-auto,.col-xl,.col-xl-1,.col-xl-10,.col-xl-11,.col-xl-12,.col-xl-2,.col-xl-3,.col-xl-4,.col-xl-5,.col-xl-6,.col-xl-7,.col-xl-8,.col-xl-9,.col-xl-auto{position:relative;width:100%;min-height:1px;padding-right:15px;padding-left:15px}.col{-ms-flex-preferred-size:0;flex-basis:0;-ms-flex-positive:1;flex-grow:1;max-width:100%}.col-auto{-ms-flex:0 0 auto;flex:0 0 auto;width:auto;max-width:none}.col-1{-ms-flex:0 0 8.333333%;flex:0 0 8.333333%;max-width:8.333333%}.col-2{-ms-flex:0 0 16.666667%;flex:0 0 16.666667%;max-width:16.666667%}.col-3{-ms-flex:0 0 25%;flex:0 0 25%;max-width:25%}.col-4{-ms-flex:0 0 33.333333%;flex:0 0 33.333333%;max-width:33.333333%}.col-5{-ms-flex:0 0 41.666667%;flex:0 0 41.666667%;max-width:41.666667%}.col-6{-ms-flex:0 0 50%;flex:0 0 50%;max-width:50%}.col-7{-ms-flex:0 0 58.333333%;flex:0 0 58.333333%;max-width:58.333333%}.col-8{-ms-flex:0 0 66.666667%;flex:0 0 66.666667%;max-width:66.666667%}.col-9{-ms-flex:0 0 75%;flex:0 0 75%;max-width:75%}.col-10{-ms-flex:0 0 83.333333%;flex:0 0 83.333333%;max-width:83.333333%}.col-11{-ms-flex:0 0 91.666667%;flex:0 0 91.666667%;max-width:91.666667%}.col-12{-ms-flex:0 0 100%;flex:0 0 100%;max-width:100%}.order-first{-ms-flex-order:-1;order:-1}.order-last{-ms-flex-order:13;order:13}.order-0{-ms-flex-order:0;order:0}.order-1{-ms-flex-order:1;order:1}.order-2{-ms-flex-order:2;order:2}.order-3{-ms-flex-order:3;order:3}.order-4{-ms-flex-order:4;order:4}.order-5{-ms-flex-order:5;order:5}.order-6{-ms-flex-order:6;order:6}.order-7{-ms-flex-order:7;order:7}.order-8{-ms-flex-order:8;order:8}.order-9{-ms-flex-order:9;order:9}.order-10{-ms-flex-order:10;order:10}.order-11{-ms-flex-order:11;order:11}.order-12{-ms-flex-order:12;order:12}.offset-1{margin-left:8.333333%}.offset-2{margin-left:16.666667%}.offset-3{margin-left:25%}.offset-4{margin-left:33.333333%}.offset-5{margin-left:41.666667%}.offset-6{margin-left:50%}.offset-7{margin-left:58.333333%}.offset-8{margin-left:66.666667%}.offset-9{margin-left:75%}.offset-10{margin-left:83.333333%}.offset-11{margin-left:91.666667%}@media (min-width:576px){.col-sm{-ms-flex-preferred-size:0;flex-basis:0;-ms-flex-positive:1;flex-grow:1;max-width:100%}.col-sm-auto{-ms-flex:0 0 auto;flex:0 0 auto;width:auto;max-width:none}.col-sm-1{-ms-flex:0 0 8.333333%;flex:0 0 8.333333%;max-width:8.333333%}.col-sm-2{-ms-flex:0 0 16.666667%;flex:0 0 16.666667%;max-width:16.666667%}.col-sm-3{-ms-flex:0 0 25%;flex:0 0 25%;max-width:25%}.col-sm-4{-ms-flex:0 0 33.333333%;flex:0 0 33.333333%;max-width:33.333333%}.col-sm-5{-ms-flex:0 0 41.666667%;flex:0 0 41.666667%;max-width:41.666667%}.col-sm-6{-ms-flex:0 0 50%;flex:0 0 50%;max-width:50%}.col-sm-7{-ms-flex:0 0 58.333333%;flex:0 0 58.333333%;max-width:58.333333%}.col-sm-8{-ms-flex:0 0 66.666667%;flex:0 0 66.666667%;max-width:66.666667%}.col-sm-9{-ms-flex:0 0 75%;flex:0 0 75%;max-width:75%}.col-sm-10{-ms-flex:0 0 83.333333%;flex:0 0 83.333333%;max-width:83.333333%}.col-sm-11{-ms-flex:0 0 91.666667%;flex:0 0 91.666667%;max-width:91.666667%}.col-sm-12{-ms-flex:0 0 100%;flex:0 0 100%;max-width:100%}.order-sm-first{-ms-flex-order:-1;order:-1}.order-sm-last{-ms-flex-order:13;order:13}.order-sm-0{-ms-flex-order:0;order:0}.order-sm-1{-ms-flex-order:1;order:1}.order-sm-2{-ms-flex-order:2;order:2}.order-sm-3{-ms-flex-order:3;order:3}.order-sm-4{-ms-flex-order:4;order:4}.order-sm-5{-ms-flex-order:5;order:5}.order-sm-6{-ms-flex-order:6;order:6}.order-sm-7{-ms-flex-order:7;order:7}.order-sm-8{-ms-flex-order:8;order:8}.order-sm-9{-ms-flex-order:9;order:9}.order-sm-10{-ms-flex-order:10;order:10}.order-sm-11{-ms-flex-order:11;order:11}.order-sm-12{-ms-flex-order:12;order:12}.offset-sm-0{margin-left:0}.offset-sm-1{margin-left:8.333333%}.offset-sm-2{margin-left:16.666667%}.offset-sm-3{margin-left:25%}.offset-sm-4{margin-left:33.333333%}.offset-sm-5{margin-left:41.666667%}.offset-sm-6{margin-left:50%}.offset-sm-7{margin-left:58.333333%}.offset-sm-8{margin-left:66.666667%}.offset-sm-9{margin-left:75%}.offset-sm-10{margin-left:83.333333%}.offset-sm-11{margin-left:91.666667%}}@media (min-width:768px){.col-md{-ms-flex-preferred-size:0;flex-basis:0;-ms-flex-positive:1;flex-grow:1;max-width:100%}.col-md-auto{-ms-flex:0 0 auto;flex:0 0 auto;width:auto;max-width:none}.col-md-1{-ms-flex:0 0 8.333333%;flex:0 0 8.333333%;max-width:8.333333%}.col-md-2{-ms-flex:0 0 16.666667%;flex:0 0 16.666667%;max-width:16.666667%}.col-md-3{-ms-flex:0 0 25%;flex:0 0 25%;max-width:25%}.col-md-4{-ms-flex:0 0 33.333333%;flex:0 0 33.333333%;max-width:33.333333%}.col-md-5{-ms-flex:0 0 41.666667%;flex:0 0 41.666667%;max-width:41.666667%}.col-md-6{-ms-flex:0 0 50%;flex:0 0 50%;max-width:50%}.col-md-7{-ms-flex:0 0 58.333333%;flex:0 0 58.333333%;max-width:58.333333%}.col-md-8{-ms-flex:0 0 66.666667%;flex:0 0 66.666667%;max-width:66.666667%}.col-md-9{-ms-flex:0 0 75%;flex:0 0 75%;max-width:75%}.col-md-10{-ms-flex:0 0 83.333333%;flex:0 0 83.333333%;max-width:83.333333%}.col-md-11{-ms-flex:0 0 91.666667%;flex:0 0 91.666667%;max-width:91.666667%}.col-md-12{-ms-flex:0 0 100%;flex:0 0 100%;max-width:100%}.order-md-first{-ms-flex-order:-1;order:-1}.order-md-last{-ms-flex-order:13;order:13}.order-md-0{-ms-flex-order:0;order:0}.order-md-1{-ms-flex-order:1;order:1}.order-md-2{-ms-flex-order:2;order:2}.order-md-3{-ms-flex-order:3;order:3}.order-md-4{-ms-flex-order:4;order:4}.order-md-5{-ms-flex-order:5;order:5}.order-md-6{-ms-flex-order:6;order:6}.order-md-7{-ms-flex-order:7;order:7}.order-md-8{-ms-flex-order:8;order:8}.order-md-9{-ms-flex-order:9;order:9}.order-md-10{-ms-flex-order:10;order:10}.order-md-11{-ms-flex-order:11;order:11}.order-md-12{-ms-flex-order:12;order:12}.offset-md-0{margin-left:0}.offset-md-1{margin-left:8.333333%}.offset-md-2{margin-left:16.666667%}.offset-md-3{margin-left:25%}.offset-md-4{margin-left:33.333333%}.offset-md-5{margin-left:41.666667%}.offset-md-6{margin-left:50%}.offset-md-7{margin-left:58.333333%}.offset-md-8{margin-left:66.666667%}.offset-md-9{margin-left:75%}.offset-md-10{margin-left:83.333333%}.offset-md-11{margin-left:91.666667%}}@media (min-width:992px){.col-lg{-ms-flex-preferred-size:0;flex-basis:0;-ms-flex-positive:1;flex-grow:1;max-width:100%}.col-lg-auto{-ms-flex:0 0 auto;flex:0 0 auto;width:auto;max-width:none}.col-lg-1{-ms-flex:0 0 8.333333%;flex:0 0 8.333333%;max-width:8.333333%}.col-lg-2{-ms-flex:0 0 16.666667%;flex:0 0 16.666667%;max-width:16.666667%}.col-lg-3{-ms-flex:0 0 25%;flex:0 0 25%;max-width:25%}.col-lg-4{-ms-flex:0 0 33.333333%;flex:0 0 33.333333%;max-width:33.333333%}.col-lg-5{-ms-flex:0 0 41.666667%;flex:0 0 41.666667%;max-width:41.666667%}.col-lg-6{-ms-flex:0 0 50%;flex:0 0 50%;max-width:50%}.col-lg-7{-ms-flex:0 0 58.333333%;flex:0 0 58.333333%;max-width:58.333333%}.col-lg-8{-ms-flex:0 0 66.666667%;flex:0 0 66.666667%;max-width:66.666667%}.col-lg-9{-ms-flex:0 0 75%;flex:0 0 75%;max-width:75%}.col-lg-10{-ms-flex:0 0 83.333333%;flex:0 0 83.333333%;max-width:83.333333%}.col-lg-11{-ms-flex:0 0 91.666667%;flex:0 0 91.666667%;max-width:91.666667%}.col-lg-12{-ms-flex:0 0 100%;flex:0 0 100%;max-width:100%}.order-lg-first{-ms-flex-order:-1;order:-1}.order-lg-last{-ms-flex-order:13;order:13}.order-lg-0{-ms-flex-order:0;order:0}.order-lg-1{-ms-flex-order:1;order:1}.order-lg-2{-ms-flex-order:2;order:2}.order-lg-3{-ms-flex-order:3;order:3}.order-lg-4{-ms-flex-order:4;order:4}.order-lg-5{-ms-flex-order:5;order:5}.order-lg-6{-ms-flex-order:6;order:6}.order-lg-7{-ms-flex-order:7;order:7}.order-lg-8{-ms-flex-order:8;order:8}.order-lg-9{-ms-flex-order:9;order:9}.order-lg-10{-ms-flex-order:10;order:10}.order-lg-11{-ms-flex-order:11;order:11}.order-lg-12{-ms-flex-order:12;order:12}.offset-lg-0{margin-left:0}.offset-lg-1{margin-left:8.333333%}.offset-lg-2{margin-left:16.666667%}.offset-lg-3{margin-left:25%}.offset-lg-4{margin-left:33.333333%}.offset-lg-5{margin-left:41.666667%}.offset-lg-6{margin-left:50%}.offset-lg-7{margin-left:58.333333%}.offset-lg-8{margin-left:66.666667%}.offset-lg-9{margin-left:75%}.offset-lg-10{margin-left:83.333333%}.offset-lg-11{margin-left:91.666667%}}@media (min-width:1200px){.col-xl{-ms-flex-preferred-size:0;flex-basis:0;-ms-flex-positive:1;flex-grow:1;max-width:100%}.col-xl-auto{-ms-flex:0 0 auto;flex:0 0 auto;width:auto;max-width:none}.col-xl-1{-ms-flex:0 0 8.333333%;flex:0 0 8.333333%;max-width:8.333333%}.col-xl-2{-ms-flex:0 0 16.666667%;flex:0 0 16.666667%;max-width:16.666667%}.col-xl-3{-ms-flex:0 0 25%;flex:0 0 25%;max-width:25%}.col-xl-4{-ms-flex:0 0 33.333333%;flex:0 0 33.333333%;max-width:33.333333%}.col-xl-5{-ms-flex:0 0 41.666667%;flex:0 0 41.666667%;max-width:41.666667%}.col-xl-6{-ms-flex:0 0 50%;flex:0 0 50%;max-width:50%}.col-xl-7{-ms-flex:0 0 58.333333%;flex:0 0 58.333333%;max-width:58.333333%}.col-xl-8{-ms-flex:0 0 66.666667%;flex:0 0 66.666667%;max-width:66.666667%}.col-xl-9{-ms-flex:0 0 75%;flex:0 0 75%;max-width:75%}.col-xl-10{-ms-flex:0 0 83.333333%;flex:0 0 83.333333%;max-width:83.333333%}.col-xl-11{-ms-flex:0 0 91.666667%;flex:0 0 91.666667%;max-width:91.666667%}.col-xl-12{-ms-flex:0 0 100%;flex:0 0 100%;max-width:100%}.order-xl-first{-ms-flex-order:-1;order:-1}.order-xl-last{-ms-flex-order:13;order:13}.order-xl-0{-ms-flex-order:0;order:0}.order-xl-1{-ms-flex-order:1;order:1}.order-xl-2{-ms-flex-order:2;order:2}.order-xl-3{-ms-flex-order:3;order:3}.order-xl-4{-ms-flex-order:4;order:4}.order-xl-5{-ms-flex-order:5;order:5}.order-xl-6{-ms-flex-order:6;order:6}.order-xl-7{-ms-flex-order:7;order:7}.order-xl-8{-ms-flex-order:8;order:8}.order-xl-9{-ms-flex-order:9;order:9}.order-xl-10{-ms-flex-order:10;order:10}.order-xl-11{-ms-flex-order:11;order:11}.order-xl-12{-ms-flex-order:12;order:12}.offset-xl-0{margin-left:0}.offset-xl-1{margin-left:8.333333%}.offset-xl-2{margin-left:16.666667%}.offset-xl-3{margin-left:25%}.offset-xl-4{margin-left:33.333333%}.offset-xl-5{margin-left:41.666667%}.offset-xl-6{margin-left:50%}.offset-xl-7{margin-left:58.333333%}.offset-xl-8{margin-left:66.666667%}.offset-xl-9{margin-left:75%}.offset-xl-10{margin-left:83.333333%}.offset-xl-11{margin-left:91.666667%}}.table{width:100%;max-width:100%;margin-bottom:1rem;background-color:transparent}.table td,.table th{padding:.75rem;vertical-align:top;border-top:1px solid #dee2e6}.table thead th{vertical-align:bottom;border-bottom:2px solid #dee2e6}.table tbody+tbody{border-top:2px solid #dee2e6}.table .table{background-color:#fff}.table-sm td,.table-sm th{padding:.3rem}.table-bordered{border:1px solid #dee2e6}.table-bordered td,.table-bordered th{border:1px solid #dee2e6}.table-bordered thead td,.table-bordered thead th{border-bottom-width:2px}.table-borderless tbody+tbody,.table-borderless td,.table-borderless th,.table-borderless thead th{border:0}.table-striped tbody tr:nth-of-type(odd){background-color:rgba(0,0,0,.05)}.table-hover tbody tr:hover{background-color:rgba(0,0,0,.075)}.table-primary,.table-primary>td,.table-primary>th{background-color:#b8daff}.table-hover .table-primary:hover{background-color:#9fcdff}.table-hover .table-primary:hover>td,.table-hover .table-primary:hover>th{background-color:#9fcdff}.table-secondary,.table-secondary>td,.table-secondary>th{background-color:#d6d8db}.table-hover .table-secondary:hover{background-color:#c8cbcf}.table-hover .table-secondary:hover>td,.table-hover .table-secondary:hover>th{background-color:#c8cbcf}.table-success,.table-success>td,.table-success>th{background-color:#c3e6cb}.table-hover .table-success:hover{background-color:#b1dfbb}.table-hover .table-success:hover>td,.table-hover .table-success:hover>th{background-color:#b1dfbb}.table-info,.table-info>td,.table-info>th{background-color:#bee5eb}.table-hover .table-info:hover{background-color:#abdde5}.table-hover .table-info:hover>td,.table-hover .table-info:hover>th{background-color:#abdde5}.table-warning,.table-warning>td,.table-warning>th{background-color:#ffeeba}.table-hover .table-warning:hover{background-color:#ffe8a1}.table-hover .table-warning:hover>td,.table-hover .table-warning:hover>th{background-color:#ffe8a1}.table-danger,.table-danger>td,.table-danger>th{background-color:#f5c6cb}.table-hover .table-danger:hover{background-color:#f1b0b7}.table-hover .table-danger:hover>td,.table-hover .table-danger:hover>th{background-color:#f1b0b7}.table-light,.table-light>td,.table-light>th{background-color:#fdfdfe}.table-hover .table-light:hover{background-color:#ececf6}.table-hover .table-light:hover>td,.table-hover .table-light:hover>th{background-color:#ececf6}.table-dark,.table-dark>td,.table-dark>th{background-color:#c6c8ca}.table-hover .table-dark:hover{background-color:#b9bbbe}.table-hover .table-dark:hover>td,.table-hover .table-dark:hover>th{background-color:#b9bbbe}.table-active,.table-active>td,.table-active>th{background-color:rgba(0,0,0,.075)}.table-hover .table-active:hover{background-color:rgba(0,0,0,.075)}.table-hover .table-active:hover>td,.table-hover .table-active:hover>th{background-color:rgba(0,0,0,.075)}.table .thead-dark th{color:#fff;background-color:#212529;border-color:#32383e}.table .thead-light th{color:#495057;background-color:#e9ecef;border-color:#dee2e6}.table-dark{color:#fff;background-color:#212529}.table-dark td,.table-dark th,.table-dark thead th{border-color:#32383e}.table-dark.table-bordered{border:0}.table-dark.table-striped tbody tr:nth-of-type(odd){background-color:rgba(255,255,255,.05)}.table-dark.table-hover tbody tr:hover{background-color:rgba(255,255,255,.075)}@media (max-width:575.98px){.table-responsive-sm{display:block;width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch;-ms-overflow-style:-ms-autohiding-scrollbar}.table-responsive-sm>.table-bordered{border:0}}@media (max-width:767.98px){.table-responsive-md{display:block;width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch;-ms-overflow-style:-ms-autohiding-scrollbar}.table-responsive-md>.table-bordered{border:0}}@media (max-width:991.98px){.table-responsive-lg{display:block;width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch;-ms-overflow-style:-ms-autohiding-scrollbar}.table-responsive-lg>.table-bordered{border:0}}@media (max-width:1199.98px){.table-responsive-xl{display:block;width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch;-ms-overflow-style:-ms-autohiding-scrollbar}.table-responsive-xl>.table-bordered{border:0}}.table-responsive{display:block;width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch;-ms-overflow-style:-ms-autohiding-scrollbar}.table-responsive>.table-bordered{border:0}.form-control{display:block;width:100%;padding:.375rem .75rem;font-size:1rem;line-height:1.5;color:#495057;background-color:#fff;background-clip:padding-box;border:1px solid #ced4da;border-radius:.25rem;transition:border-color .15s ease-in-out,box-shadow .15s ease-in-out}@media screen and (prefers-reduced-motion:reduce){.form-control{transition:none}}.form-control::-ms-expand{background-color:transparent;border:0}.form-control:focus{color:#495057;background-color:#fff;border-color:#80bdff;outline:0;box-shadow:0 0 0 .2rem rgba(0,123,255,.25)}.form-control::-webkit-input-placeholder{color:#6c757d;opacity:1}.form-control::-moz-placeholder{color:#6c757d;opacity:1}.form-control:-ms-input-placeholder{color:#6c757d;opacity:1}.form-control::-ms-input-placeholder{color:#6c757d;opacity:1}.form-control::placeholder{color:#6c757d;opacity:1}.form-control:disabled,.form-control[readonly]{background-color:#e9ecef;opacity:1}select.form-control:not([size]):not([multiple]){height:calc(2.25rem + 2px)}select.form-control:focus::-ms-value{color:#495057;background-color:#fff}.form-control-file,.form-control-range{display:block;width:100%}.col-form-label{padding-top:calc(.375rem + 1px);padding-bottom:calc(.375rem + 1px);margin-bottom:0;font-size:inherit;line-height:1.5}.col-form-label-lg{padding-top:calc(.5rem + 1px);padding-bottom:calc(.5rem + 1px);font-size:1.25rem;line-height:1.5}.col-form-label-sm{padding-top:calc(.25rem + 1px);padding-bottom:calc(.25rem + 1px);font-size:.875rem;line-height:1.5}.form-control-plaintext{display:block;width:100%;padding-top:.375rem;padding-bottom:.375rem;margin-bottom:0;line-height:1.5;color:#212529;background-color:transparent;border:solid transparent;border-width:1px 0}.form-control-plaintext.form-control-lg,.form-control-plaintext.form-control-sm,.input-group-lg>.form-control-plaintext.form-control,.input-group-lg>.input-group-append>.form-control-plaintext.btn,.input-group-lg>.input-group-append>.form-control-plaintext.input-group-text,.input-group-lg>.input-group-prepend>.form-control-plaintext.btn,.input-group-lg>.input-group-prepend>.form-control-plaintext.input-group-text,.input-group-sm>.form-control-plaintext.form-control,.input-group-sm>.input-group-append>.form-control-plaintext.btn,.input-group-sm>.input-group-append>.form-control-plaintext.input-group-text,.input-group-sm>.input-group-prepend>.form-control-plaintext.btn,.input-group-sm>.input-group-prepend>.form-control-plaintext.input-group-text{padding-right:0;padding-left:0}.form-control-sm,.input-group-sm>.form-control,.input-group-sm>.input-group-append>.btn,.input-group-sm>.input-group-append>.input-group-text,.input-group-sm>.input-group-prepend>.btn,.input-group-sm>.input-group-prepend>.input-group-text{padding:.25rem .5rem;font-size:.875rem;line-height:1.5;border-radius:.2rem}.input-group-sm>.input-group-append>select.btn:not([size]):not([multiple]),.input-group-sm>.input-group-append>select.input-group-text:not([size]):not([multiple]),.input-group-sm>.input-group-prepend>select.btn:not([size]):not([multiple]),.input-group-sm>.input-group-prepend>select.input-group-text:not([size]):not([multiple]),.input-group-sm>select.form-control:not([size]):not([multiple]),select.form-control-sm:not([size]):not([multiple]){height:calc(1.8125rem + 2px)}.form-control-lg,.input-group-lg>.form-control,.input-group-lg>.input-group-append>.btn,.input-group-lg>.input-group-append>.input-group-text,.input-group-lg>.input-group-prepend>.btn,.input-group-lg>.input-group-prepend>.input-group-text{padding:.5rem 1rem;font-size:1.25rem;line-height:1.5;border-radius:.3rem}.input-group-lg>.input-group-append>select.btn:not([size]):not([multiple]),.input-group-lg>.input-group-append>select.input-group-text:not([size]):not([multiple]),.input-group-lg>.input-group-prepend>select.btn:not([size]):not([multiple]),.input-group-lg>.input-group-prepend>select.input-group-text:not([size]):not([multiple]),.input-group-lg>select.form-control:not([size]):not([multiple]),select.form-control-lg:not([size]):not([multiple]){height:calc(2.875rem + 2px)}.form-group{margin-bottom:1rem}.form-text{display:block;margin-top:.25rem}.form-row{display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;margin-right:-5px;margin-left:-5px}.form-row>.col,.form-row>[class*=col-]{padding-right:5px;padding-left:5px}.form-check{position:relative;display:block;padding-left:1.25rem}.form-check-input{position:absolute;margin-top:.3rem;margin-left:-1.25rem}.form-check-input:disabled~.form-check-label{color:#6c757d}.form-check-label{margin-bottom:0}.form-check-inline{display:-ms-inline-flexbox;display:inline-flex;-ms-flex-align:center;align-items:center;padding-left:0;margin-right:.75rem}.form-check-inline .form-check-input{position:static;margin-top:0;margin-right:.3125rem;margin-left:0}.valid-feedback{display:none;width:100%;margin-top:.25rem;font-size:80%;color:#28a745}.valid-tooltip{position:absolute;top:100%;z-index:5;display:none;max-width:100%;padding:.5rem;margin-top:.1rem;font-size:.875rem;line-height:1;color:#fff;background-color:rgba(40,167,69,.8);border-radius:.2rem}.custom-select.is-valid,.form-control.is-valid,.was-validated .custom-select:valid,.was-validated .form-control:valid{border-color:#28a745}.custom-select.is-valid:focus,.form-control.is-valid:focus,.was-validated .custom-select:valid:focus,.was-validated .form-control:valid:focus{border-color:#28a745;box-shadow:0 0 0 .2rem rgba(40,167,69,.25)}.custom-select.is-valid~.valid-feedback,.custom-select.is-valid~.valid-tooltip,.form-control.is-valid~.valid-feedback,.form-control.is-valid~.valid-tooltip,.was-validated .custom-select:valid~.valid-feedback,.was-validated .custom-select:valid~.valid-tooltip,.was-validated .form-control:valid~.valid-feedback,.was-validated .form-control:valid~.valid-tooltip{display:block}.form-control-file.is-valid~.valid-feedback,.form-control-file.is-valid~.valid-tooltip,.was-validated .form-control-file:valid~.valid-feedback,.was-validated .form-control-file:valid~.valid-tooltip{display:block}.form-check-input.is-valid~.form-check-label,.was-validated .form-check-input:valid~.form-check-label{color:#28a745}.form-check-input.is-valid~.valid-feedback,.form-check-input.is-valid~.valid-tooltip,.was-validated .form-check-input:valid~.valid-feedback,.was-validated .form-check-input:valid~.valid-tooltip{display:block}.custom-control-input.is-valid~.custom-control-label,.was-validated .custom-control-input:valid~.custom-control-label{color:#28a745}.custom-control-input.is-valid~.custom-control-label::before,.was-validated .custom-control-input:valid~.custom-control-label::before{background-color:#71dd8a}.custom-control-input.is-valid~.valid-feedback,.custom-control-input.is-valid~.valid-tooltip,.was-validated .custom-control-input:valid~.valid-feedback,.was-validated .custom-control-input:valid~.valid-tooltip{display:block}.custom-control-input.is-valid:checked~.custom-control-label::before,.was-validated .custom-control-input:valid:checked~.custom-control-label::before{background-color:#34ce57}.custom-control-input.is-valid:focus~.custom-control-label::before,.was-validated .custom-control-input:valid:focus~.custom-control-label::before{box-shadow:0 0 0 1px #fff,0 0 0 .2rem rgba(40,167,69,.25)}.custom-file-input.is-valid~.custom-file-label,.was-validated .custom-file-input:valid~.custom-file-label{border-color:#28a745}.custom-file-input.is-valid~.custom-file-label::before,.was-validated .custom-file-input:valid~.custom-file-label::before{border-color:inherit}.custom-file-input.is-valid~.valid-feedback,.custom-file-input.is-valid~.valid-tooltip,.was-validated .custom-file-input:valid~.valid-feedback,.was-validated .custom-file-input:valid~.valid-tooltip{display:block}.custom-file-input.is-valid:focus~.custom-file-label,.was-validated .custom-file-input:valid:focus~.custom-file-label{box-shadow:0 0 0 .2rem rgba(40,167,69,.25)}.invalid-feedback{display:none;width:100%;margin-top:.25rem;font-size:80%;color:#dc3545}.invalid-tooltip{position:absolute;top:100%;z-index:5;display:none;max-width:100%;padding:.5rem;margin-top:.1rem;font-size:.875rem;line-height:1;color:#fff;background-color:rgba(220,53,69,.8);border-radius:.2rem}.custom-select.is-invalid,.form-control.is-invalid,.was-validated .custom-select:invalid,.was-validated .form-control:invalid{border-color:#dc3545}.custom-select.is-invalid:focus,.form-control.is-invalid:focus,.was-validated .custom-select:invalid:focus,.was-validated .form-control:invalid:focus{border-color:#dc3545;box-shadow:0 0 0 .2rem rgba(220,53,69,.25)}.custom-select.is-invalid~.invalid-feedback,.custom-select.is-invalid~.invalid-tooltip,.form-control.is-invalid~.invalid-feedback,.form-control.is-invalid~.invalid-tooltip,.was-validated .custom-select:invalid~.invalid-feedback,.was-validated .custom-select:invalid~.invalid-tooltip,.was-validated .form-control:invalid~.invalid-feedback,.was-validated .form-control:invalid~.invalid-tooltip{display:block}.form-control-file.is-invalid~.invalid-feedback,.form-control-file.is-invalid~.invalid-tooltip,.was-validated .form-control-file:invalid~.invalid-feedback,.was-validated .form-control-file:invalid~.invalid-tooltip{display:block}.form-check-input.is-invalid~.form-check-label,.was-validated .form-check-input:invalid~.form-check-label{color:#dc3545}.form-check-input.is-invalid~.invalid-feedback,.form-check-input.is-invalid~.invalid-tooltip,.was-validated .form-check-input:invalid~.invalid-feedback,.was-validated .form-check-input:invalid~.invalid-tooltip{display:block}.custom-control-input.is-invalid~.custom-control-label,.was-validated .custom-control-input:invalid~.custom-control-label{color:#dc3545}.custom-control-input.is-invalid~.custom-control-label::before,.was-validated .custom-control-input:invalid~.custom-control-label::before{background-color:#efa2a9}.custom-control-input.is-invalid~.invalid-feedback,.custom-control-input.is-invalid~.invalid-tooltip,.was-validated .custom-control-input:invalid~.invalid-feedback,.was-validated .custom-control-input:invalid~.invalid-tooltip{display:block}.custom-control-input.is-invalid:checked~.custom-control-label::before,.was-validated .custom-control-input:invalid:checked~.custom-control-label::before{background-color:#e4606d}.custom-control-input.is-invalid:focus~.custom-control-label::before,.was-validated .custom-control-input:invalid:focus~.custom-control-label::before{box-shadow:0 0 0 1px #fff,0 0 0 .2rem rgba(220,53,69,.25)}.custom-file-input.is-invalid~.custom-file-label,.was-validated .custom-file-input:invalid~.custom-file-label{border-color:#dc3545}.custom-file-input.is-invalid~.custom-file-label::before,.was-validated .custom-file-input:invalid~.custom-file-label::before{border-color:inherit}.custom-file-input.is-invalid~.invalid-feedback,.custom-file-input.is-invalid~.invalid-tooltip,.was-validated .custom-file-input:invalid~.invalid-feedback,.was-validated .custom-file-input:invalid~.invalid-tooltip{display:block}.custom-file-input.is-invalid:focus~.custom-file-label,.was-validated .custom-file-input:invalid:focus~.custom-file-label{box-shadow:0 0 0 .2rem rgba(220,53,69,.25)}.form-inline{display:-ms-flexbox;display:flex;-ms-flex-flow:row wrap;flex-flow:row wrap;-ms-flex-align:center;align-items:center}.form-inline .form-check{width:100%}@media (min-width:576px){.form-inline label{display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center;-ms-flex-pack:center;justify-content:center;margin-bottom:0}.form-inline .form-group{display:-ms-flexbox;display:flex;-ms-flex:0 0 auto;flex:0 0 auto;-ms-flex-flow:row wrap;flex-flow:row wrap;-ms-flex-align:center;align-items:center;margin-bottom:0}.form-inline .form-control{display:inline-block;width:auto;vertical-align:middle}.form-inline .form-control-plaintext{display:inline-block}.form-inline .custom-select,.form-inline .input-group{width:auto}.form-inline .form-check{display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center;-ms-flex-pack:center;justify-content:center;width:auto;padding-left:0}.form-inline .form-check-input{position:relative;margin-top:0;margin-right:.25rem;margin-left:0}.form-inline .custom-control{-ms-flex-align:center;align-items:center;-ms-flex-pack:center;justify-content:center}.form-inline .custom-control-label{margin-bottom:0}}.btn{display:inline-block;font-weight:400;text-align:center;white-space:nowrap;vertical-align:middle;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;border:1px solid transparent;padding:.375rem .75rem;font-size:1rem;line-height:1.5;border-radius:.25rem;transition:color .15s ease-in-out,background-color .15s ease-in-out,border-color .15s ease-in-out,box-shadow .15s ease-in-out}@media screen and (prefers-reduced-motion:reduce){.btn{transition:none}}.btn:focus,.btn:hover{text-decoration:none}.btn.focus,.btn:focus{outline:0;box-shadow:0 0 0 .2rem rgba(0,123,255,.25)}.btn.disabled,.btn:disabled{opacity:.65}.btn:not(:disabled):not(.disabled){cursor:pointer}.btn:not(:disabled):not(.disabled).active,.btn:not(:disabled):not(.disabled):active{background-image:none}a.btn.disabled,fieldset:disabled a.btn{pointer-events:none}.btn-primary{color:#fff;background-color:#007bff;border-color:#007bff}.btn-primary:hover{color:#fff;background-color:#0069d9;border-color:#0062cc}.btn-primary.focus,.btn-primary:focus{box-shadow:0 0 0 .2rem rgba(0,123,255,.5)}.btn-primary.disabled,.btn-primary:disabled{color:#fff;background-color:#007bff;border-color:#007bff}.btn-primary:not(:disabled):not(.disabled).active,.btn-primary:not(:disabled):not(.disabled):active,.show>.btn-primary.dropdown-toggle{color:#fff;background-color:#0062cc;border-color:#005cbf}.btn-primary:not(:disabled):not(.disabled).active:focus,.btn-primary:not(:disabled):not(.disabled):active:focus,.show>.btn-primary.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(0,123,255,.5)}.btn-secondary{color:#fff;background-color:#6c757d;border-color:#6c757d}.btn-secondary:hover{color:#fff;background-color:#5a6268;border-color:#545b62}.btn-secondary.focus,.btn-secondary:focus{box-shadow:0 0 0 .2rem rgba(108,117,125,.5)}.btn-secondary.disabled,.btn-secondary:disabled{color:#fff;background-color:#6c757d;border-color:#6c757d}.btn-secondary:not(:disabled):not(.disabled).active,.btn-secondary:not(:disabled):not(.disabled):active,.show>.btn-secondary.dropdown-toggle{color:#fff;background-color:#545b62;border-color:#4e555b}.btn-secondary:not(:disabled):not(.disabled).active:focus,.btn-secondary:not(:disabled):not(.disabled):active:focus,.show>.btn-secondary.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(108,117,125,.5)}.btn-success{color:#fff;background-color:#28a745;border-color:#28a745}.btn-success:hover{color:#fff;background-color:#218838;border-color:#1e7e34}.btn-success.focus,.btn-success:focus{box-shadow:0 0 0 .2rem rgba(40,167,69,.5)}.btn-success.disabled,.btn-success:disabled{color:#fff;background-color:#28a745;border-color:#28a745}.btn-success:not(:disabled):not(.disabled).active,.btn-success:not(:disabled):not(.disabled):active,.show>.btn-success.dropdown-toggle{color:#fff;background-color:#1e7e34;border-color:#1c7430}.btn-success:not(:disabled):not(.disabled).active:focus,.btn-success:not(:disabled):not(.disabled):active:focus,.show>.btn-success.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(40,167,69,.5)}.btn-info{color:#fff;background-color:#17a2b8;border-color:#17a2b8}.btn-info:hover{color:#fff;background-color:#138496;border-color:#117a8b}.btn-info.focus,.btn-info:focus{box-shadow:0 0 0 .2rem rgba(23,162,184,.5)}.btn-info.disabled,.btn-info:disabled{color:#fff;background-color:#17a2b8;border-color:#17a2b8}.btn-info:not(:disabled):not(.disabled).active,.btn-info:not(:disabled):not(.disabled):active,.show>.btn-info.dropdown-toggle{color:#fff;background-color:#117a8b;border-color:#10707f}.btn-info:not(:disabled):not(.disabled).active:focus,.btn-info:not(:disabled):not(.disabled):active:focus,.show>.btn-info.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(23,162,184,.5)}.btn-warning{color:#212529;background-color:#ffc107;border-color:#ffc107}.btn-warning:hover{color:#212529;background-color:#e0a800;border-color:#d39e00}.btn-warning.focus,.btn-warning:focus{box-shadow:0 0 0 .2rem rgba(255,193,7,.5)}.btn-warning.disabled,.btn-warning:disabled{color:#212529;background-color:#ffc107;border-color:#ffc107}.btn-warning:not(:disabled):not(.disabled).active,.btn-warning:not(:disabled):not(.disabled):active,.show>.btn-warning.dropdown-toggle{color:#212529;background-color:#d39e00;border-color:#c69500}.btn-warning:not(:disabled):not(.disabled).active:focus,.btn-warning:not(:disabled):not(.disabled):active:focus,.show>.btn-warning.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(255,193,7,.5)}.btn-danger{color:#fff;background-color:#dc3545;border-color:#dc3545}.btn-danger:hover{color:#fff;background-color:#c82333;border-color:#bd2130}.btn-danger.focus,.btn-danger:focus{box-shadow:0 0 0 .2rem rgba(220,53,69,.5)}.btn-danger.disabled,.btn-danger:disabled{color:#fff;background-color:#dc3545;border-color:#dc3545}.btn-danger:not(:disabled):not(.disabled).active,.btn-danger:not(:disabled):not(.disabled):active,.show>.btn-danger.dropdown-toggle{color:#fff;background-color:#bd2130;border-color:#b21f2d}.btn-danger:not(:disabled):not(.disabled).active:focus,.btn-danger:not(:disabled):not(.disabled):active:focus,.show>.btn-danger.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(220,53,69,.5)}.btn-light{color:#212529;background-color:#f8f9fa;border-color:#f8f9fa}.btn-light:hover{color:#212529;background-color:#e2e6ea;border-color:#dae0e5}.btn-light.focus,.btn-light:focus{box-shadow:0 0 0 .2rem rgba(248,249,250,.5)}.btn-light.disabled,.btn-light:disabled{color:#212529;background-color:#f8f9fa;border-color:#f8f9fa}.btn-light:not(:disabled):not(.disabled).active,.btn-light:not(:disabled):not(.disabled):active,.show>.btn-light.dropdown-toggle{color:#212529;background-color:#dae0e5;border-color:#d3d9df}.btn-light:not(:disabled):not(.disabled).active:focus,.btn-light:not(:disabled):not(.disabled):active:focus,.show>.btn-light.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(248,249,250,.5)}.btn-dark{color:#fff;background-color:#343a40;border-color:#343a40}.btn-dark:hover{color:#fff;background-color:#23272b;border-color:#1d2124}.btn-dark.focus,.btn-dark:focus{box-shadow:0 0 0 .2rem rgba(52,58,64,.5)}.btn-dark.disabled,.btn-dark:disabled{color:#fff;background-color:#343a40;border-color:#343a40}.btn-dark:not(:disabled):not(.disabled).active,.btn-dark:not(:disabled):not(.disabled):active,.show>.btn-dark.dropdown-toggle{color:#fff;background-color:#1d2124;border-color:#171a1d}.btn-dark:not(:disabled):not(.disabled).active:focus,.btn-dark:not(:disabled):not(.disabled):active:focus,.show>.btn-dark.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(52,58,64,.5)}.btn-outline-primary{color:#007bff;background-color:transparent;background-image:none;border-color:#007bff}.btn-outline-primary:hover{color:#fff;background-color:#007bff;border-color:#007bff}.btn-outline-primary.focus,.btn-outline-primary:focus{box-shadow:0 0 0 .2rem rgba(0,123,255,.5)}.btn-outline-primary.disabled,.btn-outline-primary:disabled{color:#007bff;background-color:transparent}.btn-outline-primary:not(:disabled):not(.disabled).active,.btn-outline-primary:not(:disabled):not(.disabled):active,.show>.btn-outline-primary.dropdown-toggle{color:#fff;background-color:#007bff;border-color:#007bff}.btn-outline-primary:not(:disabled):not(.disabled).active:focus,.btn-outline-primary:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-primary.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(0,123,255,.5)}.btn-outline-secondary{color:#6c757d;background-color:transparent;background-image:none;border-color:#6c757d}.btn-outline-secondary:hover{color:#fff;background-color:#6c757d;border-color:#6c757d}.btn-outline-secondary.focus,.btn-outline-secondary:focus{box-shadow:0 0 0 .2rem rgba(108,117,125,.5)}.btn-outline-secondary.disabled,.btn-outline-secondary:disabled{color:#6c757d;background-color:transparent}.btn-outline-secondary:not(:disabled):not(.disabled).active,.btn-outline-secondary:not(:disabled):not(.disabled):active,.show>.btn-outline-secondary.dropdown-toggle{color:#fff;background-color:#6c757d;border-color:#6c757d}.btn-outline-secondary:not(:disabled):not(.disabled).active:focus,.btn-outline-secondary:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-secondary.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(108,117,125,.5)}.btn-outline-success{color:#28a745;background-color:transparent;background-image:none;border-color:#28a745}.btn-outline-success:hover{color:#fff;background-color:#28a745;border-color:#28a745}.btn-outline-success.focus,.btn-outline-success:focus{box-shadow:0 0 0 .2rem rgba(40,167,69,.5)}.btn-outline-success.disabled,.btn-outline-success:disabled{color:#28a745;background-color:transparent}.btn-outline-success:not(:disabled):not(.disabled).active,.btn-outline-success:not(:disabled):not(.disabled):active,.show>.btn-outline-success.dropdown-toggle{color:#fff;background-color:#28a745;border-color:#28a745}.btn-outline-success:not(:disabled):not(.disabled).active:focus,.btn-outline-success:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-success.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(40,167,69,.5)}.btn-outline-info{color:#17a2b8;background-color:transparent;background-image:none;border-color:#17a2b8}.btn-outline-info:hover{color:#fff;background-color:#17a2b8;border-color:#17a2b8}.btn-outline-info.focus,.btn-outline-info:focus{box-shadow:0 0 0 .2rem rgba(23,162,184,.5)}.btn-outline-info.disabled,.btn-outline-info:disabled{color:#17a2b8;background-color:transparent}.btn-outline-info:not(:disabled):not(.disabled).active,.btn-outline-info:not(:disabled):not(.disabled):active,.show>.btn-outline-info.dropdown-toggle{color:#fff;background-color:#17a2b8;border-color:#17a2b8}.btn-outline-info:not(:disabled):not(.disabled).active:focus,.btn-outline-info:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-info.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(23,162,184,.5)}.btn-outline-warning{color:#ffc107;background-color:transparent;background-image:none;border-color:#ffc107}.btn-outline-warning:hover{color:#212529;background-color:#ffc107;border-color:#ffc107}.btn-outline-warning.focus,.btn-outline-warning:focus{box-shadow:0 0 0 .2rem rgba(255,193,7,.5)}.btn-outline-warning.disabled,.btn-outline-warning:disabled{color:#ffc107;background-color:transparent}.btn-outline-warning:not(:disabled):not(.disabled).active,.btn-outline-warning:not(:disabled):not(.disabled):active,.show>.btn-outline-warning.dropdown-toggle{color:#212529;background-color:#ffc107;border-color:#ffc107}.btn-outline-warning:not(:disabled):not(.disabled).active:focus,.btn-outline-warning:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-warning.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(255,193,7,.5)}.btn-outline-danger{color:#dc3545;background-color:transparent;background-image:none;border-color:#dc3545}.btn-outline-danger:hover{color:#fff;background-color:#dc3545;border-color:#dc3545}.btn-outline-danger.focus,.btn-outline-danger:focus{box-shadow:0 0 0 .2rem rgba(220,53,69,.5)}.btn-outline-danger.disabled,.btn-outline-danger:disabled{color:#dc3545;background-color:transparent}.btn-outline-danger:not(:disabled):not(.disabled).active,.btn-outline-danger:not(:disabled):not(.disabled):active,.show>.btn-outline-danger.dropdown-toggle{color:#fff;background-color:#dc3545;border-color:#dc3545}.btn-outline-danger:not(:disabled):not(.disabled).active:focus,.btn-outline-danger:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-danger.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(220,53,69,.5)}.btn-outline-light{color:#f8f9fa;background-color:transparent;background-image:none;border-color:#f8f9fa}.btn-outline-light:hover{color:#212529;background-color:#f8f9fa;border-color:#f8f9fa}.btn-outline-light.focus,.btn-outline-light:focus{box-shadow:0 0 0 .2rem rgba(248,249,250,.5)}.btn-outline-light.disabled,.btn-outline-light:disabled{color:#f8f9fa;background-color:transparent}.btn-outline-light:not(:disabled):not(.disabled).active,.btn-outline-light:not(:disabled):not(.disabled):active,.show>.btn-outline-light.dropdown-toggle{color:#212529;background-color:#f8f9fa;border-color:#f8f9fa}.btn-outline-light:not(:disabled):not(.disabled).active:focus,.btn-outline-light:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-light.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(248,249,250,.5)}.btn-outline-dark{color:#343a40;background-color:transparent;background-image:none;border-color:#343a40}.btn-outline-dark:hover{color:#fff;background-color:#343a40;border-color:#343a40}.btn-outline-dark.focus,.btn-outline-dark:focus{box-shadow:0 0 0 .2rem rgba(52,58,64,.5)}.btn-outline-dark.disabled,.btn-outline-dark:disabled{color:#343a40;background-color:transparent}.btn-outline-dark:not(:disabled):not(.disabled).active,.btn-outline-dark:not(:disabled):not(.disabled):active,.show>.btn-outline-dark.dropdown-toggle{color:#fff;background-color:#343a40;border-color:#343a40}.btn-outline-dark:not(:disabled):not(.disabled).active:focus,.btn-outline-dark:not(:disabled):not(.disabled):active:focus,.show>.btn-outline-dark.dropdown-toggle:focus{box-shadow:0 0 0 .2rem rgba(52,58,64,.5)}.btn-link{font-weight:400;color:#007bff;background-color:transparent}.btn-link:hover{color:#0056b3;text-decoration:underline;background-color:transparent;border-color:transparent}.btn-link.focus,.btn-link:focus{text-decoration:underline;border-color:transparent;box-shadow:none}.btn-link.disabled,.btn-link:disabled{color:#6c757d;pointer-events:none}.btn-group-lg>.btn,.btn-lg{padding:.5rem 1rem;font-size:1.25rem;line-height:1.5;border-radius:.3rem}.btn-group-sm>.btn,.btn-sm{padding:.25rem .5rem;font-size:.875rem;line-height:1.5;border-radius:.2rem}.btn-block{display:block;width:100%}.btn-block+.btn-block{margin-top:.5rem}input[type=button].btn-block,input[type=reset].btn-block,input[type=submit].btn-block{width:100%}.fade{transition:opacity .15s linear}@media screen and (prefers-reduced-motion:reduce){.fade{transition:none}}.fade:not(.show){opacity:0}.collapse:not(.show){display:none}.collapsing{position:relative;height:0;overflow:hidden;transition:height .35s ease}@media screen and (prefers-reduced-motion:reduce){.collapsing{transition:none}}.dropdown,.dropleft,.dropright,.dropup{position:relative}.dropdown-toggle::after{display:inline-block;width:0;height:0;margin-left:.255em;vertical-align:.255em;content:"";border-top:.3em solid;border-right:.3em solid transparent;border-bottom:0;border-left:.3em solid transparent}.dropdown-toggle:empty::after{margin-left:0}.dropdown-menu{position:absolute;top:100%;left:0;z-index:1000;display:none;float:left;min-width:10rem;padding:.5rem 0;margin:.125rem 0 0;font-size:1rem;color:#212529;text-align:left;list-style:none;background-color:#fff;background-clip:padding-box;border:1px solid rgba(0,0,0,.15);border-radius:.25rem}.dropdown-menu-right{right:0;left:auto}.dropup .dropdown-menu{top:auto;bottom:100%;margin-top:0;margin-bottom:.125rem}.dropup .dropdown-toggle::after{display:inline-block;width:0;height:0;margin-left:.255em;vertical-align:.255em;content:"";border-top:0;border-right:.3em solid transparent;border-bottom:.3em solid;border-left:.3em solid transparent}.dropup .dropdown-toggle:empty::after{margin-left:0}.dropright .dropdown-menu{top:0;right:auto;left:100%;margin-top:0;margin-left:.125rem}.dropright .dropdown-toggle::after{display:inline-block;width:0;height:0;margin-left:.255em;vertical-align:.255em;content:"";border-top:.3em solid transparent;border-right:0;border-bottom:.3em solid transparent;border-left:.3em solid}.dropright .dropdown-toggle:empty::after{margin-left:0}.dropright .dropdown-toggle::after{vertical-align:0}.dropleft .dropdown-menu{top:0;right:100%;left:auto;margin-top:0;margin-right:.125rem}.dropleft .dropdown-toggle::after{display:inline-block;width:0;height:0;margin-left:.255em;vertical-align:.255em;content:""}.dropleft .dropdown-toggle::after{display:none}.dropleft .dropdown-toggle::before{display:inline-block;width:0;height:0;margin-right:.255em;vertical-align:.255em;content:"";border-top:.3em solid transparent;border-right:.3em solid;border-bottom:.3em solid transparent}.dropleft .dropdown-toggle:empty::after{margin-left:0}.dropleft .dropdown-toggle::before{vertical-align:0}.dropdown-menu[x-placement^=bottom],.dropdown-menu[x-placement^=left],.dropdown-menu[x-placement^=right],.dropdown-menu[x-placement^=top]{right:auto;bottom:auto}.dropdown-divider{height:0;margin:.5rem 0;overflow:hidden;border-top:1px solid #e9ecef}.dropdown-item{display:block;width:100%;padding:.25rem 1.5rem;clear:both;font-weight:400;color:#212529;text-align:inherit;white-space:nowrap;background-color:transparent;border:0}.dropdown-item:focus,.dropdown-item:hover{color:#16181b;text-decoration:none;background-color:#f8f9fa}.dropdown-item.active,.dropdown-item:active{color:#fff;text-decoration:none;background-color:#007bff}.dropdown-item.disabled,.dropdown-item:disabled{color:#6c757d;background-color:transparent}.dropdown-menu.show{display:block}.dropdown-header{display:block;padding:.5rem 1.5rem;margin-bottom:0;font-size:.875rem;color:#6c757d;white-space:nowrap}.dropdown-item-text{display:block;padding:.25rem 1.5rem;color:#212529}.btn-group,.btn-group-vertical{position:relative;display:-ms-inline-flexbox;display:inline-flex;vertical-align:middle}.btn-group-vertical>.btn,.btn-group>.btn{position:relative;-ms-flex:0 1 auto;flex:0 1 auto}.btn-group-vertical>.btn:hover,.btn-group>.btn:hover{z-index:1}.btn-group-vertical>.btn.active,.btn-group-vertical>.btn:active,.btn-group-vertical>.btn:focus,.btn-group>.btn.active,.btn-group>.btn:active,.btn-group>.btn:focus{z-index:1}.btn-group .btn+.btn,.btn-group .btn+.btn-group,.btn-group .btn-group+.btn,.btn-group .btn-group+.btn-group,.btn-group-vertical .btn+.btn,.btn-group-vertical .btn+.btn-group,.btn-group-vertical .btn-group+.btn,.btn-group-vertical .btn-group+.btn-group{margin-left:-1px}.btn-toolbar{display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;-ms-flex-pack:start;justify-content:flex-start}.btn-toolbar .input-group{width:auto}.btn-group>.btn:first-child{margin-left:0}.btn-group>.btn-group:not(:last-child)>.btn,.btn-group>.btn:not(:last-child):not(.dropdown-toggle){border-top-right-radius:0;border-bottom-right-radius:0}.btn-group>.btn-group:not(:first-child)>.btn,.btn-group>.btn:not(:first-child){border-top-left-radius:0;border-bottom-left-radius:0}.dropdown-toggle-split{padding-right:.5625rem;padding-left:.5625rem}.dropdown-toggle-split::after,.dropright .dropdown-toggle-split::after,.dropup .dropdown-toggle-split::after{margin-left:0}.dropleft .dropdown-toggle-split::before{margin-right:0}.btn-group-sm>.btn+.dropdown-toggle-split,.btn-sm+.dropdown-toggle-split{padding-right:.375rem;padding-left:.375rem}.btn-group-lg>.btn+.dropdown-toggle-split,.btn-lg+.dropdown-toggle-split{padding-right:.75rem;padding-left:.75rem}.btn-group-vertical{-ms-flex-direction:column;flex-direction:column;-ms-flex-align:start;align-items:flex-start;-ms-flex-pack:center;justify-content:center}.btn-group-vertical .btn,.btn-group-vertical .btn-group{width:100%}.btn-group-vertical>.btn+.btn,.btn-group-vertical>.btn+.btn-group,.btn-group-vertical>.btn-group+.btn,.btn-group-vertical>.btn-group+.btn-group{margin-top:-1px;margin-left:0}.btn-group-vertical>.btn-group:not(:last-child)>.btn,.btn-group-vertical>.btn:not(:last-child):not(.dropdown-toggle){border-bottom-right-radius:0;border-bottom-left-radius:0}.btn-group-vertical>.btn-group:not(:first-child)>.btn,.btn-group-vertical>.btn:not(:first-child){border-top-left-radius:0;border-top-right-radius:0}.btn-group-toggle>.btn,.btn-group-toggle>.btn-group>.btn{margin-bottom:0}.btn-group-toggle>.btn input[type=checkbox],.btn-group-toggle>.btn input[type=radio],.btn-group-toggle>.btn-group>.btn input[type=checkbox],.btn-group-toggle>.btn-group>.btn input[type=radio]{position:absolute;clip:rect(0,0,0,0);pointer-events:none}.input-group{position:relative;display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;-ms-flex-align:stretch;align-items:stretch;width:100%}.input-group>.custom-file,.input-group>.custom-select,.input-group>.form-control{position:relative;-ms-flex:1 1 auto;flex:1 1 auto;width:1%;margin-bottom:0}.input-group>.custom-file:focus,.input-group>.custom-select:focus,.input-group>.form-control:focus{z-index:3}.input-group>.custom-file+.custom-file,.input-group>.custom-file+.custom-select,.input-group>.custom-file+.form-control,.input-group>.custom-select+.custom-file,.input-group>.custom-select+.custom-select,.input-group>.custom-select+.form-control,.input-group>.form-control+.custom-file,.input-group>.form-control+.custom-select,.input-group>.form-control+.form-control{margin-left:-1px}.input-group>.custom-select:not(:last-child),.input-group>.form-control:not(:last-child){border-top-right-radius:0;border-bottom-right-radius:0}.input-group>.custom-select:not(:first-child),.input-group>.form-control:not(:first-child){border-top-left-radius:0;border-bottom-left-radius:0}.input-group>.custom-file{display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center}.input-group>.custom-file:not(:last-child) .custom-file-label,.input-group>.custom-file:not(:last-child) .custom-file-label::after{border-top-right-radius:0;border-bottom-right-radius:0}.input-group>.custom-file:not(:first-child) .custom-file-label{border-top-left-radius:0;border-bottom-left-radius:0}.input-group-append,.input-group-prepend{display:-ms-flexbox;display:flex}.input-group-append .btn,.input-group-prepend .btn{position:relative;z-index:2}.input-group-append .btn+.btn,.input-group-append .btn+.input-group-text,.input-group-append .input-group-text+.btn,.input-group-append .input-group-text+.input-group-text,.input-group-prepend .btn+.btn,.input-group-prepend .btn+.input-group-text,.input-group-prepend .input-group-text+.btn,.input-group-prepend .input-group-text+.input-group-text{margin-left:-1px}.input-group-prepend{margin-right:-1px}.input-group-append{margin-left:-1px}.input-group-text{display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center;padding:.375rem .75rem;margin-bottom:0;font-size:1rem;font-weight:400;line-height:1.5;color:#495057;text-align:center;white-space:nowrap;background-color:#e9ecef;border:1px solid #ced4da;border-radius:.25rem}.input-group-text input[type=checkbox],.input-group-text input[type=radio]{margin-top:0}.input-group>.input-group-append:last-child>.btn:not(:last-child):not(.dropdown-toggle),.input-group>.input-group-append:last-child>.input-group-text:not(:last-child),.input-group>.input-group-append:not(:last-child)>.btn,.input-group>.input-group-append:not(:last-child)>.input-group-text,.input-group>.input-group-prepend>.btn,.input-group>.input-group-prepend>.input-group-text{border-top-right-radius:0;border-bottom-right-radius:0}.input-group>.input-group-append>.btn,.input-group>.input-group-append>.input-group-text,.input-group>.input-group-prepend:first-child>.btn:not(:first-child),.input-group>.input-group-prepend:first-child>.input-group-text:not(:first-child),.input-group>.input-group-prepend:not(:first-child)>.btn,.input-group>.input-group-prepend:not(:first-child)>.input-group-text{border-top-left-radius:0;border-bottom-left-radius:0}.custom-control{position:relative;display:block;min-height:1.5rem;padding-left:1.5rem}.custom-control-inline{display:-ms-inline-flexbox;display:inline-flex;margin-right:1rem}.custom-control-input{position:absolute;z-index:-1;opacity:0}.custom-control-input:checked~.custom-control-label::before{color:#fff;background-color:#007bff}.custom-control-input:focus~.custom-control-label::before{box-shadow:0 0 0 1px #fff,0 0 0 .2rem rgba(0,123,255,.25)}.custom-control-input:active~.custom-control-label::before{color:#fff;background-color:#b3d7ff}.custom-control-input:disabled~.custom-control-label{color:#6c757d}.custom-control-input:disabled~.custom-control-label::before{background-color:#e9ecef}.custom-control-label{position:relative;margin-bottom:0}.custom-control-label::before{position:absolute;top:.25rem;left:-1.5rem;display:block;width:1rem;height:1rem;pointer-events:none;content:"";-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;background-color:#dee2e6}.custom-control-label::after{position:absolute;top:.25rem;left:-1.5rem;display:block;width:1rem;height:1rem;content:"";background-repeat:no-repeat;background-position:center center;background-size:50% 50%}.custom-checkbox .custom-control-label::before{border-radius:.25rem}.custom-checkbox .custom-control-input:checked~.custom-control-label::before{background-color:#007bff}.custom-checkbox .custom-control-input:checked~.custom-control-label::after{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 8 8'%3E%3Cpath fill='%23fff' d='M6.564.75l-3.59 3.612-1.538-1.55L0 4.26 2.974 7.25 8 2.193z'/%3E%3C/svg%3E")}.custom-checkbox .custom-control-input:indeterminate~.custom-control-label::before{background-color:#007bff}.custom-checkbox .custom-control-input:indeterminate~.custom-control-label::after{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 4 4'%3E%3Cpath stroke='%23fff' d='M0 2h4'/%3E%3C/svg%3E")}.custom-checkbox .custom-control-input:disabled:checked~.custom-control-label::before{background-color:rgba(0,123,255,.5)}.custom-checkbox .custom-control-input:disabled:indeterminate~.custom-control-label::before{background-color:rgba(0,123,255,.5)}.custom-radio .custom-control-label::before{border-radius:50%}.custom-radio .custom-control-input:checked~.custom-control-label::before{background-color:#007bff}.custom-radio .custom-control-input:checked~.custom-control-label::after{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='-4 -4 8 8'%3E%3Ccircle r='3' fill='%23fff'/%3E%3C/svg%3E")}.custom-radio .custom-control-input:disabled:checked~.custom-control-label::before{background-color:rgba(0,123,255,.5)}.custom-select{display:inline-block;width:100%;height:calc(2.25rem + 2px);padding:.375rem 1.75rem .375rem .75rem;line-height:1.5;color:#495057;vertical-align:middle;background:#fff url("data:image/svg+xml;charset=utf8,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 4 5'%3E%3Cpath fill='%23343a40' d='M2 0L0 2h4zm0 5L0 3h4z'/%3E%3C/svg%3E") no-repeat right .75rem center;background-size:8px 10px;border:1px solid #ced4da;border-radius:.25rem;-webkit-appearance:none;-moz-appearance:none;appearance:none}.custom-select:focus{border-color:#80bdff;outline:0;box-shadow:inset 0 1px 2px rgba(0,0,0,.075),0 0 5px rgba(128,189,255,.5)}.custom-select:focus::-ms-value{color:#495057;background-color:#fff}.custom-select[multiple],.custom-select[size]:not([size="1"]){height:auto;padding-right:.75rem;background-image:none}.custom-select:disabled{color:#6c757d;background-color:#e9ecef}.custom-select::-ms-expand{opacity:0}.custom-select-sm{height:calc(1.8125rem + 2px);padding-top:.375rem;padding-bottom:.375rem;font-size:75%}.custom-select-lg{height:calc(2.875rem + 2px);padding-top:.375rem;padding-bottom:.375rem;font-size:125%}.custom-file{position:relative;display:inline-block;width:100%;height:calc(2.25rem + 2px);margin-bottom:0}.custom-file-input{position:relative;z-index:2;width:100%;height:calc(2.25rem + 2px);margin:0;opacity:0}.custom-file-input:focus~.custom-file-label{border-color:#80bdff;box-shadow:0 0 0 .2rem rgba(0,123,255,.25)}.custom-file-input:focus~.custom-file-label::after{border-color:#80bdff}.custom-file-input:lang(en)~.custom-file-label::after{content:"Browse"}.custom-file-label{position:absolute;top:0;right:0;left:0;z-index:1;height:calc(2.25rem + 2px);padding:.375rem .75rem;line-height:1.5;color:#495057;background-color:#fff;border:1px solid #ced4da;border-radius:.25rem}.custom-file-label::after{position:absolute;top:0;right:0;bottom:0;z-index:3;display:block;height:2.25rem;padding:.375rem .75rem;line-height:1.5;color:#495057;content:"Browse";background-color:#e9ecef;border-left:1px solid #ced4da;border-radius:0 .25rem .25rem 0}.custom-range{width:100%;padding-left:0;background-color:transparent;-webkit-appearance:none;-moz-appearance:none;appearance:none}.custom-range:focus{outline:0}.custom-range::-moz-focus-outer{border:0}.custom-range::-webkit-slider-thumb{width:1rem;height:1rem;margin-top:-.25rem;background-color:#007bff;border:0;border-radius:1rem;-webkit-appearance:none;appearance:none}.custom-range::-webkit-slider-thumb:focus{outline:0;box-shadow:0 0 0 1px #fff,0 0 0 .2rem rgba(0,123,255,.25)}.custom-range::-webkit-slider-thumb:active{background-color:#b3d7ff}.custom-range::-webkit-slider-runnable-track{width:100%;height:.5rem;color:transparent;cursor:pointer;background-color:#dee2e6;border-color:transparent;border-radius:1rem}.custom-range::-moz-range-thumb{width:1rem;height:1rem;background-color:#007bff;border:0;border-radius:1rem;-moz-appearance:none;appearance:none}.custom-range::-moz-range-thumb:focus{outline:0;box-shadow:0 0 0 1px #fff,0 0 0 .2rem rgba(0,123,255,.25)}.custom-range::-moz-range-thumb:active{background-color:#b3d7ff}.custom-range::-moz-range-track{width:100%;height:.5rem;color:transparent;cursor:pointer;background-color:#dee2e6;border-color:transparent;border-radius:1rem}.custom-range::-ms-thumb{width:1rem;height:1rem;background-color:#007bff;border:0;border-radius:1rem;appearance:none}.custom-range::-ms-thumb:focus{outline:0;box-shadow:0 0 0 1px #fff,0 0 0 .2rem rgba(0,123,255,.25)}.custom-range::-ms-thumb:active{background-color:#b3d7ff}.custom-range::-ms-track{width:100%;height:.5rem;color:transparent;cursor:pointer;background-color:transparent;border-color:transparent;border-width:.5rem}.custom-range::-ms-fill-lower{background-color:#dee2e6;border-radius:1rem}.custom-range::-ms-fill-upper{margin-right:15px;background-color:#dee2e6;border-radius:1rem}.nav{display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;padding-left:0;margin-bottom:0;list-style:none}.nav-link{display:block;padding:.5rem 1rem}.nav-link:focus,.nav-link:hover{text-decoration:none}.nav-link.disabled{color:#6c757d}.nav-tabs{border-bottom:1px solid #dee2e6}.nav-tabs .nav-item{margin-bottom:-1px}.nav-tabs .nav-link{border:1px solid transparent;border-top-left-radius:.25rem;border-top-right-radius:.25rem}.nav-tabs .nav-link:focus,.nav-tabs .nav-link:hover{border-color:#e9ecef #e9ecef #dee2e6}.nav-tabs .nav-link.disabled{color:#6c757d;background-color:transparent;border-color:transparent}.nav-tabs .nav-item.show .nav-link,.nav-tabs .nav-link.active{color:#495057;background-color:#fff;border-color:#dee2e6 #dee2e6 #fff}.nav-tabs .dropdown-menu{margin-top:-1px;border-top-left-radius:0;border-top-right-radius:0}.nav-pills .nav-link{border-radius:.25rem}.nav-pills .nav-link.active,.nav-pills .show>.nav-link{color:#fff;background-color:#007bff}.nav-fill .nav-item{-ms-flex:1 1 auto;flex:1 1 auto;text-align:center}.nav-justified .nav-item{-ms-flex-preferred-size:0;flex-basis:0;-ms-flex-positive:1;flex-grow:1;text-align:center}.tab-content>.tab-pane{display:none}.tab-content>.active{display:block}.navbar{position:relative;display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;-ms-flex-align:center;align-items:center;-ms-flex-pack:justify;justify-content:space-between;padding:.5rem 1rem}.navbar>.container,.navbar>.container-fluid{display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;-ms-flex-align:center;align-items:center;-ms-flex-pack:justify;justify-content:space-between}.navbar-brand{display:inline-block;padding-top:.3125rem;padding-bottom:.3125rem;margin-right:1rem;font-size:1.25rem;line-height:inherit;white-space:nowrap}.navbar-brand:focus,.navbar-brand:hover{text-decoration:none}.navbar-nav{display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column;padding-left:0;margin-bottom:0;list-style:none}.navbar-nav .nav-link{padding-right:0;padding-left:0}.navbar-nav .dropdown-menu{position:static;float:none}.navbar-text{display:inline-block;padding-top:.5rem;padding-bottom:.5rem}.navbar-collapse{-ms-flex-preferred-size:100%;flex-basis:100%;-ms-flex-positive:1;flex-grow:1;-ms-flex-align:center;align-items:center}.navbar-toggler{padding:.25rem .75rem;font-size:1.25rem;line-height:1;background-color:transparent;border:1px solid transparent;border-radius:.25rem}.navbar-toggler:focus,.navbar-toggler:hover{text-decoration:none}.navbar-toggler:not(:disabled):not(.disabled){cursor:pointer}.navbar-toggler-icon{display:inline-block;width:1.5em;height:1.5em;vertical-align:middle;content:"";background:no-repeat center center;background-size:100% 100%}@media (max-width:575.98px){.navbar-expand-sm>.container,.navbar-expand-sm>.container-fluid{padding-right:0;padding-left:0}}@media (min-width:576px){.navbar-expand-sm{-ms-flex-flow:row nowrap;flex-flow:row nowrap;-ms-flex-pack:start;justify-content:flex-start}.navbar-expand-sm .navbar-nav{-ms-flex-direction:row;flex-direction:row}.navbar-expand-sm .navbar-nav .dropdown-menu{position:absolute}.navbar-expand-sm .navbar-nav .nav-link{padding-right:.5rem;padding-left:.5rem}.navbar-expand-sm>.container,.navbar-expand-sm>.container-fluid{-ms-flex-wrap:nowrap;flex-wrap:nowrap}.navbar-expand-sm .navbar-collapse{display:-ms-flexbox!important;display:flex!important;-ms-flex-preferred-size:auto;flex-basis:auto}.navbar-expand-sm .navbar-toggler{display:none}}@media (max-width:767.98px){.navbar-expand-md>.container,.navbar-expand-md>.container-fluid{padding-right:0;padding-left:0}}@media (min-width:768px){.navbar-expand-md{-ms-flex-flow:row nowrap;flex-flow:row nowrap;-ms-flex-pack:start;justify-content:flex-start}.navbar-expand-md .navbar-nav{-ms-flex-direction:row;flex-direction:row}.navbar-expand-md .navbar-nav .dropdown-menu{position:absolute}.navbar-expand-md .navbar-nav .nav-link{padding-right:.5rem;padding-left:.5rem}.navbar-expand-md>.container,.navbar-expand-md>.container-fluid{-ms-flex-wrap:nowrap;flex-wrap:nowrap}.navbar-expand-md .navbar-collapse{display:-ms-flexbox!important;display:flex!important;-ms-flex-preferred-size:auto;flex-basis:auto}.navbar-expand-md .navbar-toggler{display:none}}@media (max-width:991.98px){.navbar-expand-lg>.container,.navbar-expand-lg>.container-fluid{padding-right:0;padding-left:0}}@media (min-width:992px){.navbar-expand-lg{-ms-flex-flow:row nowrap;flex-flow:row nowrap;-ms-flex-pack:start;justify-content:flex-start}.navbar-expand-lg .navbar-nav{-ms-flex-direction:row;flex-direction:row}.navbar-expand-lg .navbar-nav .dropdown-menu{position:absolute}.navbar-expand-lg .navbar-nav .nav-link{padding-right:.5rem;padding-left:.5rem}.navbar-expand-lg>.container,.navbar-expand-lg>.container-fluid{-ms-flex-wrap:nowrap;flex-wrap:nowrap}.navbar-expand-lg .navbar-collapse{display:-ms-flexbox!important;display:flex!important;-ms-flex-preferred-size:auto;flex-basis:auto}.navbar-expand-lg .navbar-toggler{display:none}}@media (max-width:1199.98px){.navbar-expand-xl>.container,.navbar-expand-xl>.container-fluid{padding-right:0;padding-left:0}}@media (min-width:1200px){.navbar-expand-xl{-ms-flex-flow:row nowrap;flex-flow:row nowrap;-ms-flex-pack:start;justify-content:flex-start}.navbar-expand-xl .navbar-nav{-ms-flex-direction:row;flex-direction:row}.navbar-expand-xl .navbar-nav .dropdown-menu{position:absolute}.navbar-expand-xl .navbar-nav .nav-link{padding-right:.5rem;padding-left:.5rem}.navbar-expand-xl>.container,.navbar-expand-xl>.container-fluid{-ms-flex-wrap:nowrap;flex-wrap:nowrap}.navbar-expand-xl .navbar-collapse{display:-ms-flexbox!important;display:flex!important;-ms-flex-preferred-size:auto;flex-basis:auto}.navbar-expand-xl .navbar-toggler{display:none}}.navbar-expand{-ms-flex-flow:row nowrap;flex-flow:row nowrap;-ms-flex-pack:start;justify-content:flex-start}.navbar-expand>.container,.navbar-expand>.container-fluid{padding-right:0;padding-left:0}.navbar-expand .navbar-nav{-ms-flex-direction:row;flex-direction:row}.navbar-expand .navbar-nav .dropdown-menu{position:absolute}.navbar-expand .navbar-nav .nav-link{padding-right:.5rem;padding-left:.5rem}.navbar-expand>.container,.navbar-expand>.container-fluid{-ms-flex-wrap:nowrap;flex-wrap:nowrap}.navbar-expand .navbar-collapse{display:-ms-flexbox!important;display:flex!important;-ms-flex-preferred-size:auto;flex-basis:auto}.navbar-expand .navbar-toggler{display:none}.navbar-light .navbar-brand{color:rgba(0,0,0,.9)}.navbar-light .navbar-brand:focus,.navbar-light .navbar-brand:hover{color:rgba(0,0,0,.9)}.navbar-light .navbar-nav .nav-link{color:rgba(0,0,0,.5)}.navbar-light .navbar-nav .nav-link:focus,.navbar-light .navbar-nav .nav-link:hover{color:rgba(0,0,0,.7)}.navbar-light .navbar-nav .nav-link.disabled{color:rgba(0,0,0,.3)}.navbar-light .navbar-nav .active>.nav-link,.navbar-light .navbar-nav .nav-link.active,.navbar-light .navbar-nav .nav-link.show,.navbar-light .navbar-nav .show>.nav-link{color:rgba(0,0,0,.9)}.navbar-light .navbar-toggler{color:rgba(0,0,0,.5);border-color:rgba(0,0,0,.1)}.navbar-light .navbar-toggler-icon{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg viewBox='0 0 30 30' xmlns='http://www.w3.org/2000/svg'%3E%3Cpath stroke='rgba(0, 0, 0, 0.5)' stroke-width='2' stroke-linecap='round' stroke-miterlimit='10' d='M4 7h22M4 15h22M4 23h22'/%3E%3C/svg%3E")}.navbar-light .navbar-text{color:rgba(0,0,0,.5)}.navbar-light .navbar-text a{color:rgba(0,0,0,.9)}.navbar-light .navbar-text a:focus,.navbar-light .navbar-text a:hover{color:rgba(0,0,0,.9)}.navbar-dark .navbar-brand{color:#fff}.navbar-dark .navbar-brand:focus,.navbar-dark .navbar-brand:hover{color:#fff}.navbar-dark .navbar-nav .nav-link{color:rgba(255,255,255,.5)}.navbar-dark .navbar-nav .nav-link:focus,.navbar-dark .navbar-nav .nav-link:hover{color:rgba(255,255,255,.75)}.navbar-dark .navbar-nav .nav-link.disabled{color:rgba(255,255,255,.25)}.navbar-dark .navbar-nav .active>.nav-link,.navbar-dark .navbar-nav .nav-link.active,.navbar-dark .navbar-nav .nav-link.show,.navbar-dark .navbar-nav .show>.nav-link{color:#fff}.navbar-dark .navbar-toggler{color:rgba(255,255,255,.5);border-color:rgba(255,255,255,.1)}.navbar-dark .navbar-toggler-icon{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg viewBox='0 0 30 30' xmlns='http://www.w3.org/2000/svg'%3E%3Cpath stroke='rgba(255, 255, 255, 0.5)' stroke-width='2' stroke-linecap='round' stroke-miterlimit='10' d='M4 7h22M4 15h22M4 23h22'/%3E%3C/svg%3E")}.navbar-dark .navbar-text{color:rgba(255,255,255,.5)}.navbar-dark .navbar-text a{color:#fff}.navbar-dark .navbar-text a:focus,.navbar-dark .navbar-text a:hover{color:#fff}.card{position:relative;display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column;min-width:0;word-wrap:break-word;background-color:#fff;background-clip:border-box;border:1px solid rgba(0,0,0,.125);border-radius:.25rem}.card>hr{margin-right:0;margin-left:0}.card>.list-group:first-child .list-group-item:first-child{border-top-left-radius:.25rem;border-top-right-radius:.25rem}.card>.list-group:last-child .list-group-item:last-child{border-bottom-right-radius:.25rem;border-bottom-left-radius:.25rem}.card-body{-ms-flex:1 1 auto;flex:1 1 auto;padding:1.25rem}.card-title{margin-bottom:.75rem}.card-subtitle{margin-top:-.375rem;margin-bottom:0}.card-text:last-child{margin-bottom:0}.card-link:hover{text-decoration:none}.card-link+.card-link{margin-left:1.25rem}.card-header{padding:.75rem 1.25rem;margin-bottom:0;background-color:rgba(0,0,0,.03);border-bottom:1px solid rgba(0,0,0,.125)}.card-header:first-child{border-radius:calc(.25rem - 1px) calc(.25rem - 1px) 0 0}.card-header+.list-group .list-group-item:first-child{border-top:0}.card-footer{padding:.75rem 1.25rem;background-color:rgba(0,0,0,.03);border-top:1px solid rgba(0,0,0,.125)}.card-footer:last-child{border-radius:0 0 calc(.25rem - 1px) calc(.25rem - 1px)}.card-header-tabs{margin-right:-.625rem;margin-bottom:-.75rem;margin-left:-.625rem;border-bottom:0}.card-header-pills{margin-right:-.625rem;margin-left:-.625rem}.card-img-overlay{position:absolute;top:0;right:0;bottom:0;left:0;padding:1.25rem}.card-img{width:100%;border-radius:calc(.25rem - 1px)}.card-img-top{width:100%;border-top-left-radius:calc(.25rem - 1px);border-top-right-radius:calc(.25rem - 1px)}.card-img-bottom{width:100%;border-bottom-right-radius:calc(.25rem - 1px);border-bottom-left-radius:calc(.25rem - 1px)}.card-deck{display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column}.card-deck .card{margin-bottom:15px}@media (min-width:576px){.card-deck{-ms-flex-flow:row wrap;flex-flow:row wrap;margin-right:-15px;margin-left:-15px}.card-deck .card{display:-ms-flexbox;display:flex;-ms-flex:1 0 0%;flex:1 0 0%;-ms-flex-direction:column;flex-direction:column;margin-right:15px;margin-bottom:0;margin-left:15px}}.card-group{display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column}.card-group>.card{margin-bottom:15px}@media (min-width:576px){.card-group{-ms-flex-flow:row wrap;flex-flow:row wrap}.card-group>.card{-ms-flex:1 0 0%;flex:1 0 0%;margin-bottom:0}.card-group>.card+.card{margin-left:0;border-left:0}.card-group>.card:first-child{border-top-right-radius:0;border-bottom-right-radius:0}.card-group>.card:first-child .card-header,.card-group>.card:first-child .card-img-top{border-top-right-radius:0}.card-group>.card:first-child .card-footer,.card-group>.card:first-child .card-img-bottom{border-bottom-right-radius:0}.card-group>.card:last-child{border-top-left-radius:0;border-bottom-left-radius:0}.card-group>.card:last-child .card-header,.card-group>.card:last-child .card-img-top{border-top-left-radius:0}.card-group>.card:last-child .card-footer,.card-group>.card:last-child .card-img-bottom{border-bottom-left-radius:0}.card-group>.card:only-child{border-radius:.25rem}.card-group>.card:only-child .card-header,.card-group>.card:only-child .card-img-top{border-top-left-radius:.25rem;border-top-right-radius:.25rem}.card-group>.card:only-child .card-footer,.card-group>.card:only-child .card-img-bottom{border-bottom-right-radius:.25rem;border-bottom-left-radius:.25rem}.card-group>.card:not(:first-child):not(:last-child):not(:only-child){border-radius:0}.card-group>.card:not(:first-child):not(:last-child):not(:only-child) .card-footer,.card-group>.card:not(:first-child):not(:last-child):not(:only-child) .card-header,.card-group>.card:not(:first-child):not(:last-child):not(:only-child) .card-img-bottom,.card-group>.card:not(:first-child):not(:last-child):not(:only-child) .card-img-top{border-radius:0}}.card-columns .card{margin-bottom:.75rem}@media (min-width:576px){.card-columns{-webkit-column-count:3;-moz-column-count:3;column-count:3;-webkit-column-gap:1.25rem;-moz-column-gap:1.25rem;column-gap:1.25rem;orphans:1;widows:1}.card-columns .card{display:inline-block;width:100%}}.accordion .card:not(:first-of-type):not(:last-of-type){border-bottom:0;border-radius:0}.accordion .card:not(:first-of-type) .card-header:first-child{border-radius:0}.accordion .card:first-of-type{border-bottom:0;border-bottom-right-radius:0;border-bottom-left-radius:0}.accordion .card:last-of-type{border-top-left-radius:0;border-top-right-radius:0}.breadcrumb{display:-ms-flexbox;display:flex;-ms-flex-wrap:wrap;flex-wrap:wrap;padding:.75rem 1rem;margin-bottom:1rem;list-style:none;background-color:#e9ecef;border-radius:.25rem}.breadcrumb-item+.breadcrumb-item{padding-left:.5rem}.breadcrumb-item+.breadcrumb-item::before{display:inline-block;padding-right:.5rem;color:#6c757d;content:"/"}.breadcrumb-item+.breadcrumb-item:hover::before{text-decoration:underline}.breadcrumb-item+.breadcrumb-item:hover::before{text-decoration:none}.breadcrumb-item.active{color:#6c757d}.pagination{display:-ms-flexbox;display:flex;padding-left:0;list-style:none;border-radius:.25rem}.page-link{position:relative;display:block;padding:.5rem .75rem;margin-left:-1px;line-height:1.25;color:#007bff;background-color:#fff;border:1px solid #dee2e6}.page-link:hover{z-index:2;color:#0056b3;text-decoration:none;background-color:#e9ecef;border-color:#dee2e6}.page-link:focus{z-index:2;outline:0;box-shadow:0 0 0 .2rem rgba(0,123,255,.25)}.page-link:not(:disabled):not(.disabled){cursor:pointer}.page-item:first-child .page-link{margin-left:0;border-top-left-radius:.25rem;border-bottom-left-radius:.25rem}.page-item:last-child .page-link{border-top-right-radius:.25rem;border-bottom-right-radius:.25rem}.page-item.active .page-link{z-index:1;color:#fff;background-color:#007bff;border-color:#007bff}.page-item.disabled .page-link{color:#6c757d;pointer-events:none;cursor:auto;background-color:#fff;border-color:#dee2e6}.pagination-lg .page-link{padding:.75rem 1.5rem;font-size:1.25rem;line-height:1.5}.pagination-lg .page-item:first-child .page-link{border-top-left-radius:.3rem;border-bottom-left-radius:.3rem}.pagination-lg .page-item:last-child .page-link{border-top-right-radius:.3rem;border-bottom-right-radius:.3rem}.pagination-sm .page-link{padding:.25rem .5rem;font-size:.875rem;line-height:1.5}.pagination-sm .page-item:first-child .page-link{border-top-left-radius:.2rem;border-bottom-left-radius:.2rem}.pagination-sm .page-item:last-child .page-link{border-top-right-radius:.2rem;border-bottom-right-radius:.2rem}.badge{display:inline-block;padding:.25em .4em;font-size:75%;font-weight:700;line-height:1;text-align:center;white-space:nowrap;vertical-align:baseline;border-radius:.25rem}.badge:empty{display:none}.btn .badge{position:relative;top:-1px}.badge-pill{padding-right:.6em;padding-left:.6em;border-radius:10rem}.badge-primary{color:#fff;background-color:#007bff}.badge-primary[href]:focus,.badge-primary[href]:hover{color:#fff;text-decoration:none;background-color:#0062cc}.badge-secondary{color:#fff;background-color:#6c757d}.badge-secondary[href]:focus,.badge-secondary[href]:hover{color:#fff;text-decoration:none;background-color:#545b62}.badge-success{color:#fff;background-color:#28a745}.badge-success[href]:focus,.badge-success[href]:hover{color:#fff;text-decoration:none;background-color:#1e7e34}.badge-info{color:#fff;background-color:#17a2b8}.badge-info[href]:focus,.badge-info[href]:hover{color:#fff;text-decoration:none;background-color:#117a8b}.badge-warning{color:#212529;background-color:#ffc107}.badge-warning[href]:focus,.badge-warning[href]:hover{color:#212529;text-decoration:none;background-color:#d39e00}.badge-danger{color:#fff;background-color:#dc3545}.badge-danger[href]:focus,.badge-danger[href]:hover{color:#fff;text-decoration:none;background-color:#bd2130}.badge-light{color:#212529;background-color:#f8f9fa}.badge-light[href]:focus,.badge-light[href]:hover{color:#212529;text-decoration:none;background-color:#dae0e5}.badge-dark{color:#fff;background-color:#343a40}.badge-dark[href]:focus,.badge-dark[href]:hover{color:#fff;text-decoration:none;background-color:#1d2124}.jumbotron{padding:2rem 1rem;margin-bottom:2rem;background-color:#e9ecef;border-radius:.3rem}@media (min-width:576px){.jumbotron{padding:4rem 2rem}}.jumbotron-fluid{padding-right:0;padding-left:0;border-radius:0}.alert{position:relative;padding:.75rem 1.25rem;margin-bottom:1rem;border:1px solid transparent;border-radius:.25rem}.alert-heading{color:inherit}.alert-link{font-weight:700}.alert-dismissible{padding-right:4rem}.alert-dismissible .close{position:absolute;top:0;right:0;padding:.75rem 1.25rem;color:inherit}.alert-primary{color:#004085;background-color:#cce5ff;border-color:#b8daff}.alert-primary hr{border-top-color:#9fcdff}.alert-primary .alert-link{color:#002752}.alert-secondary{color:#383d41;background-color:#e2e3e5;border-color:#d6d8db}.alert-secondary hr{border-top-color:#c8cbcf}.alert-secondary .alert-link{color:#202326}.alert-success{color:#155724;background-color:#d4edda;border-color:#c3e6cb}.alert-success hr{border-top-color:#b1dfbb}.alert-success .alert-link{color:#0b2e13}.alert-info{color:#0c5460;background-color:#d1ecf1;border-color:#bee5eb}.alert-info hr{border-top-color:#abdde5}.alert-info .alert-link{color:#062c33}.alert-warning{color:#856404;background-color:#fff3cd;border-color:#ffeeba}.alert-warning hr{border-top-color:#ffe8a1}.alert-warning .alert-link{color:#533f03}.alert-danger{color:#721c24;background-color:#f8d7da;border-color:#f5c6cb}.alert-danger hr{border-top-color:#f1b0b7}.alert-danger .alert-link{color:#491217}.alert-light{color:#818182;background-color:#fefefe;border-color:#fdfdfe}.alert-light hr{border-top-color:#ececf6}.alert-light .alert-link{color:#686868}.alert-dark{color:#1b1e21;background-color:#d6d8d9;border-color:#c6c8ca}.alert-dark hr{border-top-color:#b9bbbe}.alert-dark .alert-link{color:#040505}@-webkit-keyframes progress-bar-stripes{from{background-position:1rem 0}to{background-position:0 0}}@keyframes progress-bar-stripes{from{background-position:1rem 0}to{background-position:0 0}}.progress{display:-ms-flexbox;display:flex;height:1rem;overflow:hidden;font-size:.75rem;background-color:#e9ecef;border-radius:.25rem}.progress-bar{display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column;-ms-flex-pack:center;justify-content:center;color:#fff;text-align:center;white-space:nowrap;background-color:#007bff;transition:width .6s ease}@media screen and (prefers-reduced-motion:reduce){.progress-bar{transition:none}}.progress-bar-striped{background-image:linear-gradient(45deg,rgba(255,255,255,.15) 25%,transparent 25%,transparent 50%,rgba(255,255,255,.15) 50%,rgba(255,255,255,.15) 75%,transparent 75%,transparent);background-size:1rem 1rem}.progress-bar-animated{-webkit-animation:progress-bar-stripes 1s linear infinite;animation:progress-bar-stripes 1s linear infinite}.media{display:-ms-flexbox;display:flex;-ms-flex-align:start;align-items:flex-start}.media-body{-ms-flex:1;flex:1}.list-group{display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column;padding-left:0;margin-bottom:0}.list-group-item-action{width:100%;color:#495057;text-align:inherit}.list-group-item-action:focus,.list-group-item-action:hover{color:#495057;text-decoration:none;background-color:#f8f9fa}.list-group-item-action:active{color:#212529;background-color:#e9ecef}.list-group-item{position:relative;display:block;padding:.75rem 1.25rem;margin-bottom:-1px;background-color:#fff;border:1px solid rgba(0,0,0,.125)}.list-group-item:first-child{border-top-left-radius:.25rem;border-top-right-radius:.25rem}.list-group-item:last-child{margin-bottom:0;border-bottom-right-radius:.25rem;border-bottom-left-radius:.25rem}.list-group-item:focus,.list-group-item:hover{z-index:1;text-decoration:none}.list-group-item.disabled,.list-group-item:disabled{color:#6c757d;background-color:#fff}.list-group-item.active{z-index:2;color:#fff;background-color:#007bff;border-color:#007bff}.list-group-flush .list-group-item{border-right:0;border-left:0;border-radius:0}.list-group-flush:first-child .list-group-item:first-child{border-top:0}.list-group-flush:last-child .list-group-item:last-child{border-bottom:0}.list-group-item-primary{color:#004085;background-color:#b8daff}.list-group-item-primary.list-group-item-action:focus,.list-group-item-primary.list-group-item-action:hover{color:#004085;background-color:#9fcdff}.list-group-item-primary.list-group-item-action.active{color:#fff;background-color:#004085;border-color:#004085}.list-group-item-secondary{color:#383d41;background-color:#d6d8db}.list-group-item-secondary.list-group-item-action:focus,.list-group-item-secondary.list-group-item-action:hover{color:#383d41;background-color:#c8cbcf}.list-group-item-secondary.list-group-item-action.active{color:#fff;background-color:#383d41;border-color:#383d41}.list-group-item-success{color:#155724;background-color:#c3e6cb}.list-group-item-success.list-group-item-action:focus,.list-group-item-success.list-group-item-action:hover{color:#155724;background-color:#b1dfbb}.list-group-item-success.list-group-item-action.active{color:#fff;background-color:#155724;border-color:#155724}.list-group-item-info{color:#0c5460;background-color:#bee5eb}.list-group-item-info.list-group-item-action:focus,.list-group-item-info.list-group-item-action:hover{color:#0c5460;background-color:#abdde5}.list-group-item-info.list-group-item-action.active{color:#fff;background-color:#0c5460;border-color:#0c5460}.list-group-item-warning{color:#856404;background-color:#ffeeba}.list-group-item-warning.list-group-item-action:focus,.list-group-item-warning.list-group-item-action:hover{color:#856404;background-color:#ffe8a1}.list-group-item-warning.list-group-item-action.active{color:#fff;background-color:#856404;border-color:#856404}.list-group-item-danger{color:#721c24;background-color:#f5c6cb}.list-group-item-danger.list-group-item-action:focus,.list-group-item-danger.list-group-item-action:hover{color:#721c24;background-color:#f1b0b7}.list-group-item-danger.list-group-item-action.active{color:#fff;background-color:#721c24;border-color:#721c24}.list-group-item-light{color:#818182;background-color:#fdfdfe}.list-group-item-light.list-group-item-action:focus,.list-group-item-light.list-group-item-action:hover{color:#818182;background-color:#ececf6}.list-group-item-light.list-group-item-action.active{color:#fff;background-color:#818182;border-color:#818182}.list-group-item-dark{color:#1b1e21;background-color:#c6c8ca}.list-group-item-dark.list-group-item-action:focus,.list-group-item-dark.list-group-item-action:hover{color:#1b1e21;background-color:#b9bbbe}.list-group-item-dark.list-group-item-action.active{color:#fff;background-color:#1b1e21;border-color:#1b1e21}.close{float:right;font-size:1.5rem;font-weight:700;line-height:1;color:#000;text-shadow:0 1px 0 #fff;opacity:.5}.close:focus,.close:hover{color:#000;text-decoration:none;opacity:.75}.close:not(:disabled):not(.disabled){cursor:pointer}button.close{padding:0;background-color:transparent;border:0;-webkit-appearance:none}.modal-open{overflow:hidden}.modal{position:fixed;top:0;right:0;bottom:0;left:0;z-index:1050;display:none;overflow:hidden;outline:0}.modal-open .modal{overflow-x:hidden;overflow-y:auto}.modal-dialog{position:relative;width:auto;margin:.5rem;pointer-events:none}.modal.fade .modal-dialog{transition:-webkit-transform .3s ease-out;transition:transform .3s ease-out;transition:transform .3s ease-out,-webkit-transform .3s ease-out;-webkit-transform:translate(0,-25%);transform:translate(0,-25%)}@media screen and (prefers-reduced-motion:reduce){.modal.fade .modal-dialog{transition:none}}.modal.show .modal-dialog{-webkit-transform:translate(0,0);transform:translate(0,0)}.modal-dialog-centered{display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center;min-height:calc(100% - (.5rem * 2))}.modal-content{position:relative;display:-ms-flexbox;display:flex;-ms-flex-direction:column;flex-direction:column;width:100%;pointer-events:auto;background-color:#fff;background-clip:padding-box;border:1px solid rgba(0,0,0,.2);border-radius:.3rem;outline:0}.modal-backdrop{position:fixed;top:0;right:0;bottom:0;left:0;z-index:1040;background-color:#000}.modal-backdrop.fade{opacity:0}.modal-backdrop.show{opacity:.5}.modal-header{display:-ms-flexbox;display:flex;-ms-flex-align:start;align-items:flex-start;-ms-flex-pack:justify;justify-content:space-between;padding:1rem;border-bottom:1px solid #e9ecef;border-top-left-radius:.3rem;border-top-right-radius:.3rem}.modal-header .close{padding:1rem;margin:-1rem -1rem -1rem auto}.modal-title{margin-bottom:0;line-height:1.5}.modal-body{position:relative;-ms-flex:1 1 auto;flex:1 1 auto;padding:1rem}.modal-footer{display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center;-ms-flex-pack:end;justify-content:flex-end;padding:1rem;border-top:1px solid #e9ecef}.modal-footer>:not(:first-child){margin-left:.25rem}.modal-footer>:not(:last-child){margin-right:.25rem}.modal-scrollbar-measure{position:absolute;top:-9999px;width:50px;height:50px;overflow:scroll}@media (min-width:576px){.modal-dialog{max-width:500px;margin:1.75rem auto}.modal-dialog-centered{min-height:calc(100% - (1.75rem * 2))}.modal-sm{max-width:300px}}@media (min-width:992px){.modal-lg{max-width:800px}}.tooltip{position:absolute;z-index:1070;display:block;margin:0;font-family:-apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol";font-style:normal;font-weight:400;line-height:1.5;text-align:left;text-align:start;text-decoration:none;text-shadow:none;text-transform:none;letter-spacing:normal;word-break:normal;word-spacing:normal;white-space:normal;line-break:auto;font-size:.875rem;word-wrap:break-word;opacity:0}.tooltip.show{opacity:.9}.tooltip .arrow{position:absolute;display:block;width:.8rem;height:.4rem}.tooltip .arrow::before{position:absolute;content:"";border-color:transparent;border-style:solid}.bs-tooltip-auto[x-placement^=top],.bs-tooltip-top{padding:.4rem 0}.bs-tooltip-auto[x-placement^=top] .arrow,.bs-tooltip-top .arrow{bottom:0}.bs-tooltip-auto[x-placement^=top] .arrow::before,.bs-tooltip-top .arrow::before{top:0;border-width:.4rem .4rem 0;border-top-color:#000}.bs-tooltip-auto[x-placement^=right],.bs-tooltip-right{padding:0 .4rem}.bs-tooltip-auto[x-placement^=right] .arrow,.bs-tooltip-right .arrow{left:0;width:.4rem;height:.8rem}.bs-tooltip-auto[x-placement^=right] .arrow::before,.bs-tooltip-right .arrow::before{right:0;border-width:.4rem .4rem .4rem 0;border-right-color:#000}.bs-tooltip-auto[x-placement^=bottom],.bs-tooltip-bottom{padding:.4rem 0}.bs-tooltip-auto[x-placement^=bottom] .arrow,.bs-tooltip-bottom .arrow{top:0}.bs-tooltip-auto[x-placement^=bottom] .arrow::before,.bs-tooltip-bottom .arrow::before{bottom:0;border-width:0 .4rem .4rem;border-bottom-color:#000}.bs-tooltip-auto[x-placement^=left],.bs-tooltip-left{padding:0 .4rem}.bs-tooltip-auto[x-placement^=left] .arrow,.bs-tooltip-left .arrow{right:0;width:.4rem;height:.8rem}.bs-tooltip-auto[x-placement^=left] .arrow::before,.bs-tooltip-left .arrow::before{left:0;border-width:.4rem 0 .4rem .4rem;border-left-color:#000}.tooltip-inner{max-width:200px;padding:.25rem .5rem;color:#fff;text-align:center;background-color:#000;border-radius:.25rem}.popover{position:absolute;top:0;left:0;z-index:1060;display:block;max-width:276px;font-family:-apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol";font-style:normal;font-weight:400;line-height:1.5;text-align:left;text-align:start;text-decoration:none;text-shadow:none;text-transform:none;letter-spacing:normal;word-break:normal;word-spacing:normal;white-space:normal;line-break:auto;font-size:.875rem;word-wrap:break-word;background-color:#fff;background-clip:padding-box;border:1px solid rgba(0,0,0,.2);border-radius:.3rem}.popover .arrow{position:absolute;display:block;width:1rem;height:.5rem;margin:0 .3rem}.popover .arrow::after,.popover .arrow::before{position:absolute;display:block;content:"";border-color:transparent;border-style:solid}.bs-popover-auto[x-placement^=top],.bs-popover-top{margin-bottom:.5rem}.bs-popover-auto[x-placement^=top] .arrow,.bs-popover-top .arrow{bottom:calc((.5rem + 1px) * -1)}.bs-popover-auto[x-placement^=top] .arrow::after,.bs-popover-auto[x-placement^=top] .arrow::before,.bs-popover-top .arrow::after,.bs-popover-top .arrow::before{border-width:.5rem .5rem 0}.bs-popover-auto[x-placement^=top] .arrow::before,.bs-popover-top .arrow::before{bottom:0;border-top-color:rgba(0,0,0,.25)}.bs-popover-auto[x-placement^=top] .arrow::after,.bs-popover-top .arrow::after{bottom:1px;border-top-color:#fff}.bs-popover-auto[x-placement^=right],.bs-popover-right{margin-left:.5rem}.bs-popover-auto[x-placement^=right] .arrow,.bs-popover-right .arrow{left:calc((.5rem + 1px) * -1);width:.5rem;height:1rem;margin:.3rem 0}.bs-popover-auto[x-placement^=right] .arrow::after,.bs-popover-auto[x-placement^=right] .arrow::before,.bs-popover-right .arrow::after,.bs-popover-right .arrow::before{border-width:.5rem .5rem .5rem 0}.bs-popover-auto[x-placement^=right] .arrow::before,.bs-popover-right .arrow::before{left:0;border-right-color:rgba(0,0,0,.25)}.bs-popover-auto[x-placement^=right] .arrow::after,.bs-popover-right .arrow::after{left:1px;border-right-color:#fff}.bs-popover-auto[x-placement^=bottom],.bs-popover-bottom{margin-top:.5rem}.bs-popover-auto[x-placement^=bottom] .arrow,.bs-popover-bottom .arrow{top:calc((.5rem + 1px) * -1)}.bs-popover-auto[x-placement^=bottom] .arrow::after,.bs-popover-auto[x-placement^=bottom] .arrow::before,.bs-popover-bottom .arrow::after,.bs-popover-bottom .arrow::before{border-width:0 .5rem .5rem .5rem}.bs-popover-auto[x-placement^=bottom] .arrow::before,.bs-popover-bottom .arrow::before{top:0;border-bottom-color:rgba(0,0,0,.25)}.bs-popover-auto[x-placement^=bottom] .arrow::after,.bs-popover-bottom .arrow::after{top:1px;border-bottom-color:#fff}.bs-popover-auto[x-placement^=bottom] .popover-header::before,.bs-popover-bottom .popover-header::before{position:absolute;top:0;left:50%;display:block;width:1rem;margin-left:-.5rem;content:"";border-bottom:1px solid #f7f7f7}.bs-popover-auto[x-placement^=left],.bs-popover-left{margin-right:.5rem}.bs-popover-auto[x-placement^=left] .arrow,.bs-popover-left .arrow{right:calc((.5rem + 1px) * -1);width:.5rem;height:1rem;margin:.3rem 0}.bs-popover-auto[x-placement^=left] .arrow::after,.bs-popover-auto[x-placement^=left] .arrow::before,.bs-popover-left .arrow::after,.bs-popover-left .arrow::before{border-width:.5rem 0 .5rem .5rem}.bs-popover-auto[x-placement^=left] .arrow::before,.bs-popover-left .arrow::before{right:0;border-left-color:rgba(0,0,0,.25)}.bs-popover-auto[x-placement^=left] .arrow::after,.bs-popover-left .arrow::after{right:1px;border-left-color:#fff}.popover-header{padding:.5rem .75rem;margin-bottom:0;font-size:1rem;color:inherit;background-color:#f7f7f7;border-bottom:1px solid #ebebeb;border-top-left-radius:calc(.3rem - 1px);border-top-right-radius:calc(.3rem - 1px)}.popover-header:empty{display:none}.popover-body{padding:.5rem .75rem;color:#212529}.carousel{position:relative}.carousel-inner{position:relative;width:100%;overflow:hidden}.carousel-item{position:relative;display:none;-ms-flex-align:center;align-items:center;width:100%;transition:-webkit-transform .6s ease;transition:transform .6s ease;transition:transform .6s ease,-webkit-transform .6s ease;-webkit-backface-visibility:hidden;backface-visibility:hidden;-webkit-perspective:1000px;perspective:1000px}@media screen and (prefers-reduced-motion:reduce){.carousel-item{transition:none}}.carousel-item-next,.carousel-item-prev,.carousel-item.active{display:block}.carousel-item-next,.carousel-item-prev{position:absolute;top:0}.carousel-item-next.carousel-item-left,.carousel-item-prev.carousel-item-right{-webkit-transform:translateX(0);transform:translateX(0)}@supports ((-webkit-transform-style:preserve-3d) or (transform-style:preserve-3d)){.carousel-item-next.carousel-item-left,.carousel-item-prev.carousel-item-right{-webkit-transform:translate3d(0,0,0);transform:translate3d(0,0,0)}}.active.carousel-item-right,.carousel-item-next{-webkit-transform:translateX(100%);transform:translateX(100%)}@supports ((-webkit-transform-style:preserve-3d) or (transform-style:preserve-3d)){.active.carousel-item-right,.carousel-item-next{-webkit-transform:translate3d(100%,0,0);transform:translate3d(100%,0,0)}}.active.carousel-item-left,.carousel-item-prev{-webkit-transform:translateX(-100%);transform:translateX(-100%)}@supports ((-webkit-transform-style:preserve-3d) or (transform-style:preserve-3d)){.active.carousel-item-left,.carousel-item-prev{-webkit-transform:translate3d(-100%,0,0);transform:translate3d(-100%,0,0)}}.carousel-fade .carousel-item{opacity:0;transition-duration:.6s;transition-property:opacity}.carousel-fade .carousel-item-next.carousel-item-left,.carousel-fade .carousel-item-prev.carousel-item-right,.carousel-fade .carousel-item.active{opacity:1}.carousel-fade .active.carousel-item-left,.carousel-fade .active.carousel-item-right{opacity:0}.carousel-fade .active.carousel-item-left,.carousel-fade .active.carousel-item-prev,.carousel-fade .carousel-item-next,.carousel-fade .carousel-item-prev,.carousel-fade .carousel-item.active{-webkit-transform:translateX(0);transform:translateX(0)}@supports ((-webkit-transform-style:preserve-3d) or (transform-style:preserve-3d)){.carousel-fade .active.carousel-item-left,.carousel-fade .active.carousel-item-prev,.carousel-fade .carousel-item-next,.carousel-fade .carousel-item-prev,.carousel-fade .carousel-item.active{-webkit-transform:translate3d(0,0,0);transform:translate3d(0,0,0)}}.carousel-control-next,.carousel-control-prev{position:absolute;top:0;bottom:0;display:-ms-flexbox;display:flex;-ms-flex-align:center;align-items:center;-ms-flex-pack:center;justify-content:center;width:15%;color:#fff;text-align:center;opacity:.5}.carousel-control-next:focus,.carousel-control-next:hover,.carousel-control-prev:focus,.carousel-control-prev:hover{color:#fff;text-decoration:none;outline:0;opacity:.9}.carousel-control-prev{left:0}.carousel-control-next{right:0}.carousel-control-next-icon,.carousel-control-prev-icon{display:inline-block;width:20px;height:20px;background:transparent no-repeat center center;background-size:100% 100%}.carousel-control-prev-icon{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg xmlns='http://www.w3.org/2000/svg' fill='%23fff' viewBox='0 0 8 8'%3E%3Cpath d='M5.25 0l-4 4 4 4 1.5-1.5-2.5-2.5 2.5-2.5-1.5-1.5z'/%3E%3C/svg%3E")}.carousel-control-next-icon{background-image:url("data:image/svg+xml;charset=utf8,%3Csvg xmlns='http://www.w3.org/2000/svg' fill='%23fff' viewBox='0 0 8 8'%3E%3Cpath d='M2.75 0l-1.5 1.5 2.5 2.5-2.5 2.5 1.5 1.5 4-4-4-4z'/%3E%3C/svg%3E")}.carousel-indicators{position:absolute;right:0;bottom:10px;left:0;z-index:15;display:-ms-flexbox;display:flex;-ms-flex-pack:center;justify-content:center;padding-left:0;margin-right:15%;margin-left:15%;list-style:none}.carousel-indicators li{position:relative;-ms-flex:0 1 auto;flex:0 1 auto;width:30px;height:3px;margin-right:3px;margin-left:3px;text-indent:-999px;cursor:pointer;background-color:rgba(255,255,255,.5)}.carousel-indicators li::before{position:absolute;top:-10px;left:0;display:inline-block;width:100%;height:10px;content:""}.carousel-indicators li::after{position:absolute;bottom:-10px;left:0;display:inline-block;width:100%;height:10px;content:""}.carousel-indicators .active{background-color:#fff}.carousel-caption{position:absolute;right:15%;bottom:20px;left:15%;z-index:10;padding-top:20px;padding-bottom:20px;color:#fff;text-align:center}.align-baseline{vertical-align:baseline!important}.align-top{vertical-align:top!important}.align-middle{vertical-align:middle!important}.align-bottom{vertical-align:bottom!important}.align-text-bottom{vertical-align:text-bottom!important}.align-text-top{vertical-align:text-top!important}.bg-primary{background-color:#007bff!important}a.bg-primary:focus,a.bg-primary:hover,button.bg-primary:focus,button.bg-primary:hover{background-color:#0062cc!important}.bg-secondary{background-color:#6c757d!important}a.bg-secondary:focus,a.bg-secondary:hover,button.bg-secondary:focus,button.bg-secondary:hover{background-color:#545b62!important}.bg-success{background-color:#28a745!important}a.bg-success:focus,a.bg-success:hover,button.bg-success:focus,button.bg-success:hover{background-color:#1e7e34!important}.bg-info{background-color:#17a2b8!important}a.bg-info:focus,a.bg-info:hover,button.bg-info:focus,button.bg-info:hover{background-color:#117a8b!important}.bg-warning{background-color:#ffc107!important}a.bg-warning:focus,a.bg-warning:hover,button.bg-warning:focus,button.bg-warning:hover{background-color:#d39e00!important}.bg-danger{background-color:#dc3545!important}a.bg-danger:focus,a.bg-danger:hover,button.bg-danger:focus,button.bg-danger:hover{background-color:#bd2130!important}.bg-light{background-color:#f8f9fa!important}a.bg-light:focus,a.bg-light:hover,button.bg-light:focus,button.bg-light:hover{background-color:#dae0e5!important}.bg-dark{background-color:#343a40!important}a.bg-dark:focus,a.bg-dark:hover,button.bg-dark:focus,button.bg-dark:hover{background-color:#1d2124!important}.bg-white{background-color:#fff!important}.bg-transparent{background-color:transparent!important}.border{border:1px solid #dee2e6!important}.border-top{border-top:1px solid #dee2e6!important}.border-right{border-right:1px solid #dee2e6!important}.border-bottom{border-bottom:1px solid #dee2e6!important}.border-left{border-left:1px solid #dee2e6!important}.border-0{border:0!important}.border-top-0{border-top:0!important}.border-right-0{border-right:0!important}.border-bottom-0{border-bottom:0!important}.border-left-0{border-left:0!important}.border-primary{border-color:#007bff!important}.border-secondary{border-color:#6c757d!important}.border-success{border-color:#28a745!important}.border-info{border-color:#17a2b8!important}.border-warning{border-color:#ffc107!important}.border-danger{border-color:#dc3545!important}.border-light{border-color:#f8f9fa!important}.border-dark{border-color:#343a40!important}.border-white{border-color:#fff!important}.rounded{border-radius:.25rem!important}.rounded-top{border-top-left-radius:.25rem!important;border-top-right-radius:.25rem!important}.rounded-right{border-top-right-radius:.25rem!important;border-bottom-right-radius:.25rem!important}.rounded-bottom{border-bottom-right-radius:.25rem!important;border-bottom-left-radius:.25rem!important}.rounded-left{border-top-left-radius:.25rem!important;border-bottom-left-radius:.25rem!important}.rounded-circle{border-radius:50%!important}.rounded-0{border-radius:0!important}.clearfix::after{display:block;clear:both;content:""}.d-none{display:none!important}.d-inline{display:inline!important}.d-inline-block{display:inline-block!important}.d-block{display:block!important}.d-table{display:table!important}.d-table-row{display:table-row!important}.d-table-cell{display:table-cell!important}.d-flex{display:-ms-flexbox!important;display:flex!important}.d-inline-flex{display:-ms-inline-flexbox!important;display:inline-flex!important}@media (min-width:576px){.d-sm-none{display:none!important}.d-sm-inline{display:inline!important}.d-sm-inline-block{display:inline-block!important}.d-sm-block{display:block!important}.d-sm-table{display:table!important}.d-sm-table-row{display:table-row!important}.d-sm-table-cell{display:table-cell!important}.d-sm-flex{display:-ms-flexbox!important;display:flex!important}.d-sm-inline-flex{display:-ms-inline-flexbox!important;display:inline-flex!important}}@media (min-width:768px){.d-md-none{display:none!important}.d-md-inline{display:inline!important}.d-md-inline-block{display:inline-block!important}.d-md-block{display:block!important}.d-md-table{display:table!important}.d-md-table-row{display:table-row!important}.d-md-table-cell{display:table-cell!important}.d-md-flex{display:-ms-flexbox!important;display:flex!important}.d-md-inline-flex{display:-ms-inline-flexbox!important;display:inline-flex!important}}@media (min-width:992px){.d-lg-none{display:none!important}.d-lg-inline{display:inline!important}.d-lg-inline-block{display:inline-block!important}.d-lg-block{display:block!important}.d-lg-table{display:table!important}.d-lg-table-row{display:table-row!important}.d-lg-table-cell{display:table-cell!important}.d-lg-flex{display:-ms-flexbox!important;display:flex!important}.d-lg-inline-flex{display:-ms-inline-flexbox!important;display:inline-flex!important}}@media (min-width:1200px){.d-xl-none{display:none!important}.d-xl-inline{display:inline!important}.d-xl-inline-block{display:inline-block!important}.d-xl-block{display:block!important}.d-xl-table{display:table!important}.d-xl-table-row{display:table-row!important}.d-xl-table-cell{display:table-cell!important}.d-xl-flex{display:-ms-flexbox!important;display:flex!important}.d-xl-inline-flex{display:-ms-inline-flexbox!important;display:inline-flex!important}}@media print{.d-print-none{display:none!important}.d-print-inline{display:inline!important}.d-print-inline-block{display:inline-block!important}.d-print-block{display:block!important}.d-print-table{display:table!important}.d-print-table-row{display:table-row!important}.d-print-table-cell{display:table-cell!important}.d-print-flex{display:-ms-flexbox!important;display:flex!important}.d-print-inline-flex{display:-ms-inline-flexbox!important;display:inline-flex!important}}.embed-responsive{position:relative;display:block;width:100%;padding:0;overflow:hidden}.embed-responsive::before{display:block;content:""}.embed-responsive .embed-responsive-item,.embed-responsive embed,.embed-responsive iframe,.embed-responsive object,.embed-responsive video{position:absolute;top:0;bottom:0;left:0;width:100%;height:100%;border:0}.embed-responsive-21by9::before{padding-top:42.857143%}.embed-responsive-16by9::before{padding-top:56.25%}.embed-responsive-4by3::before{padding-top:75%}.embed-responsive-1by1::before{padding-top:100%}.flex-row{-ms-flex-direction:row!important;flex-direction:row!important}.flex-column{-ms-flex-direction:column!important;flex-direction:column!important}.flex-row-reverse{-ms-flex-direction:row-reverse!important;flex-direction:row-reverse!important}.flex-column-reverse{-ms-flex-direction:column-reverse!important;flex-direction:column-reverse!important}.flex-wrap{-ms-flex-wrap:wrap!important;flex-wrap:wrap!important}.flex-nowrap{-ms-flex-wrap:nowrap!important;flex-wrap:nowrap!important}.flex-wrap-reverse{-ms-flex-wrap:wrap-reverse!important;flex-wrap:wrap-reverse!important}.flex-fill{-ms-flex:1 1 auto!important;flex:1 1 auto!important}.flex-grow-0{-ms-flex-positive:0!important;flex-grow:0!important}.flex-grow-1{-ms-flex-positive:1!important;flex-grow:1!important}.flex-shrink-0{-ms-flex-negative:0!important;flex-shrink:0!important}.flex-shrink-1{-ms-flex-negative:1!important;flex-shrink:1!important}.justify-content-start{-ms-flex-pack:start!important;justify-content:flex-start!important}.justify-content-end{-ms-flex-pack:end!important;justify-content:flex-end!important}.justify-content-center{-ms-flex-pack:center!important;justify-content:center!important}.justify-content-between{-ms-flex-pack:justify!important;justify-content:space-between!important}.justify-content-around{-ms-flex-pack:distribute!important;justify-content:space-around!important}.align-items-start{-ms-flex-align:start!important;align-items:flex-start!important}.align-items-end{-ms-flex-align:end!important;align-items:flex-end!important}.align-items-center{-ms-flex-align:center!important;align-items:center!important}.align-items-baseline{-ms-flex-align:baseline!important;align-items:baseline!important}.align-items-stretch{-ms-flex-align:stretch!important;align-items:stretch!important}.align-content-start{-ms-flex-line-pack:start!important;align-content:flex-start!important}.align-content-end{-ms-flex-line-pack:end!important;align-content:flex-end!important}.align-content-center{-ms-flex-line-pack:center!important;align-content:center!important}.align-content-between{-ms-flex-line-pack:justify!important;align-content:space-between!important}.align-content-around{-ms-flex-line-pack:distribute!important;align-content:space-around!important}.align-content-stretch{-ms-flex-line-pack:stretch!important;align-content:stretch!important}.align-self-auto{-ms-flex-item-align:auto!important;align-self:auto!important}.align-self-start{-ms-flex-item-align:start!important;align-self:flex-start!important}.align-self-end{-ms-flex-item-align:end!important;align-self:flex-end!important}.align-self-center{-ms-flex-item-align:center!important;align-self:center!important}.align-self-baseline{-ms-flex-item-align:baseline!important;align-self:baseline!important}.align-self-stretch{-ms-flex-item-align:stretch!important;align-self:stretch!important}@media (min-width:576px){.flex-sm-row{-ms-flex-direction:row!important;flex-direction:row!important}.flex-sm-column{-ms-flex-direction:column!important;flex-direction:column!important}.flex-sm-row-reverse{-ms-flex-direction:row-reverse!important;flex-direction:row-reverse!important}.flex-sm-column-reverse{-ms-flex-direction:column-reverse!important;flex-direction:column-reverse!important}.flex-sm-wrap{-ms-flex-wrap:wrap!important;flex-wrap:wrap!important}.flex-sm-nowrap{-ms-flex-wrap:nowrap!important;flex-wrap:nowrap!important}.flex-sm-wrap-reverse{-ms-flex-wrap:wrap-reverse!important;flex-wrap:wrap-reverse!important}.flex-sm-fill{-ms-flex:1 1 auto!important;flex:1 1 auto!important}.flex-sm-grow-0{-ms-flex-positive:0!important;flex-grow:0!important}.flex-sm-grow-1{-ms-flex-positive:1!important;flex-grow:1!important}.flex-sm-shrink-0{-ms-flex-negative:0!important;flex-shrink:0!important}.flex-sm-shrink-1{-ms-flex-negative:1!important;flex-shrink:1!important}.justify-content-sm-start{-ms-flex-pack:start!important;justify-content:flex-start!important}.justify-content-sm-end{-ms-flex-pack:end!important;justify-content:flex-end!important}.justify-content-sm-center{-ms-flex-pack:center!important;justify-content:center!important}.justify-content-sm-between{-ms-flex-pack:justify!important;justify-content:space-between!important}.justify-content-sm-around{-ms-flex-pack:distribute!important;justify-content:space-around!important}.align-items-sm-start{-ms-flex-align:start!important;align-items:flex-start!important}.align-items-sm-end{-ms-flex-align:end!important;align-items:flex-end!important}.align-items-sm-center{-ms-flex-align:center!important;align-items:center!important}.align-items-sm-baseline{-ms-flex-align:baseline!important;align-items:baseline!important}.align-items-sm-stretch{-ms-flex-align:stretch!important;align-items:stretch!important}.align-content-sm-start{-ms-flex-line-pack:start!important;align-content:flex-start!important}.align-content-sm-end{-ms-flex-line-pack:end!important;align-content:flex-end!important}.align-content-sm-center{-ms-flex-line-pack:center!important;align-content:center!important}.align-content-sm-between{-ms-flex-line-pack:justify!important;align-content:space-between!important}.align-content-sm-around{-ms-flex-line-pack:distribute!important;align-content:space-around!important}.align-content-sm-stretch{-ms-flex-line-pack:stretch!important;align-content:stretch!important}.align-self-sm-auto{-ms-flex-item-align:auto!important;align-self:auto!important}.align-self-sm-start{-ms-flex-item-align:start!important;align-self:flex-start!important}.align-self-sm-end{-ms-flex-item-align:end!important;align-self:flex-end!important}.align-self-sm-center{-ms-flex-item-align:center!important;align-self:center!important}.align-self-sm-baseline{-ms-flex-item-align:baseline!important;align-self:baseline!important}.align-self-sm-stretch{-ms-flex-item-align:stretch!important;align-self:stretch!important}}@media (min-width:768px){.flex-md-row{-ms-flex-direction:row!important;flex-direction:row!important}.flex-md-column{-ms-flex-direction:column!important;flex-direction:column!important}.flex-md-row-reverse{-ms-flex-direction:row-reverse!important;flex-direction:row-reverse!important}.flex-md-column-reverse{-ms-flex-direction:column-reverse!important;flex-direction:column-reverse!important}.flex-md-wrap{-ms-flex-wrap:wrap!important;flex-wrap:wrap!important}.flex-md-nowrap{-ms-flex-wrap:nowrap!important;flex-wrap:nowrap!important}.flex-md-wrap-reverse{-ms-flex-wrap:wrap-reverse!important;flex-wrap:wrap-reverse!important}.flex-md-fill{-ms-flex:1 1 auto!important;flex:1 1 auto!important}.flex-md-grow-0{-ms-flex-positive:0!important;flex-grow:0!important}.flex-md-grow-1{-ms-flex-positive:1!important;flex-grow:1!important}.flex-md-shrink-0{-ms-flex-negative:0!important;flex-shrink:0!important}.flex-md-shrink-1{-ms-flex-negative:1!important;flex-shrink:1!important}.justify-content-md-start{-ms-flex-pack:start!important;justify-content:flex-start!important}.justify-content-md-end{-ms-flex-pack:end!important;justify-content:flex-end!important}.justify-content-md-center{-ms-flex-pack:center!important;justify-content:center!important}.justify-content-md-between{-ms-flex-pack:justify!important;justify-content:space-between!important}.justify-content-md-around{-ms-flex-pack:distribute!important;justify-content:space-around!important}.align-items-md-start{-ms-flex-align:start!important;align-items:flex-start!important}.align-items-md-end{-ms-flex-align:end!important;align-items:flex-end!important}.align-items-md-center{-ms-flex-align:center!important;align-items:center!important}.align-items-md-baseline{-ms-flex-align:baseline!important;align-items:baseline!important}.align-items-md-stretch{-ms-flex-align:stretch!important;align-items:stretch!important}.align-content-md-start{-ms-flex-line-pack:start!important;align-content:flex-start!important}.align-content-md-end{-ms-flex-line-pack:end!important;align-content:flex-end!important}.align-content-md-center{-ms-flex-line-pack:center!important;align-content:center!important}.align-content-md-between{-ms-flex-line-pack:justify!important;align-content:space-between!important}.align-content-md-around{-ms-flex-line-pack:distribute!important;align-content:space-around!important}.align-content-md-stretch{-ms-flex-line-pack:stretch!important;align-content:stretch!important}.align-self-md-auto{-ms-flex-item-align:auto!important;align-self:auto!important}.align-self-md-start{-ms-flex-item-align:start!important;align-self:flex-start!important}.align-self-md-end{-ms-flex-item-align:end!important;align-self:flex-end!important}.align-self-md-center{-ms-flex-item-align:center!important;align-self:center!important}.align-self-md-baseline{-ms-flex-item-align:baseline!important;align-self:baseline!important}.align-self-md-stretch{-ms-flex-item-align:stretch!important;align-self:stretch!important}}@media (min-width:992px){.flex-lg-row{-ms-flex-direction:row!important;flex-direction:row!important}.flex-lg-column{-ms-flex-direction:column!important;flex-direction:column!important}.flex-lg-row-reverse{-ms-flex-direction:row-reverse!important;flex-direction:row-reverse!important}.flex-lg-column-reverse{-ms-flex-direction:column-reverse!important;flex-direction:column-reverse!important}.flex-lg-wrap{-ms-flex-wrap:wrap!important;flex-wrap:wrap!important}.flex-lg-nowrap{-ms-flex-wrap:nowrap!important;flex-wrap:nowrap!important}.flex-lg-wrap-reverse{-ms-flex-wrap:wrap-reverse!important;flex-wrap:wrap-reverse!important}.flex-lg-fill{-ms-flex:1 1 auto!important;flex:1 1 auto!important}.flex-lg-grow-0{-ms-flex-positive:0!important;flex-grow:0!important}.flex-lg-grow-1{-ms-flex-positive:1!important;flex-grow:1!important}.flex-lg-shrink-0{-ms-flex-negative:0!important;flex-shrink:0!important}.flex-lg-shrink-1{-ms-flex-negative:1!important;flex-shrink:1!important}.justify-content-lg-start{-ms-flex-pack:start!important;justify-content:flex-start!important}.justify-content-lg-end{-ms-flex-pack:end!important;justify-content:flex-end!important}.justify-content-lg-center{-ms-flex-pack:center!important;justify-content:center!important}.justify-content-lg-between{-ms-flex-pack:justify!important;justify-content:space-between!important}.justify-content-lg-around{-ms-flex-pack:distribute!important;justify-content:space-around!important}.align-items-lg-start{-ms-flex-align:start!important;align-items:flex-start!important}.align-items-lg-end{-ms-flex-align:end!important;align-items:flex-end!important}.align-items-lg-center{-ms-flex-align:center!important;align-items:center!important}.align-items-lg-baseline{-ms-flex-align:baseline!important;align-items:baseline!important}.align-items-lg-stretch{-ms-flex-align:stretch!important;align-items:stretch!important}.align-content-lg-start{-ms-flex-line-pack:start!important;align-content:flex-start!important}.align-content-lg-end{-ms-flex-line-pack:end!important;align-content:flex-end!important}.align-content-lg-center{-ms-flex-line-pack:center!important;align-content:center!important}.align-content-lg-between{-ms-flex-line-pack:justify!important;align-content:space-between!important}.align-content-lg-around{-ms-flex-line-pack:distribute!important;align-content:space-around!important}.align-content-lg-stretch{-ms-flex-line-pack:stretch!important;align-content:stretch!important}.align-self-lg-auto{-ms-flex-item-align:auto!important;align-self:auto!important}.align-self-lg-start{-ms-flex-item-align:start!important;align-self:flex-start!important}.align-self-lg-end{-ms-flex-item-align:end!important;align-self:flex-end!important}.align-self-lg-center{-ms-flex-item-align:center!important;align-self:center!important}.align-self-lg-baseline{-ms-flex-item-align:baseline!important;align-self:baseline!important}.align-self-lg-stretch{-ms-flex-item-align:stretch!important;align-self:stretch!important}}@media (min-width:1200px){.flex-xl-row{-ms-flex-direction:row!important;flex-direction:row!important}.flex-xl-column{-ms-flex-direction:column!important;flex-direction:column!important}.flex-xl-row-reverse{-ms-flex-direction:row-reverse!important;flex-direction:row-reverse!important}.flex-xl-column-reverse{-ms-flex-direction:column-reverse!important;flex-direction:column-reverse!important}.flex-xl-wrap{-ms-flex-wrap:wrap!important;flex-wrap:wrap!important}.flex-xl-nowrap{-ms-flex-wrap:nowrap!important;flex-wrap:nowrap!important}.flex-xl-wrap-reverse{-ms-flex-wrap:wrap-reverse!important;flex-wrap:wrap-reverse!important}.flex-xl-fill{-ms-flex:1 1 auto!important;flex:1 1 auto!important}.flex-xl-grow-0{-ms-flex-positive:0!important;flex-grow:0!important}.flex-xl-grow-1{-ms-flex-positive:1!important;flex-grow:1!important}.flex-xl-shrink-0{-ms-flex-negative:0!important;flex-shrink:0!important}.flex-xl-shrink-1{-ms-flex-negative:1!important;flex-shrink:1!important}.justify-content-xl-start{-ms-flex-pack:start!important;justify-content:flex-start!important}.justify-content-xl-end{-ms-flex-pack:end!important;justify-content:flex-end!important}.justify-content-xl-center{-ms-flex-pack:center!important;justify-content:center!important}.justify-content-xl-between{-ms-flex-pack:justify!important;justify-content:space-between!important}.justify-content-xl-around{-ms-flex-pack:distribute!important;justify-content:space-around!important}.align-items-xl-start{-ms-flex-align:start!important;align-items:flex-start!important}.align-items-xl-end{-ms-flex-align:end!important;align-items:flex-end!important}.align-items-xl-center{-ms-flex-align:center!important;align-items:center!important}.align-items-xl-baseline{-ms-flex-align:baseline!important;align-items:baseline!important}.align-items-xl-stretch{-ms-flex-align:stretch!important;align-items:stretch!important}.align-content-xl-start{-ms-flex-line-pack:start!important;align-content:flex-start!important}.align-content-xl-end{-ms-flex-line-pack:end!important;align-content:flex-end!important}.align-content-xl-center{-ms-flex-line-pack:center!important;align-content:center!important}.align-content-xl-between{-ms-flex-line-pack:justify!important;align-content:space-between!important}.align-content-xl-around{-ms-flex-line-pack:distribute!important;align-content:space-around!important}.align-content-xl-stretch{-ms-flex-line-pack:stretch!important;align-content:stretch!important}.align-self-xl-auto{-ms-flex-item-align:auto!important;align-self:auto!important}.align-self-xl-start{-ms-flex-item-align:start!important;align-self:flex-start!important}.align-self-xl-end{-ms-flex-item-align:end!important;align-self:flex-end!important}.align-self-xl-center{-ms-flex-item-align:center!important;align-self:center!important}.align-self-xl-baseline{-ms-flex-item-align:baseline!important;align-self:baseline!important}.align-self-xl-stretch{-ms-flex-item-align:stretch!important;align-self:stretch!important}}.float-left{float:left!important}.float-right{float:right!important}.float-none{float:none!important}@media (min-width:576px){.float-sm-left{float:left!important}.float-sm-right{float:right!important}.float-sm-none{float:none!important}}@media (min-width:768px){.float-md-left{float:left!important}.float-md-right{float:right!important}.float-md-none{float:none!important}}@media (min-width:992px){.float-lg-left{float:left!important}.float-lg-right{float:right!important}.float-lg-none{float:none!important}}@media (min-width:1200px){.float-xl-left{float:left!important}.float-xl-right{float:right!important}.float-xl-none{float:none!important}}.position-static{position:static!important}.position-relative{position:relative!important}.position-absolute{position:absolute!important}.position-fixed{position:fixed!important}.position-sticky{position:-webkit-sticky!important;position:sticky!important}.fixed-top{position:fixed;top:0;right:0;left:0;z-index:1030}.fixed-bottom{position:fixed;right:0;bottom:0;left:0;z-index:1030}@supports ((position:-webkit-sticky) or (position:sticky)){.sticky-top{position:-webkit-sticky;position:sticky;top:0;z-index:1020}}.sr-only{position:absolute;width:1px;height:1px;padding:0;overflow:hidden;clip:rect(0,0,0,0);white-space:nowrap;border:0}.sr-only-focusable:active,.sr-only-focusable:focus{position:static;width:auto;height:auto;overflow:visible;clip:auto;white-space:normal}.shadow-sm{box-shadow:0 .125rem .25rem rgba(0,0,0,.075)!important}.shadow{box-shadow:0 .5rem 1rem rgba(0,0,0,.15)!important}.shadow-lg{box-shadow:0 1rem 3rem rgba(0,0,0,.175)!important}.shadow-none{box-shadow:none!important}.w-25{width:25%!important}.w-50{width:50%!important}.w-75{width:75%!important}.w-100{width:100%!important}.w-auto{width:auto!important}.h-25{height:25%!important}.h-50{height:50%!important}.h-75{height:75%!important}.h-100{height:100%!important}.h-auto{height:auto!important}.mw-100{max-width:100%!important}.mh-100{max-height:100%!important}.m-0{margin:0!important}.mt-0,.my-0{margin-top:0!important}.mr-0,.mx-0{margin-right:0!important}.mb-0,.my-0{margin-bottom:0!important}.ml-0,.mx-0{margin-left:0!important}.m-1{margin:.25rem!important}.mt-1,.my-1{margin-top:.25rem!important}.mr-1,.mx-1{margin-right:.25rem!important}.mb-1,.my-1{margin-bottom:.25rem!important}.ml-1,.mx-1{margin-left:.25rem!important}.m-2{margin:.5rem!important}.mt-2,.my-2{margin-top:.5rem!important}.mr-2,.mx-2{margin-right:.5rem!important}.mb-2,.my-2{margin-bottom:.5rem!important}.ml-2,.mx-2{margin-left:.5rem!important}.m-3{margin:1rem!important}.mt-3,.my-3{margin-top:1rem!important}.mr-3,.mx-3{margin-right:1rem!important}.mb-3,.my-3{margin-bottom:1rem!important}.ml-3,.mx-3{margin-left:1rem!important}.m-4{margin:1.5rem!important}.mt-4,.my-4{margin-top:1.5rem!important}.mr-4,.mx-4{margin-right:1.5rem!important}.mb-4,.my-4{margin-bottom:1.5rem!important}.ml-4,.mx-4{margin-left:1.5rem!important}.m-5{margin:3rem!important}.mt-5,.my-5{margin-top:3rem!important}.mr-5,.mx-5{margin-right:3rem!important}.mb-5,.my-5{margin-bottom:3rem!important}.ml-5,.mx-5{margin-left:3rem!important}.p-0{padding:0!important}.pt-0,.py-0{padding-top:0!important}.pr-0,.px-0{padding-right:0!important}.pb-0,.py-0{padding-bottom:0!important}.pl-0,.px-0{padding-left:0!important}.p-1{padding:.25rem!important}.pt-1,.py-1{padding-top:.25rem!important}.pr-1,.px-1{padding-right:.25rem!important}.pb-1,.py-1{padding-bottom:.25rem!important}.pl-1,.px-1{padding-left:.25rem!important}.p-2{padding:.5rem!important}.pt-2,.py-2{padding-top:.5rem!important}.pr-2,.px-2{padding-right:.5rem!important}.pb-2,.py-2{padding-bottom:.5rem!important}.pl-2,.px-2{padding-left:.5rem!important}.p-3{padding:1rem!important}.pt-3,.py-3{padding-top:1rem!important}.pr-3,.px-3{padding-right:1rem!important}.pb-3,.py-3{padding-bottom:1rem!important}.pl-3,.px-3{padding-left:1rem!important}.p-4{padding:1.5rem!important}.pt-4,.py-4{padding-top:1.5rem!important}.pr-4,.px-4{padding-right:1.5rem!important}.pb-4,.py-4{padding-bottom:1.5rem!important}.pl-4,.px-4{padding-left:1.5rem!important}.p-5{padding:3rem!important}.pt-5,.py-5{padding-top:3rem!important}.pr-5,.px-5{padding-right:3rem!important}.pb-5,.py-5{padding-bottom:3rem!important}.pl-5,.px-5{padding-left:3rem!important}.m-auto{margin:auto!important}.mt-auto,.my-auto{margin-top:auto!important}.mr-auto,.mx-auto{margin-right:auto!important}.mb-auto,.my-auto{margin-bottom:auto!important}.ml-auto,.mx-auto{margin-left:auto!important}@media (min-width:576px){.m-sm-0{margin:0!important}.mt-sm-0,.my-sm-0{margin-top:0!important}.mr-sm-0,.mx-sm-0{margin-right:0!important}.mb-sm-0,.my-sm-0{margin-bottom:0!important}.ml-sm-0,.mx-sm-0{margin-left:0!important}.m-sm-1{margin:.25rem!important}.mt-sm-1,.my-sm-1{margin-top:.25rem!important}.mr-sm-1,.mx-sm-1{margin-right:.25rem!important}.mb-sm-1,.my-sm-1{margin-bottom:.25rem!important}.ml-sm-1,.mx-sm-1{margin-left:.25rem!important}.m-sm-2{margin:.5rem!important}.mt-sm-2,.my-sm-2{margin-top:.5rem!important}.mr-sm-2,.mx-sm-2{margin-right:.5rem!important}.mb-sm-2,.my-sm-2{margin-bottom:.5rem!important}.ml-sm-2,.mx-sm-2{margin-left:.5rem!important}.m-sm-3{margin:1rem!important}.mt-sm-3,.my-sm-3{margin-top:1rem!important}.mr-sm-3,.mx-sm-3{margin-right:1rem!important}.mb-sm-3,.my-sm-3{margin-bottom:1rem!important}.ml-sm-3,.mx-sm-3{margin-left:1rem!important}.m-sm-4{margin:1.5rem!important}.mt-sm-4,.my-sm-4{margin-top:1.5rem!important}.mr-sm-4,.mx-sm-4{margin-right:1.5rem!important}.mb-sm-4,.my-sm-4{margin-bottom:1.5rem!important}.ml-sm-4,.mx-sm-4{margin-left:1.5rem!important}.m-sm-5{margin:3rem!important}.mt-sm-5,.my-sm-5{margin-top:3rem!important}.mr-sm-5,.mx-sm-5{margin-right:3rem!important}.mb-sm-5,.my-sm-5{margin-bottom:3rem!important}.ml-sm-5,.mx-sm-5{margin-left:3rem!important}.p-sm-0{padding:0!important}.pt-sm-0,.py-sm-0{padding-top:0!important}.pr-sm-0,.px-sm-0{padding-right:0!important}.pb-sm-0,.py-sm-0{padding-bottom:0!important}.pl-sm-0,.px-sm-0{padding-left:0!important}.p-sm-1{padding:.25rem!important}.pt-sm-1,.py-sm-1{padding-top:.25rem!important}.pr-sm-1,.px-sm-1{padding-right:.25rem!important}.pb-sm-1,.py-sm-1{padding-bottom:.25rem!important}.pl-sm-1,.px-sm-1{padding-left:.25rem!important}.p-sm-2{padding:.5rem!important}.pt-sm-2,.py-sm-2{padding-top:.5rem!important}.pr-sm-2,.px-sm-2{padding-right:.5rem!important}.pb-sm-2,.py-sm-2{padding-bottom:.5rem!important}.pl-sm-2,.px-sm-2{padding-left:.5rem!important}.p-sm-3{padding:1rem!important}.pt-sm-3,.py-sm-3{padding-top:1rem!important}.pr-sm-3,.px-sm-3{padding-right:1rem!important}.pb-sm-3,.py-sm-3{padding-bottom:1rem!important}.pl-sm-3,.px-sm-3{padding-left:1rem!important}.p-sm-4{padding:1.5rem!important}.pt-sm-4,.py-sm-4{padding-top:1.5rem!important}.pr-sm-4,.px-sm-4{padding-right:1.5rem!important}.pb-sm-4,.py-sm-4{padding-bottom:1.5rem!important}.pl-sm-4,.px-sm-4{padding-left:1.5rem!important}.p-sm-5{padding:3rem!important}.pt-sm-5,.py-sm-5{padding-top:3rem!important}.pr-sm-5,.px-sm-5{padding-right:3rem!important}.pb-sm-5,.py-sm-5{padding-bottom:3rem!important}.pl-sm-5,.px-sm-5{padding-left:3rem!important}.m-sm-auto{margin:auto!important}.mt-sm-auto,.my-sm-auto{margin-top:auto!important}.mr-sm-auto,.mx-sm-auto{margin-right:auto!important}.mb-sm-auto,.my-sm-auto{margin-bottom:auto!important}.ml-sm-auto,.mx-sm-auto{margin-left:auto!important}}@media (min-width:768px){.m-md-0{margin:0!important}.mt-md-0,.my-md-0{margin-top:0!important}.mr-md-0,.mx-md-0{margin-right:0!important}.mb-md-0,.my-md-0{margin-bottom:0!important}.ml-md-0,.mx-md-0{margin-left:0!important}.m-md-1{margin:.25rem!important}.mt-md-1,.my-md-1{margin-top:.25rem!important}.mr-md-1,.mx-md-1{margin-right:.25rem!important}.mb-md-1,.my-md-1{margin-bottom:.25rem!important}.ml-md-1,.mx-md-1{margin-left:.25rem!important}.m-md-2{margin:.5rem!important}.mt-md-2,.my-md-2{margin-top:.5rem!important}.mr-md-2,.mx-md-2{margin-right:.5rem!important}.mb-md-2,.my-md-2{margin-bottom:.5rem!important}.ml-md-2,.mx-md-2{margin-left:.5rem!important}.m-md-3{margin:1rem!important}.mt-md-3,.my-md-3{margin-top:1rem!important}.mr-md-3,.mx-md-3{margin-right:1rem!important}.mb-md-3,.my-md-3{margin-bottom:1rem!important}.ml-md-3,.mx-md-3{margin-left:1rem!important}.m-md-4{margin:1.5rem!important}.mt-md-4,.my-md-4{margin-top:1.5rem!important}.mr-md-4,.mx-md-4{margin-right:1.5rem!important}.mb-md-4,.my-md-4{margin-bottom:1.5rem!important}.ml-md-4,.mx-md-4{margin-left:1.5rem!important}.m-md-5{margin:3rem!important}.mt-md-5,.my-md-5{margin-top:3rem!important}.mr-md-5,.mx-md-5{margin-right:3rem!important}.mb-md-5,.my-md-5{margin-bottom:3rem!important}.ml-md-5,.mx-md-5{margin-left:3rem!important}.p-md-0{padding:0!important}.pt-md-0,.py-md-0{padding-top:0!important}.pr-md-0,.px-md-0{padding-right:0!important}.pb-md-0,.py-md-0{padding-bottom:0!important}.pl-md-0,.px-md-0{padding-left:0!important}.p-md-1{padding:.25rem!important}.pt-md-1,.py-md-1{padding-top:.25rem!important}.pr-md-1,.px-md-1{padding-right:.25rem!important}.pb-md-1,.py-md-1{padding-bottom:.25rem!important}.pl-md-1,.px-md-1{padding-left:.25rem!important}.p-md-2{padding:.5rem!important}.pt-md-2,.py-md-2{padding-top:.5rem!important}.pr-md-2,.px-md-2{padding-right:.5rem!important}.pb-md-2,.py-md-2{padding-bottom:.5rem!important}.pl-md-2,.px-md-2{padding-left:.5rem!important}.p-md-3{padding:1rem!important}.pt-md-3,.py-md-3{padding-top:1rem!important}.pr-md-3,.px-md-3{padding-right:1rem!important}.pb-md-3,.py-md-3{padding-bottom:1rem!important}.pl-md-3,.px-md-3{padding-left:1rem!important}.p-md-4{padding:1.5rem!important}.pt-md-4,.py-md-4{padding-top:1.5rem!important}.pr-md-4,.px-md-4{padding-right:1.5rem!important}.pb-md-4,.py-md-4{padding-bottom:1.5rem!important}.pl-md-4,.px-md-4{padding-left:1.5rem!important}.p-md-5{padding:3rem!important}.pt-md-5,.py-md-5{padding-top:3rem!important}.pr-md-5,.px-md-5{padding-right:3rem!important}.pb-md-5,.py-md-5{padding-bottom:3rem!important}.pl-md-5,.px-md-5{padding-left:3rem!important}.m-md-auto{margin:auto!important}.mt-md-auto,.my-md-auto{margin-top:auto!important}.mr-md-auto,.mx-md-auto{margin-right:auto!important}.mb-md-auto,.my-md-auto{margin-bottom:auto!important}.ml-md-auto,.mx-md-auto{margin-left:auto!important}}@media (min-width:992px){.m-lg-0{margin:0!important}.mt-lg-0,.my-lg-0{margin-top:0!important}.mr-lg-0,.mx-lg-0{margin-right:0!important}.mb-lg-0,.my-lg-0{margin-bottom:0!important}.ml-lg-0,.mx-lg-0{margin-left:0!important}.m-lg-1{margin:.25rem!important}.mt-lg-1,.my-lg-1{margin-top:.25rem!important}.mr-lg-1,.mx-lg-1{margin-right:.25rem!important}.mb-lg-1,.my-lg-1{margin-bottom:.25rem!important}.ml-lg-1,.mx-lg-1{margin-left:.25rem!important}.m-lg-2{margin:.5rem!important}.mt-lg-2,.my-lg-2{margin-top:.5rem!important}.mr-lg-2,.mx-lg-2{margin-right:.5rem!important}.mb-lg-2,.my-lg-2{margin-bottom:.5rem!important}.ml-lg-2,.mx-lg-2{margin-left:.5rem!important}.m-lg-3{margin:1rem!important}.mt-lg-3,.my-lg-3{margin-top:1rem!important}.mr-lg-3,.mx-lg-3{margin-right:1rem!important}.mb-lg-3,.my-lg-3{margin-bottom:1rem!important}.ml-lg-3,.mx-lg-3{margin-left:1rem!important}.m-lg-4{margin:1.5rem!important}.mt-lg-4,.my-lg-4{margin-top:1.5rem!important}.mr-lg-4,.mx-lg-4{margin-right:1.5rem!important}.mb-lg-4,.my-lg-4{margin-bottom:1.5rem!important}.ml-lg-4,.mx-lg-4{margin-left:1.5rem!important}.m-lg-5{margin:3rem!important}.mt-lg-5,.my-lg-5{margin-top:3rem!important}.mr-lg-5,.mx-lg-5{margin-right:3rem!important}.mb-lg-5,.my-lg-5{margin-bottom:3rem!important}.ml-lg-5,.mx-lg-5{margin-left:3rem!important}.p-lg-0{padding:0!important}.pt-lg-0,.py-lg-0{padding-top:0!important}.pr-lg-0,.px-lg-0{padding-right:0!important}.pb-lg-0,.py-lg-0{padding-bottom:0!important}.pl-lg-0,.px-lg-0{padding-left:0!important}.p-lg-1{padding:.25rem!important}.pt-lg-1,.py-lg-1{padding-top:.25rem!important}.pr-lg-1,.px-lg-1{padding-right:.25rem!important}.pb-lg-1,.py-lg-1{padding-bottom:.25rem!important}.pl-lg-1,.px-lg-1{padding-left:.25rem!important}.p-lg-2{padding:.5rem!important}.pt-lg-2,.py-lg-2{padding-top:.5rem!important}.pr-lg-2,.px-lg-2{padding-right:.5rem!important}.pb-lg-2,.py-lg-2{padding-bottom:.5rem!important}.pl-lg-2,.px-lg-2{padding-left:.5rem!important}.p-lg-3{padding:1rem!important}.pt-lg-3,.py-lg-3{padding-top:1rem!important}.pr-lg-3,.px-lg-3{padding-right:1rem!important}.pb-lg-3,.py-lg-3{padding-bottom:1rem!important}.pl-lg-3,.px-lg-3{padding-left:1rem!important}.p-lg-4{padding:1.5rem!important}.pt-lg-4,.py-lg-4{padding-top:1.5rem!important}.pr-lg-4,.px-lg-4{padding-right:1.5rem!important}.pb-lg-4,.py-lg-4{padding-bottom:1.5rem!important}.pl-lg-4,.px-lg-4{padding-left:1.5rem!important}.p-lg-5{padding:3rem!important}.pt-lg-5,.py-lg-5{padding-top:3rem!important}.pr-lg-5,.px-lg-5{padding-right:3rem!important}.pb-lg-5,.py-lg-5{padding-bottom:3rem!important}.pl-lg-5,.px-lg-5{padding-left:3rem!important}.m-lg-auto{margin:auto!important}.mt-lg-auto,.my-lg-auto{margin-top:auto!important}.mr-lg-auto,.mx-lg-auto{margin-right:auto!important}.mb-lg-auto,.my-lg-auto{margin-bottom:auto!important}.ml-lg-auto,.mx-lg-auto{margin-left:auto!important}}@media (min-width:1200px){.m-xl-0{margin:0!important}.mt-xl-0,.my-xl-0{margin-top:0!important}.mr-xl-0,.mx-xl-0{margin-right:0!important}.mb-xl-0,.my-xl-0{margin-bottom:0!important}.ml-xl-0,.mx-xl-0{margin-left:0!important}.m-xl-1{margin:.25rem!important}.mt-xl-1,.my-xl-1{margin-top:.25rem!important}.mr-xl-1,.mx-xl-1{margin-right:.25rem!important}.mb-xl-1,.my-xl-1{margin-bottom:.25rem!important}.ml-xl-1,.mx-xl-1{margin-left:.25rem!important}.m-xl-2{margin:.5rem!important}.mt-xl-2,.my-xl-2{margin-top:.5rem!important}.mr-xl-2,.mx-xl-2{margin-right:.5rem!important}.mb-xl-2,.my-xl-2{margin-bottom:.5rem!important}.ml-xl-2,.mx-xl-2{margin-left:.5rem!important}.m-xl-3{margin:1rem!important}.mt-xl-3,.my-xl-3{margin-top:1rem!important}.mr-xl-3,.mx-xl-3{margin-right:1rem!important}.mb-xl-3,.my-xl-3{margin-bottom:1rem!important}.ml-xl-3,.mx-xl-3{margin-left:1rem!important}.m-xl-4{margin:1.5rem!important}.mt-xl-4,.my-xl-4{margin-top:1.5rem!important}.mr-xl-4,.mx-xl-4{margin-right:1.5rem!important}.mb-xl-4,.my-xl-4{margin-bottom:1.5rem!important}.ml-xl-4,.mx-xl-4{margin-left:1.5rem!important}.m-xl-5{margin:3rem!important}.mt-xl-5,.my-xl-5{margin-top:3rem!important}.mr-xl-5,.mx-xl-5{margin-right:3rem!important}.mb-xl-5,.my-xl-5{margin-bottom:3rem!important}.ml-xl-5,.mx-xl-5{margin-left:3rem!important}.p-xl-0{padding:0!important}.pt-xl-0,.py-xl-0{padding-top:0!important}.pr-xl-0,.px-xl-0{padding-right:0!important}.pb-xl-0,.py-xl-0{padding-bottom:0!important}.pl-xl-0,.px-xl-0{padding-left:0!important}.p-xl-1{padding:.25rem!important}.pt-xl-1,.py-xl-1{padding-top:.25rem!important}.pr-xl-1,.px-xl-1{padding-right:.25rem!important}.pb-xl-1,.py-xl-1{padding-bottom:.25rem!important}.pl-xl-1,.px-xl-1{padding-left:.25rem!important}.p-xl-2{padding:.5rem!important}.pt-xl-2,.py-xl-2{padding-top:.5rem!important}.pr-xl-2,.px-xl-2{padding-right:.5rem!important}.pb-xl-2,.py-xl-2{padding-bottom:.5rem!important}.pl-xl-2,.px-xl-2{padding-left:.5rem!important}.p-xl-3{padding:1rem!important}.pt-xl-3,.py-xl-3{padding-top:1rem!important}.pr-xl-3,.px-xl-3{padding-right:1rem!important}.pb-xl-3,.py-xl-3{padding-bottom:1rem!important}.pl-xl-3,.px-xl-3{padding-left:1rem!important}.p-xl-4{padding:1.5rem!important}.pt-xl-4,.py-xl-4{padding-top:1.5rem!important}.pr-xl-4,.px-xl-4{padding-right:1.5rem!important}.pb-xl-4,.py-xl-4{padding-bottom:1.5rem!important}.pl-xl-4,.px-xl-4{padding-left:1.5rem!important}.p-xl-5{padding:3rem!important}.pt-xl-5,.py-xl-5{padding-top:3rem!important}.pr-xl-5,.px-xl-5{padding-right:3rem!important}.pb-xl-5,.py-xl-5{padding-bottom:3rem!important}.pl-xl-5,.px-xl-5{padding-left:3rem!important}.m-xl-auto{margin:auto!important}.mt-xl-auto,.my-xl-auto{margin-top:auto!important}.mr-xl-auto,.mx-xl-auto{margin-right:auto!important}.mb-xl-auto,.my-xl-auto{margin-bottom:auto!important}.ml-xl-auto,.mx-xl-auto{margin-left:auto!important}}.text-monospace{font-family:SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace}.text-justify{text-align:justify!important}.text-nowrap{white-space:nowrap!important}.text-truncate{overflow:hidden;text-overflow:ellipsis;white-space:nowrap}.text-left{text-align:left!important}.text-right{text-align:right!important}.text-center{text-align:center!important}@media (min-width:576px){.text-sm-left{text-align:left!important}.text-sm-right{text-align:right!important}.text-sm-center{text-align:center!important}}@media (min-width:768px){.text-md-left{text-align:left!important}.text-md-right{text-align:right!important}.text-md-center{text-align:center!important}}@media (min-width:992px){.text-lg-left{text-align:left!important}.text-lg-right{text-align:right!important}.text-lg-center{text-align:center!important}}@media (min-width:1200px){.text-xl-left{text-align:left!important}.text-xl-right{text-align:right!important}.text-xl-center{text-align:center!important}}.text-lowercase{text-transform:lowercase!important}.text-uppercase{text-transform:uppercase!important}.text-capitalize{text-transform:capitalize!important}.font-weight-light{font-weight:300!important}.font-weight-normal{font-weight:400!important}.font-weight-bold{font-weight:700!important}.font-italic{font-style:italic!important}.text-white{color:#fff!important}.text-primary{color:#007bff!important}a.text-primary:focus,a.text-primary:hover{color:#0062cc!important}.text-secondary{color:#6c757d!important}a.text-secondary:focus,a.text-secondary:hover{color:#545b62!important}.text-success{color:#28a745!important}a.text-success:focus,a.text-success:hover{color:#1e7e34!important}.text-info{color:#17a2b8!important}a.text-info:focus,a.text-info:hover{color:#117a8b!important}.text-warning{color:#ffc107!important}a.text-warning:focus,a.text-warning:hover{color:#d39e00!important}.text-danger{color:#dc3545!important}a.text-danger:focus,a.text-danger:hover{color:#bd2130!important}.text-light{color:#f8f9fa!important}a.text-light:focus,a.text-light:hover{color:#dae0e5!important}.text-dark{color:#343a40!important}a.text-dark:focus,a.text-dark:hover{color:#1d2124!important}.text-body{color:#212529!important}.text-muted{color:#6c757d!important}.text-black-50{color:rgba(0,0,0,.5)!important}.text-white-50{color:rgba(255,255,255,.5)!important}.text-hide{font:0/0 a;color:transparent;text-shadow:none;background-color:transparent;border:0}.visible{visibility:visible!important}.invisible{visibility:hidden!important}@media print{*,::after,::before{text-shadow:none!important;box-shadow:none!important}a:not(.btn){text-decoration:underline}abbr[title]::after{content:" (" attr(title) ")"}pre{white-space:pre-wrap!important}blockquote,pre{border:1px solid #adb5bd;page-break-inside:avoid}thead{display:table-header-group}img,tr{page-break-inside:avoid}h2,h3,p{orphans:3;widows:3}h2,h3{page-break-after:avoid}@page{size:a3}body{min-width:992px!important}.container{min-width:992px!important}.navbar{display:none}.badge{border:1px solid #000}.table{border-collapse:collapse!important}.table td,.table th{background-color:#fff!important}.table-bordered td,.table-bordered th{border:1px solid #dee2e6!important}.table-dark{color:inherit}.table-dark tbody+tbody,.table-dark td,.table-dark th,.table-dark thead th{border-color:#dee2e6}.table .thead-dark th{color:inherit;border-color:#dee2e6}} +/*# sourceMappingURL=bootstrap.min.css.map */ \ No newline at end of file diff --git a/mimic3-http/mimic3_http/img/Mimic_color.png b/mimic3-http/mimic3_http/img/Mimic_color.png new file mode 100644 index 0000000..808c010 Binary files /dev/null and b/mimic3-http/mimic3_http/img/Mimic_color.png differ diff --git a/mimic3-http/mimic3_http/img/Mycroft_logo_two_typeonly.png b/mimic3-http/mimic3_http/img/Mycroft_logo_two_typeonly.png new file mode 100644 index 0000000..5f7efa5 Binary files /dev/null and b/mimic3-http/mimic3_http/img/Mycroft_logo_two_typeonly.png differ diff --git a/mimic3-http/mimic3_http/templates/index.html b/mimic3-http/mimic3_http/templates/index.html new file mode 100644 index 0000000..03dafad --- /dev/null +++ b/mimic3-http/mimic3_http/templates/index.html @@ -0,0 +1,208 @@ + + + + + + + + + + + Mimic 3 + + + + + + + + + + +
+
+
+

+ + Mimic 3 +

+
+
+
+
+ +
+
+ +
+
+
+
+ + +
+
+ + +
+
+ +
+
+ + + + + + +
+
+
+
+ + +
+
+
+
+ +
+
+ + + + + + + diff --git a/mimic3-http/mypy.ini b/mimic3-http/mypy.ini new file mode 100644 index 0000000..7d81e3f --- /dev/null +++ b/mimic3-http/mypy.ini @@ -0,0 +1,4 @@ +[mypy] + +[mypy-setuptools.*] +ignore_missing_imports = True diff --git a/mimic3-http/pylintrc b/mimic3-http/pylintrc new file mode 100644 index 0000000..9a76583 --- /dev/null +++ b/mimic3-http/pylintrc @@ -0,0 +1,39 @@ +[MESSAGES CONTROL] +disable= + format, + abstract-class-little-used, + abstract-method, + cyclic-import, + duplicate-code, + global-statement, + import-outside-toplevel, + inconsistent-return-statements, + locally-disabled, + not-context-manager, + redefined-variable-type, + too-few-public-methods, + too-many-arguments, + too-many-branches, + too-many-instance-attributes, + too-many-lines, + too-many-locals, + too-many-public-methods, + too-many-return-statements, + too-many-statements, + too-many-boolean-expressions, + unnecessary-pass, + unused-argument, + broad-except, + too-many-nested-blocks, + invalid-name, + unused-import, + no-self-use, + fixme, + useless-super-delegation, + missing-module-docstring, + missing-class-docstring, + missing-function-docstring, + import-error + +[FORMAT] +expected-line-ending-format=LF diff --git a/mimic3-http/requirements.txt b/mimic3-http/requirements.txt new file mode 100644 index 0000000..3395774 --- /dev/null +++ b/mimic3-http/requirements.txt @@ -0,0 +1,3 @@ +mimic3-tts<1.0 +quart>=0.16,<1.0 +quart-cors diff --git a/mimic3-http/requirements_dev.txt b/mimic3-http/requirements_dev.txt new file mode 100644 index 0000000..5318af0 --- /dev/null +++ b/mimic3-http/requirements_dev.txt @@ -0,0 +1,7 @@ +black==22.1.0 +coverage==5.0.4 +flake8==3.7.9 +mypy==0.910 +pylint==2.10.2 +pytest==5.4.1 +pytest-cov==2.8.1 diff --git a/mimic3-http/setup.cfg b/mimic3-http/setup.cfg new file mode 100644 index 0000000..0076bbf --- /dev/null +++ b/mimic3-http/setup.cfg @@ -0,0 +1,22 @@ +[flake8] +# To work with Black +max-line-length = 88 +# E501: line too long +# W503: Line break occurred before a binary operator +# E203: Whitespace before ':' +# D202 No blank lines allowed after function docstring +# W504 line break after binary operator +ignore = + E501, + W503, + E203, + D202, + W504 + +[isort] +multi_line_output = 3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 +indent = " " diff --git a/mimic3-http/setup.py b/mimic3-http/setup.py new file mode 100644 index 0000000..da7dc2e --- /dev/null +++ b/mimic3-http/setup.py @@ -0,0 +1,54 @@ +#!/usr/bin/env python3 +from pathlib import Path + +import setuptools +from setuptools import setup + +this_dir = Path(__file__).parent +module_dir = this_dir / "mimic3" + +# ----------------------------------------------------------------------------- + +# Load README in as long description +long_description: str = "" +readme_path = this_dir / "README.md" +if readme_path.is_file(): + long_description = readme_path.read_text(encoding="utf-8") + +requirements = [] +requirements_path = this_dir / "requirements.txt" +if requirements_path.is_file(): + with open(requirements_path, "r", encoding="utf-8") as requirements_file: + requirements = requirements_file.read().splitlines() + +version_path = module_dir / "VERSION" +with open(version_path, "r", encoding="utf-8") as version_file: + version = version_file.read().strip() + +# ----------------------------------------------------------------------------- + +PLUGIN_ENTRY_POINT = "mimic3_tts_plug = mimic3.plugin:Mimic3TTSPlugin" +setup( + name="mimic3", + version=version, + description="An offline text to speech system for Mycroft", + url="http://github.com/MycroftAI/mimic3", + author="Michael Hansen", + author_email="michael.hansen@mycroft.ai", + license="Apache-2.0", + packages=setuptools.find_packages(), + package_data={"mimic3": ["VERSION", "py.typed", "templates", "css", "img"]}, + install_requires=requirements, + extras_require={':python_version<"3.9"': ["importlib_resources"]}, + classifiers=[ + "Development Status :: 3 - Alpha", + "Intended Audience :: Developers", + "Topic :: Text Processing :: Linguistic", + "License :: OSI Approved :: Apache Software License", + "Programming Language :: Python :: 3.7", + "Programming Language :: Python :: 3.8", + "Programming Language :: Python :: 3.9", + ], + keywords="mycroft plugin tts mimic", + entry_points={"mycroft.plugin.tts": PLUGIN_ENTRY_POINT}, +) diff --git a/mimic3-tts/.gitignore b/mimic3-tts/.gitignore new file mode 100644 index 0000000..82f869f --- /dev/null +++ b/mimic3-tts/.gitignore @@ -0,0 +1,14 @@ +.DS_Store +.idea +*.log +tmp/ + +*.py[cod] +*.egg +build +htmlcov + +.venv/ +__pycache__/ +.mypy_cache/ +*.egg-info/ diff --git a/mimic3-tts/.isort.cfg b/mimic3-tts/.isort.cfg new file mode 100644 index 0000000..ba2778d --- /dev/null +++ b/mimic3-tts/.isort.cfg @@ -0,0 +1,6 @@ +[settings] +multi_line_output=3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 diff --git a/mimic3-tts/.projectile b/mimic3-tts/.projectile new file mode 100644 index 0000000..cc49f99 --- /dev/null +++ b/mimic3-tts/.projectile @@ -0,0 +1,3 @@ +- /.venv/ +- /.mypy_cache/ +- /mimic3_tts/.mypy_cache/ diff --git a/mimic3-tts/LICENSE b/mimic3-tts/LICENSE new file mode 100644 index 0000000..261eeb9 --- /dev/null +++ b/mimic3-tts/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/mimic3-tts/MANIFEST.in b/mimic3-tts/MANIFEST.in new file mode 100644 index 0000000..6fc3748 --- /dev/null +++ b/mimic3-tts/MANIFEST.in @@ -0,0 +1,5 @@ +include requirements.txt +include requirements_dev.txt +include LICENSE +include README.md +include mimic3_tts/VERSION diff --git a/mimic3-tts/check.sh b/mimic3-tts/check.sh new file mode 100755 index 0000000..6c87eea --- /dev/null +++ b/mimic3-tts/check.sh @@ -0,0 +1,28 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Kebab to snake case +module_name="$(basename "${this_dir}" | sed -e 's/-/_/g')" +src_dir="${this_dir}/${module_name}" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +if [ -d "${venv}" ]; then + # Activate virtual environment if available + source "${venv}/bin/activate" +fi + +# Format code +black "${src_dir}" +isort "${src_dir}" + +# Check +flake8 "${src_dir}" +pylint "${src_dir}" +mypy "${src_dir}" + +echo 'OK' diff --git a/mimic3-tts/install.sh b/mimic3-tts/install.sh new file mode 100755 index 0000000..19284e4 --- /dev/null +++ b/mimic3-tts/install.sh @@ -0,0 +1,34 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +# Python binary to use +: "${PYTHON=python3}" + +# pip install command +: "${PIP_INSTALL=install}" + +python_version="$(${PYTHON} --version)" + +# Create virtual environment +echo "Creating virtual environment at ${venv} (${python_version})" +rm -rf "${venv}" +"${PYTHON}" -m venv "${venv}" +source "${venv}/bin/activate" + +# Install Python dependencies +echo 'Installing Python dependencies' +pip3 ${PIP_INSTALL} --upgrade pip +pip3 ${PIP_INSTALL} --upgrade wheel setuptools + +find "${this_dir}" -name 'requirements*.txt' -type f -print0 | \ + xargs -0 -n1 pip3 ${PIP_INSTALL} -r + +# ----------------------------------------------------------------------------- + +echo "OK" diff --git a/mimic3-tts/mimic3_tts/VERSION b/mimic3-tts/mimic3_tts/VERSION new file mode 100644 index 0000000..b1e80bb --- /dev/null +++ b/mimic3-tts/mimic3_tts/VERSION @@ -0,0 +1 @@ +0.1.3 diff --git a/mimic3-tts/mimic3_tts/__init__.py b/mimic3-tts/mimic3_tts/__init__.py new file mode 100644 index 0000000..012fd97 --- /dev/null +++ b/mimic3-tts/mimic3_tts/__init__.py @@ -0,0 +1,2 @@ +from .tts import Mimic3TextToSpeechSystem, Mimic3Settings +from opentts_abc import AudioResult, MarkResult diff --git a/mimic3-tts/mimic3_tts/__main__.py b/mimic3-tts/mimic3_tts/__main__.py new file mode 100644 index 0000000..1309492 --- /dev/null +++ b/mimic3-tts/mimic3_tts/__main__.py @@ -0,0 +1,29 @@ +#!/usr/bin/env python3 +import logging +import wave + +logging.basicConfig(level=logging.DEBUG) + +from opentts_abc.ssml import SSMLSpeaker +from mimic3_tts.tts import Mimic3TextToSpeechSystem, Mimic3Settings, AudioResult, MarkResult + +settings = Mimic3Settings(length_scale=1.2, noise_w=0) +tts = Mimic3TextToSpeechSystem(settings) + +speaker = SSMLSpeaker(tts) +ssml = 'This is a test.' + +wav_file: wave.Wave_write = wave.open("out.wav", "wb") +params_set = False +with wav_file: + for result in speaker.speak(ssml): + if isinstance(result, AudioResult): + if not params_set: + wav_file.setframerate(result.sample_rate_hz) + wav_file.setsampwidth(result.sample_width_bytes) + wav_file.setnchannels(result.num_channels) + params_set = True + + wav_file.writeframes(result.audio_bytes) + elif isinstance(result, MarkResult): + print("mark", result.name) diff --git a/mimic3-tts/mimic3_tts/config.py b/mimic3-tts/mimic3_tts/config.py new file mode 100644 index 0000000..d9f4f26 --- /dev/null +++ b/mimic3-tts/mimic3_tts/config.py @@ -0,0 +1,274 @@ +"""Configuration classes""" +# Copyright 2021 Mycroft AI Inc. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import collections +import json +import typing +from dataclasses import dataclass, field +from enum import Enum +from pathlib import Path + +from dataclasses_json import DataClassJsonMixin +from gruut_ipa import IPA +from phonemes2ids import BlankBetween + + +@dataclass +class AudioConfig(DataClassJsonMixin): + filter_length: int = 1024 + hop_length: int = 256 + win_length: int = 1024 + mel_channels: int = 80 + sample_rate: int = 22050 + sample_bytes: int = 2 + channels: int = 1 + mel_fmin: float = 0.0 + mel_fmax: typing.Optional[float] = None + ref_level_db: float = 20.0 + spec_gain: float = 1.0 + + # Normalization + signal_norm: bool = True + min_level_db: float = -100.0 + max_norm: float = 1.0 + clip_norm: bool = True + symmetric_norm: bool = True + do_dynamic_range_compression: bool = True + convert_db_to_amp: bool = True + + do_trim_silence: bool = False + trim_silence_db: float = 40.0 + trim_margin_sec: float = 0.01 + trim_keep_sec: float = 0.25 + + scale_mels: bool = False + + def __post_init__(self): + if self.mel_fmax is not None: + assert self.mel_fmax <= self.sample_rate // 2 + + +@dataclass +class ModelConfig(DataClassJsonMixin): + num_symbols: int = 0 + n_speakers: int = 1 + + inter_channels: int = 192 + hidden_channels: int = 192 + filter_channels: int = 768 + n_heads: int = 2 + n_layers: int = 6 + kernel_size: int = 3 + p_dropout: float = 0.1 + resblock: str = "1" + resblock_kernel_sizes: typing.Tuple[int, ...] = (3, 7, 11) + resblock_dilation_sizes: typing.Tuple[typing.Tuple[int, ...], ...] = ( + (1, 3, 5), + (1, 3, 5), + (1, 3, 5), + ) + upsample_rates: typing.Tuple[int, ...] = (8, 8, 2, 2) + upsample_initial_channel: int = 512 + upsample_kernel_sizes: typing.Tuple[int, ...] = (16, 16, 4, 4) + n_layers_q: int = 3 + use_spectral_norm: bool = False + gin_channels: int = 256 + use_sdp: bool = True # StochasticDurationPredictor + + @property + def is_multispeaker(self) -> bool: + return self.n_speakers > 1 + + +@dataclass +class PhonemesConfig(DataClassJsonMixin): + phoneme_separator: str = " " + """Separator between individual phonemes in CSV input""" + + word_separator: str = "#" + """Separator between word phonemes in CSV input (must not match phoneme_separator)""" + + phoneme_to_id: typing.Optional[typing.Mapping[str, int]] = None + pad: typing.Optional[str] = "_" + bos: typing.Optional[str] = None + eos: typing.Optional[str] = None + blank: typing.Optional[str] = "#" + blank_word: typing.Optional[str] = None + blank_between: typing.Union[str, BlankBetween] = BlankBetween.WORDS + blank_at_start: bool = True + blank_at_end: bool = True + simple_punctuation: bool = True + punctuation_map: typing.Optional[typing.Mapping[str, str]] = None + separate: typing.Optional[typing.List[str]] = None + separate_graphemes: bool = False + separate_tones: bool = False + tone_before: bool = False + phoneme_map: typing.Optional[typing.Mapping[str, str]] = None + auto_bos_eos: bool = False + minor_break: typing.Optional[str] = IPA.BREAK_MINOR.value + major_break: typing.Optional[str] = IPA.BREAK_MAJOR.value + + def split_word_phonemes(self, phonemes_str: str) -> typing.List[typing.List[str]]: + """Split phonemes string into a list of lists (outer is words, inner is individual phonemes in each word)""" + return [ + word_phonemes_str.split(self.phoneme_separator) + for word_phonemes_str in phonemes_str.split(self.word_separator) + ] + + def join_word_phonemes(self, word_phonemes: typing.List[typing.List[str]]) -> str: + """Split phonemes string into a list of lists (outer is words, inner is individual phonemes in each word)""" + return self.word_separator.join( + self.phoneme_separator.join(wp) for wp in word_phonemes + ) + + +class Phonemizer(str, Enum): + SYMBOLS = "symbols" + GRUUT = "gruut" + ESPEAK = "espeak" + + +class Aligner(str, Enum): + KALDI_ALIGN = "kaldi_align" + + +class TextCasing(str, Enum): + LOWER = "lower" + UPPER = "upper" + + +class MetadataFormat(str, Enum): + TEXT = "text" + PHONEMES = "phonemes" + PHONEME_IDS = "ids" + + +@dataclass +class DatasetConfig: + name: str + metadata_path: typing.Optional[typing.Union[str, Path]] = None + train_path: typing.Optional[typing.Union[str, Path]] = None + multispeaker: bool = False + text_language: typing.Optional[str] = None + audio_dir: typing.Optional[typing.Union[str, Path]] = None + cache_dir: typing.Optional[typing.Union[str, Path]] = None + + def get_cache_dir(self, output_dir: typing.Union[str, Path]) -> Path: + if self.cache_dir is not None: + cache_dir = Path(self.cache_dir) + else: + cache_dir = Path("cache") / self.name + + if not cache_dir.is_absolute(): + cache_dir = Path(output_dir) / str(cache_dir) + + return cache_dir + + +@dataclass +class AlignerConfig: + aligner: typing.Optional[Aligner] = None + casing: typing.Optional[TextCasing] = None + + +@dataclass +class TrainingConfig(DataClassJsonMixin): + seed: int = 1234 + epochs: int = 10000 + learning_rate: float = 2e-4 + betas: typing.Tuple[float, float] = field(default=(0.8, 0.99)) + eps: float = 1e-9 + batch_size: int = 32 + fp16_run: bool = False + lr_decay: float = 0.999875 + segment_size: int = 8192 + init_lr_ratio: float = 1.0 + warmup_epochs: int = 0 + c_mel: int = 45 + c_kl: float = 1.0 + grad_clip: typing.Optional[float] = None + + min_seq_length: typing.Optional[int] = None + max_seq_length: typing.Optional[int] = None + + min_spec_length: typing.Optional[int] = None + max_spec_length: typing.Optional[int] = None + + last_epoch: int = 1 + global_step: int = 1 + best_loss: typing.Optional[float] = None + audio: AudioConfig = field(default_factory=AudioConfig) + model: ModelConfig = field(default_factory=ModelConfig) + phonemes: PhonemesConfig = field(default_factory=PhonemesConfig) + text_aligner: AlignerConfig = field(default_factory=AlignerConfig) + text_language: typing.Optional[str] = None + phonemizer: typing.Optional[Phonemizer] = None + datasets: typing.List[DatasetConfig] = field(default_factory=list) + dataset_format: MetadataFormat = MetadataFormat.TEXT + + version: int = 1 + git_commit: str = "" + + @property + def is_multispeaker(self): + return ( + self.model.is_multispeaker + or any(d.multispeaker for d in self.datasets) + ) + + def save(self, config_file: typing.TextIO): + """Save config as JSON to a file""" + json.dump(self.to_dict(), config_file, indent=4) + + @staticmethod + def load(config_file: typing.TextIO) -> "TrainingConfig": + """Load config from a JSON file""" + return TrainingConfig.from_json(config_file.read()) + + @staticmethod + def load_and_merge( + config: "TrainingConfig", + config_files: typing.Iterable[typing.Union[str, Path, typing.TextIO]], + ) -> "TrainingConfig": + """Loads one or more JSON configuration files and overlays them on top of an existing config""" + base_dict = config.to_dict() + for maybe_config_file in config_files: + if isinstance(maybe_config_file, (str, Path)): + # File path + config_file = open(maybe_config_file, "r", encoding="utf-8") + else: + # File object + config_file = maybe_config_file + + with config_file: + # Load new config and overlay on existing config + new_dict = json.load(config_file) + TrainingConfig.recursive_update(base_dict, new_dict) + + return TrainingConfig.from_dict(base_dict) + + @staticmethod + def recursive_update( + base_dict: typing.Dict[typing.Any, typing.Any], + new_dict: typing.Mapping[typing.Any, typing.Any], + ) -> None: + """Recursively overwrites values in base dictionary with values from new dictionary""" + for key, value in new_dict.items(): + if isinstance(value, collections.Mapping) and ( + base_dict.get(key) is not None + ): + TrainingConfig.recursive_update(base_dict[key], value) + else: + base_dict[key] = value diff --git a/mimic3-tts/mimic3_tts/py.typed b/mimic3-tts/mimic3_tts/py.typed new file mode 100644 index 0000000..e69de29 diff --git a/mimic3-tts/mimic3_tts/tts.py b/mimic3-tts/mimic3_tts/tts.py new file mode 100644 index 0000000..75a18a0 --- /dev/null +++ b/mimic3-tts/mimic3_tts/tts.py @@ -0,0 +1,808 @@ +#!/usr/bin/env python3 +import dataclasses +import logging +import time +import typing +from abc import ABCMeta +from dataclasses import dataclass, field +from copy import deepcopy +from pathlib import Path +from xml.sax.saxutils import escape as xmlescape + +import gruut +import numpy as np +import onnxruntime +import phonemes2ids +from gruut.const import LookupPhonemes, WordRole +from gruut_ipa import guess_phonemes, IPA, Phonemes, Phoneme + +from opentts_abc import ( + TextToSpeechSystem, + Voice, + BaseToken, + BaseResult, + MarkResult, + AudioResult, + Word, + Phonemes, + SayAs, +) + +from mimic3_tts.config import TrainingConfig +from mimic3_tts.utils import audio_float_to_int16 + +_DIR = Path(__file__).parent + +_LOGGER = logging.getLogger(__name__) + +PHONEMES_LIST = typing.List[typing.List[str]] + +DEFAULT_VOICE = "en_US/vctk_low" +DEFAULT_LANGUAGE = "en_US" + + +# ----------------------------------------------------------------------------- + + +@dataclass +class Mimic3Settings: + voice: typing.Optional[str] = None + language: typing.Optional[str] = None + voices_directories: typing.Optional[typing.Iterable[typing.Union[str, Path]]] = None + speaker_id: typing.Optional[int] = None + length_scale: float = 1.0 + noise_scale: float = 0.333 + noise_w: float = 1.0 + text_language: typing.Optional[str] = None + sample_rate: int = 22050 + + +@dataclass +class LoadedVoice: + config: TrainingConfig + onnx_model: onnxruntime.InferenceSession + phoneme_to_id: typing.Mapping[str, int] + phoneme_map: typing.Optional[typing.Dict[str, typing.List[str]]] = None + + +@dataclass +class Mimic3Phonemes: + current_settings: Mimic3Settings + phonemes: typing.List[typing.List[str]] = field(default_factory=list) + + +# ----------------------------------------------------------------------------- + + +class Mimic3TextToSpeechSystem(TextToSpeechSystem): + """Convert text to speech using Mimic 3""" + + def __init__(self, settings: Mimic3Settings): + self.settings = settings + + # self._current_voice: typing.Optional[LoadedVoice] = None + # self._current_settings = self.settings + + self._results: typing.List[typing.Union[BaseResult, Mimic3Phonemes]] = [] + + self.loaded_voices: typing.Dict[str, LoadedVoice] = {} + + @property + def voice(self) -> str: + return self.settings.voice or DEFAULT_VOICE + + @voice.setter + def voice(self, new_voice: str): + if new_voice != self.settings.voice: + # Clear speaker id on voice change + self.speaker_id = None + + self.settings.voice = new_voice + + if "#" in self.settings.voice: + # Split + voice, speaker_id_str = self.settings.voice.split("#", maxsplit=1) + self.settings.voice = voice + + # TODO: Use speaker map + self.speaker_id = int(speaker_id_str) + + # self._current_voice = self._get_or_load_voice( + # self.settings.voice or DEFAULT_VOICE + # ) + + @property + def speaker_id(self) -> typing.Optional[int]: + return self.settings.speaker_id + + @speaker_id.setter + def speaker_id(self, new_speaker_id: typing.Optional[int]): + self.settings.speaker_id = new_speaker_id + + @property + def language(self) -> str: + return self.settings.language or DEFAULT_LANGUAGE + + @language.setter + def language(self, new_language: str): + self.settings.language = new_language + + @staticmethod + def get_default_voices_directories() -> typing.List[Path]: + return [_DIR.parent.parent / "voices"] + + # @property + # def text_lang(self) -> str: + # return ( + # self.settings.text_language + # or self.settings.language + # or ( + # self._current_voice.config.text_language + # if self._current_voice + # else None + # ) + # or "en_US" + # ) + + # @property + # def sample_rate(self) -> int: + # return ( + # self._current_voice.config.audio.sample_rate + # if self._current_voice + # else self.settings.sample_rate + # ) + + def get_voices(self) -> typing.Iterable[Voice]: + voices_dirs = ( + self.settings.voices_directories + or Mimic3TextToSpeechSystem.get_default_voices_directories() + ) + + # voices/// + for voices_dir in voices_dirs: + voices_dir = Path(voices_dir) + + if not voices_dir.is_dir(): + continue + + for lang_dir in voices_dir.iterdir(): + if not lang_dir.is_dir(): + continue + + for voice_dir in lang_dir.iterdir(): + if not voice_dir.is_dir(): + continue + + voice_lang = lang_dir.name + voice_name = voice_dir.name + + yield Voice( + key=str(voice_dir.absolute()), + name=voice_name, + language=voice_lang, + description="", + ) + + def begin_utterance(self): + self._results.clear() + # self._current_settings = deepcopy(self.settings) + + def speak_text(self, text: str, text_language: typing.Optional[str] = None): + text_language = text_language or self.language + for sentence in gruut.sentences(text, lang=text_language): + sent_phonemes = [w.phonemes for w in sentence if w.phonemes] + self._results.append( + Mimic3Phonemes( + current_settings=deepcopy(self.settings), + phonemes=sent_phonemes, + ) + ) + + def _speak_sentence_phonemes( + self, + sent_phonemes, + text: typing.Optional[str] = None, + settings: typing.Optional[Mimic3Settings] = None, + ) -> AudioResult: + settings = settings or self.settings + current_voice = self._get_or_load_voice(settings.voice or DEFAULT_VOICE) + + config = current_voice.config + onnx_model = current_voice.onnx_model + phoneme_to_id = current_voice.phoneme_to_id + phoneme_map = current_voice.phoneme_map or config.phonemes.phoneme_map + + sent_phoneme_ids = phonemes2ids.phonemes2ids( + word_phonemes=sent_phonemes, + phoneme_to_id=phoneme_to_id, + pad=config.phonemes.pad, + bos=config.phonemes.bos, + eos=config.phonemes.eos, + auto_bos_eos=config.phonemes.auto_bos_eos, + blank=config.phonemes.blank, + blank_word=config.phonemes.blank_word, + blank_between=config.phonemes.blank_between, + blank_at_start=config.phonemes.blank_at_start, + blank_at_end=config.phonemes.blank_at_end, + simple_punctuation=config.phonemes.simple_punctuation, + punctuation_map=config.phonemes.punctuation_map, + separate=config.phonemes.separate, + separate_graphemes=config.phonemes.separate_graphemes, + separate_tones=config.phonemes.separate_tones, + tone_before=config.phonemes.tone_before, + phoneme_map=phoneme_map, + fail_on_missing=False, + ) + + if text: + _LOGGER.debug("%s %s %s", text, sent_phonemes, sent_phoneme_ids) + else: + _LOGGER.debug("%s %s", sent_phonemes, sent_phoneme_ids) + + # Create model inputs + text_array = np.expand_dims(np.array(sent_phoneme_ids, dtype=np.int64), 0) + text_lengths_array = np.array([text_array.shape[1]], dtype=np.int64) + scales_array = np.array( + [ + settings.noise_scale, + settings.length_scale, + settings.noise_w, + ], + dtype=np.float32, + ) + + inputs = { + "input": text_array, + "input_lengths": text_lengths_array, + "scales": scales_array, + } + + if config.is_multispeaker: + speaker_id = settings.speaker_id if settings.speaker_id is not None else 0 + speaker_id_array = np.array([speaker_id], dtype=np.int64) + inputs["sid"] = speaker_id_array + + # Infer audio from phonemes + start_time = time.perf_counter() + audio = onnx_model.run(None, inputs)[0].squeeze() + audio = audio_float_to_int16(audio) + end_time = time.perf_counter() + + # Compute real-time factor + audio_duration_sec = audio.shape[-1] / config.audio.sample_rate + infer_sec = end_time - start_time + real_time_factor = ( + infer_sec / audio_duration_sec if audio_duration_sec > 0 else 0.0 + ) + + _LOGGER.debug("RTF: %s", real_time_factor) + + audio_bytes = audio.tobytes() + return AudioResult( + sample_rate_hz=config.audio.sample_rate, + audio_bytes=audio_bytes, + # 16-bit mono + sample_width_bytes=2, + num_channels=1, + ) + + def speak_tokens(self, tokens: typing.Iterable[BaseToken]): + token_phonemes: PHONEMES_LIST = [] + + for token in tokens: + if isinstance(token, Word): + word_role = xmlescape(token.role) if token.role else "" + word_text = xmlescape(token.text) + + sentence = next( + iter( + gruut.sentences( + f'{word_text}', ssml=True + ) + ) + ) + token_phonemes.extend(w.phonemes for w in sentence if w.phonemes) + elif isinstance(token, Phonemes): + phoneme_str = token.text.strip() + if " " in phoneme_str: + token_phonemes.append(phoneme_str.split()) + else: + token_phonemes.append(list(phoneme_str)) + elif isinstance(token, SayAs): + word_text = xmlescape(token.text) + interpret_as = xmlescape(token.interpret_as) + format_attr = ( + f'format="{xmlescape(token.format)}"' if token.format else "" + ) + + sentence = next( + iter( + gruut.sentences( + f'{word_text}', + ssml=True, + ) + ) + ) + + token_phonemes.extend(w.phonemes for w in sentence if w.phonemes) + + if token_phonemes: + self._results.append( + Mimic3Phonemes( + current_settings=deepcopy(self.settings), phonemes=token_phonemes + ) + ) + + def add_break(self, time_ms: int): + # Generate silence (16-bit mono at sample rate) + num_bytes = int((time_ms / 1000.0) * self.settings.sample_rate * 2) + audio_bytes = bytes(num_bytes) + + self._results.append( + AudioResult( + sample_rate_hz=self.settings.sample_rate, + audio_bytes=audio_bytes, + # 16-bit mono + sample_width_bytes=2, + num_channels=1, + ) + ) + + def set_mark(self, name: str): + self._results.append(MarkResult(name=name)) + + def end_utterance(self) -> typing.Iterable[BaseResult]: + last_settings = self.settings + + sent_phonemes: PHONEMES_LIST = [] + + for result in self._results: + if isinstance(result, Mimic3Phonemes): + if result.current_settings != last_settings: + if sent_phonemes: + yield self._speak_sentence_phonemes( + sent_phonemes, settings=last_settings + ) + sent_phonemes.clear() + + sent_phonemes.extend(result.phonemes) + last_settings = result.current_settings + else: + if sent_phonemes: + yield self._speak_sentence_phonemes( + sent_phonemes, settings=last_settings + ) + sent_phonemes.clear() + + yield result + + if sent_phonemes: + yield self._speak_sentence_phonemes(sent_phonemes) + + def _get_or_load_voice(self, voice_key: str) -> LoadedVoice: + existing_voice = self.loaded_voices.get(voice_key) + if existing_voice is not None: + return existing_voice + + # Look up as substring of known voice + model_dir: typing.Optional[Path] = None + for maybe_voice in self.get_voices(): + if maybe_voice.key.endswith(voice_key): + model_dir = Path(maybe_voice.key) + break + + assert model_dir is not None + existing_voice = self.loaded_voices.get(str(model_dir.absolute())) + if existing_voice is not None: + # Alias + self.loaded_voices[voice_key] = existing_voice + + return existing_voice + + _LOGGER.debug("Loading voice from %s", model_dir) + + config_path = model_dir / "config.json" + _LOGGER.debug("Loading model config from %s", config_path) + + with open(config_path, "r", encoding="utf-8") as config_file: + config = TrainingConfig.load(config_file) + + # phoneme -> id + phoneme_ids_path = model_dir / "phonemes.txt" + _LOGGER.debug("Loading model phonemes from %s", phoneme_ids_path) + with open(phoneme_ids_path, "r", encoding="utf-8") as ids_file: + phoneme_to_id = phonemes2ids.load_phoneme_ids(ids_file) + + generator_path = model_dir / "generator.onnx" + _LOGGER.debug("Loading model from %s", generator_path) + + sess_options = onnxruntime.SessionOptions() + # sess_options.enable_cpu_mem_arena = False + # sess_options.enable_mem_pattern = False + # sess_options.enable_mem_reuse = False + + onnx_model = onnxruntime.InferenceSession( + str(generator_path), sess_options=sess_options + ) + + voice = LoadedVoice( + config=config, onnx_model=onnx_model, phoneme_to_id=phoneme_to_id + ) + + # valid_phonemes = [] + # for phoneme_str in self._phoneme_to_id: + # maybe_phoneme = Phoneme(phoneme_str) + # if any( + # [ + # maybe_phoneme.vowel, + # maybe_phoneme.consonant, + # maybe_phoneme.dipthong, + # maybe_phoneme.schwa, + # ] + # ): + # valid_phonemes.append(maybe_phoneme) + + # self._voice_phonemes = Phonemes(phonemes=valid_phonemes) + + # phoneme -> phoneme, phoneme, ... + phoneme_map_path = model_dir / "phoneme_map.txt" + if phoneme_map_path.is_file(): + _LOGGER.debug("Loading phoneme map from %s", phoneme_map_path) + with open(phoneme_map_path, "r", encoding="utf-8") as map_file: + voice.phoneme_map = phonemes2ids.utils.load_phoneme_map(map_file) + + _LOGGER.info("Loaded voice from %s", model_dir) + + # Add to cache + self.loaded_voices[voice_key] = voice + + return voice + + # def start(self): + # self.stop() + + # self._thread = threading.Thread(target=self._thread_proc, daemon=True) + # self._thread.start() + + # def stop(self): + # if self._thread is not None: + # self._request_queue.put(None) + # self._thread.join() + # self._thread = None + + # # Drain queues + # while not self._request_queue.empty(): + # self._request_queue.get() + + # while not self._result_queue.empty(): + # self._result_queue.get() + + # def _thread_proc(self): + # try: + # self._load_model() + # self._load_text_processor() + + # while True: + # message = self._request_queue.get() + # if message is None: + # break + + # if isinstance(message, AddLexiconMessage): + # self._add_lexicon(message.lexicon_file) + # elif isinstance(message, TextToSpeechMessage): + # result = self._text_to_speech(**dataclasses.asdict(message)) + # self._result_queue.put(result) + + # except Exception: + # _LOGGER.exception("_thread_proc") + + # def _load_model(self): + # """Load model configuration and generator""" + + # if self._config is None: + # config_path = self.model_dir / "config.json" + # _LOGGER.debug("Loading model config from %s", config_path) + + # with open(config_path, "r", encoding="utf-8") as config_file: + # self._config = TrainingConfig.load(config_file) + + # self.lang = self.lang or self._config.text_language or "en_US" + + # if self._phoneme_to_id is None: + # # phoneme -> id + # phoneme_ids_path = self.model_dir / "phonemes.txt" + # _LOGGER.debug("Loading model phonemes from %s", phoneme_ids_path) + # with open(phoneme_ids_path, "r", encoding="utf-8") as ids_file: + # self._phoneme_to_id = phonemes2ids.load_phoneme_ids(ids_file) + + # valid_phonemes = [] + # for phoneme_str in self._phoneme_to_id: + # maybe_phoneme = Phoneme(phoneme_str) + # if any( + # [ + # maybe_phoneme.vowel, + # maybe_phoneme.consonant, + # maybe_phoneme.dipthong, + # maybe_phoneme.schwa, + # ] + # ): + # valid_phonemes.append(maybe_phoneme) + + # self._voice_phonemes = Phonemes(phonemes=valid_phonemes) + + # if self._phoneme_map is None: + # # phoneme -> phoneme, phoneme, ... + # phoneme_map_path = self.model_dir / "phoneme_map.txt" + # if phoneme_map_path.is_file(): + # _LOGGER.debug("Loading phoneme map from %s", phoneme_map_path) + # with open(phoneme_map_path, "r", encoding="utf-8") as map_file: + # self._phoneme_map = phonemes2ids.utils.load_phoneme_map(map_file) + + # if self._onnx_model is None: + # generator_path = self.model_dir / "generator.onnx" + # _LOGGER.debug("Loading model from %s", generator_path) + + # sess_options = onnxruntime.SessionOptions() + # sess_options.enable_cpu_mem_arena = False + # sess_options.enable_mem_pattern = False + # sess_options.enable_mem_reuse = False + + # self._onnx_model = onnxruntime.InferenceSession( + # str(generator_path), sess_options=sess_options + # ) + + # def _load_text_processor(self): + # if self._text_processor is None: + # self._text_processor = gruut.TextProcessor(default_lang=self.lang) + + # def add_lexicon(self, lexicon_file: typing.Iterable[str]): + # """Load a custom pronunciation lexicon from a file. + + # Format is: + # ... + + # Role can be things like "gruut:VB" or "gruut:NN". + # Use "_" for the default role (any part of speech). + # """ + # self._request_queue.put(AddLexiconMessage(lexicon_file=list(lexicon_file))) + + # def _add_lexicon(self, lexicon_file: typing.Iterable[str]): + # self._load_text_processor() + # assert self._text_processor is not None + + # # word -> role -> [phoneme, phoneme, ...] + # lexicon: typing.Dict[str, typing.Dict[str, typing.List[str]]] = {} + + # for line in lexicon_file: + # line = line.strip() + # if not line: + # continue + + # word, role, *phonemes = line.split() + # if (not word) or (not phonemes): + # _LOGGER.warning("Empty word or pronunciation in lexicon: %s", line) + # continue + + # if role == "_": + # role = WordRole.DEFAULT + + # word_roles = lexicon.get(word) + # if word_roles is None: + # word_roles = {} + # lexicon[word] = word_roles + + # word_roles[role] = phonemes + + # if lexicon: + + # # Wrap the "lookup_phonemes" method in the gruut text processor. + # # Our lexicon will be consulted first. + # settings = self._text_processor.get_settings() + # base_lookup = settings.lookup_phonemes + + # def lookup_phonemes(word: str, role: typing.Optional[str] = None, **kwargs): + # word_roles = lexicon.get(word) + + # if not word_roles: + # # Try lower case + # word_roles = lexicon.get(word.lower()) + + # if word_roles: + # if role is None: + # role = WordRole.DEFAULT + + # phonemes = word_roles.get(role) + + # if (phonemes is None) and (role != WordRole.DEFAULT): + # phonemes = word_roles.get(WordRole.DEFAULT) + + # if phonemes: + # return phonemes + + # if base_lookup is not None: + # return base_lookup(word, role, **kwargs) + + # return None + + # settings.lookup_phonemes = typing.cast(LookupPhonemes, lookup_phonemes) + # _LOGGER.debug("Added custom pronunciations for %s word(s)", len(lexicon)) + + # def text_to_speech( + # self, + # text: str, + # speaker_id: typing.Optional[int] = None, + # length_scale: typing.Optional[float] = None, + # noise_scale: typing.Optional[float] = None, + # noise_w: typing.Optional[float] = None, + # ssml: bool = False, + # text_language: typing.Optional[str] = None, + # ) -> Result: + # self._request_queue.put( + # TextToSpeechMessage( + # text=text, + # speaker_id=speaker_id, + # length_scale=length_scale, + # noise_scale=noise_scale, + # noise_w=noise_w, + # ssml=ssml, + # text_language=text_language, + # ) + # ) + + # result = typing.cast(Result, self._result_queue.get()) + + # return result + + # def _text_to_speech( + # self, + # text: str, + # speaker_id: typing.Optional[int] = None, + # length_scale: typing.Optional[float] = None, + # noise_scale: typing.Optional[float] = None, + # noise_w: typing.Optional[float] = None, + # ssml: bool = False, + # text_language: typing.Optional[str] = None, + # ) -> Result: + # """Speak text and return WAV audio as bytes""" + # text_language = text_language or self.lang + # assert self._text_processor is not None + + # # Ensure model is loaded + # assert self.lang is not None + # assert self._config is not None + # assert self._phoneme_to_id is not None + # assert self._onnx_model is not None + + # # Resolve settings + # if speaker_id is None: + # speaker_id = self.speaker_id or 0 + + # if length_scale is None: + # length_scale = self.length_scale + + # if noise_scale is None: + # noise_scale = self.noise_scale + + # if noise_w is None: + # noise_w = self.noise_w + + # # Process text into sentences + # result = Result(text=text) + # audio_arrays: typing.List[np.ndarray] = [] + + # graph, root = self._text_processor.process(text, lang=text_language, ssml=ssml) + # sentences = list(self._text_processor.sentences(graph, root)) + + # for sentence in sentences: + # result.sentence_words.append([w.text for w in sentence]) + + # if text_language == self.lang: + # sent_phonemes = [w.phonemes for w in sentence if w.phonemes] + # else: + # # Convert phonemes to ids to target language + # other_sent_phonemes = [w.phonemes for w in sentence if w.phonemes] + # _LOGGER.debug(other_sent_phonemes) + + # sent_phonemes = [] + # for other_word_p in other_sent_phonemes: + # word_p = [] + # for other_p in other_word_p: + # if IPA.is_break(other_p): + # # Keep breaks + # word_p.append(other_p) + # continue + + # original_p = other_p + # stress = "" + # while other_p and IPA.is_stress(other_p[0]): + # stress = other_p[0] + # other_p = other_p[1:] + + # if not other_p: + # continue + + # if other_p in self._phoneme_to_id: + # word_p.append(original_p) + # continue + + # assert self._voice_phonemes is not None + # guessed = guess_phonemes( + # other_p, to_phonemes=self._voice_phonemes + # ) + # if guessed.phonemes: + # word_p.extend([p.text for p in guessed.phonemes]) + + # if word_p: + # sent_phonemes.append(word_p) + + # result.sentence_phonemes.append(sent_phonemes) + + # sent_phoneme_ids = phonemes2ids.phonemes2ids( + # word_phonemes=sent_phonemes, + # phoneme_to_id=self._phoneme_to_id, + # pad=self._config.phonemes.pad, + # bos=self._config.phonemes.bos, + # eos=self._config.phonemes.eos, + # auto_bos_eos=self._config.phonemes.auto_bos_eos, + # blank=self._config.phonemes.blank, + # blank_word=self._config.phonemes.blank_word, + # blank_between=self._config.phonemes.blank_between, + # blank_at_start=self._config.phonemes.blank_at_start, + # blank_at_end=self._config.phonemes.blank_at_end, + # simple_punctuation=self._config.phonemes.simple_punctuation, + # punctuation_map=self._config.phonemes.punctuation_map, + # separate=self._config.phonemes.separate, + # separate_graphemes=self._config.phonemes.separate_graphemes, + # separate_tones=self._config.phonemes.separate_tones, + # tone_before=self._config.phonemes.tone_before, + # phoneme_map=self._phoneme_map or self._config.phonemes.phoneme_map, + # fail_on_missing=False, + # ) + + # result.sentence_phoneme_ids.append(sent_phonemes) + + # _LOGGER.debug("%s %s %s", sentence.text, sent_phonemes, sent_phoneme_ids) + + # # Create model inputs + # text_array = np.expand_dims(np.array(sent_phoneme_ids, dtype=np.int64), 0) + # text_lengths_array = np.array([text_array.shape[1]], dtype=np.int64) + # scales_array = np.array( + # [noise_scale, length_scale, noise_w], dtype=np.float32 + # ) + + # inputs = { + # "input": text_array, + # "input_lengths": text_lengths_array, + # "scales": scales_array, + # } + + # if self._config.is_multispeaker: + # speaker_id_array = np.array([speaker_id], dtype=np.int64) + # inputs["sid"] = speaker_id_array + + # # Infer audio from phonemes + # start_time = time.perf_counter() + # audio = self._onnx_model.run(None, inputs)[0].squeeze() + # audio = audio_float_to_int16(audio) + # end_time = time.perf_counter() + + # # Compute real-time factor + # audio_duration_sec = audio.shape[-1] / self._config.audio.sample_rate + # infer_sec = end_time - start_time + # real_time_factor = ( + # infer_sec / audio_duration_sec if audio_duration_sec > 0 else 0.0 + # ) + + # _LOGGER.debug("RTF: %s", real_time_factor) + + # audio_arrays.append(audio) + + # # Write to WAV and return bytes + # with io.BytesIO() as wav_file: + # write_wav( + # wav_file, self._config.audio.sample_rate, np.concatenate(audio_arrays), + # ) + + # result.wav_bytes = wav_file.getvalue() + + # return result diff --git a/mimic3-tts/mimic3_tts/utils.py b/mimic3-tts/mimic3_tts/utils.py new file mode 100644 index 0000000..7b349a0 --- /dev/null +++ b/mimic3-tts/mimic3_tts/utils.py @@ -0,0 +1,26 @@ +#!/usr/bin/env python3 +# Copyright 2021 Mycroft AI Inc. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import numpy as np + + +def audio_float_to_int16( + audio: np.ndarray, max_wav_value: float = 32767.0 +) -> np.ndarray: + """Normalize audio and convert to int16 range""" + audio_norm = audio * (max_wav_value / max(0.01, np.max(np.abs(audio)))) + audio_norm = np.clip(audio_norm, -max_wav_value, max_wav_value) + audio_norm = audio_norm.astype("int16") + return audio_norm diff --git a/mimic3-tts/mypy.ini b/mimic3-tts/mypy.ini new file mode 100644 index 0000000..7d81e3f --- /dev/null +++ b/mimic3-tts/mypy.ini @@ -0,0 +1,4 @@ +[mypy] + +[mypy-setuptools.*] +ignore_missing_imports = True diff --git a/mimic3-tts/pylintrc b/mimic3-tts/pylintrc new file mode 100644 index 0000000..9a76583 --- /dev/null +++ b/mimic3-tts/pylintrc @@ -0,0 +1,39 @@ +[MESSAGES CONTROL] +disable= + format, + abstract-class-little-used, + abstract-method, + cyclic-import, + duplicate-code, + global-statement, + import-outside-toplevel, + inconsistent-return-statements, + locally-disabled, + not-context-manager, + redefined-variable-type, + too-few-public-methods, + too-many-arguments, + too-many-branches, + too-many-instance-attributes, + too-many-lines, + too-many-locals, + too-many-public-methods, + too-many-return-statements, + too-many-statements, + too-many-boolean-expressions, + unnecessary-pass, + unused-argument, + broad-except, + too-many-nested-blocks, + invalid-name, + unused-import, + no-self-use, + fixme, + useless-super-delegation, + missing-module-docstring, + missing-class-docstring, + missing-function-docstring, + import-error + +[FORMAT] +expected-line-ending-format=LF diff --git a/mimic3-tts/requirements.txt b/mimic3-tts/requirements.txt new file mode 100644 index 0000000..ad09284 --- /dev/null +++ b/mimic3-tts/requirements.txt @@ -0,0 +1,7 @@ +dataclasses-json<1.0 +espeak-phonemizer>=1.0,<2.0 +gruut[en,de,es,nl,it,fr,sw]>=2.2.2,<3.0 +numpy<2.0 +onnxruntime>=1.6,<2.0 +phonemes2ids<2.0 +opentts_abc<1.0 diff --git a/mimic3-tts/requirements_dev.txt b/mimic3-tts/requirements_dev.txt new file mode 100644 index 0000000..5318af0 --- /dev/null +++ b/mimic3-tts/requirements_dev.txt @@ -0,0 +1,7 @@ +black==22.1.0 +coverage==5.0.4 +flake8==3.7.9 +mypy==0.910 +pylint==2.10.2 +pytest==5.4.1 +pytest-cov==2.8.1 diff --git a/mimic3-tts/setup.cfg b/mimic3-tts/setup.cfg new file mode 100644 index 0000000..0076bbf --- /dev/null +++ b/mimic3-tts/setup.cfg @@ -0,0 +1,22 @@ +[flake8] +# To work with Black +max-line-length = 88 +# E501: line too long +# W503: Line break occurred before a binary operator +# E203: Whitespace before ':' +# D202 No blank lines allowed after function docstring +# W504 line break after binary operator +ignore = + E501, + W503, + E203, + D202, + W504 + +[isort] +multi_line_output = 3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 +indent = " " diff --git a/mimic3-tts/setup.py b/mimic3-tts/setup.py new file mode 100644 index 0000000..50a25af --- /dev/null +++ b/mimic3-tts/setup.py @@ -0,0 +1,50 @@ +#!/usr/bin/env python3 +from pathlib import Path + +import setuptools +from setuptools import setup + +this_dir = Path(__file__).parent +module_dir = this_dir / "mimic3_tts" + +# ----------------------------------------------------------------------------- + +# Load README in as long description +long_description: str = "" +readme_path = this_dir / "README.md" +if readme_path.is_file(): + long_description = readme_path.read_text(encoding="utf-8") + +requirements = [] +requirements_path = this_dir / "requirements.txt" +if requirements_path.is_file(): + with open(requirements_path, "r", encoding="utf-8") as requirements_file: + requirements = requirements_file.read().splitlines() + +version_path = module_dir / "VERSION" +with open(version_path, "r", encoding="utf-8") as version_file: + version = version_file.read().strip() + +# ----------------------------------------------------------------------------- + +setup( + name="mimic3_tts", + version=version, + description="A fast, local, neural text to speech system for Mycroft", + url="http://github.com/MycroftAI/mimic3", + author="Michael Hansen", + author_email="michael.hansen@mycroft.ai", + license="Apache-2.0", + packages=setuptools.find_packages(), + package_data={"mimic3_tts": ["VERSION", "py.typed"]}, + install_requires=requirements, + classifiers=[ + "Development Status :: 3 - Alpha", + "Intended Audience :: Developers", + "Topic :: Text Processing :: Linguistic", + "License :: OSI Approved :: Apache Software License", + "Programming Language :: Python :: 3.7", + "Programming Language :: Python :: 3.8", + "Programming Language :: Python :: 3.9", + ], +) diff --git a/opentts-abc/.gitignore b/opentts-abc/.gitignore new file mode 100644 index 0000000..82f869f --- /dev/null +++ b/opentts-abc/.gitignore @@ -0,0 +1,14 @@ +.DS_Store +.idea +*.log +tmp/ + +*.py[cod] +*.egg +build +htmlcov + +.venv/ +__pycache__/ +.mypy_cache/ +*.egg-info/ diff --git a/opentts-abc/.isort.cfg b/opentts-abc/.isort.cfg new file mode 100644 index 0000000..ba2778d --- /dev/null +++ b/opentts-abc/.isort.cfg @@ -0,0 +1,6 @@ +[settings] +multi_line_output=3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 diff --git a/opentts-abc/.projectile b/opentts-abc/.projectile new file mode 100644 index 0000000..ce80829 --- /dev/null +++ b/opentts-abc/.projectile @@ -0,0 +1,3 @@ +- /.venv/ +- /.mypy_cache/ +- /opentts_abc/.mypy_cache/ diff --git a/opentts-abc/LICENSE b/opentts-abc/LICENSE new file mode 100644 index 0000000..9692f47 --- /dev/null +++ b/opentts-abc/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2022 Michael Hansen + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/opentts-abc/README.md b/opentts-abc/README.md new file mode 100644 index 0000000..e69de29 diff --git a/opentts-abc/check.sh b/opentts-abc/check.sh new file mode 100755 index 0000000..6c87eea --- /dev/null +++ b/opentts-abc/check.sh @@ -0,0 +1,28 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Kebab to snake case +module_name="$(basename "${this_dir}" | sed -e 's/-/_/g')" +src_dir="${this_dir}/${module_name}" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +if [ -d "${venv}" ]; then + # Activate virtual environment if available + source "${venv}/bin/activate" +fi + +# Format code +black "${src_dir}" +isort "${src_dir}" + +# Check +flake8 "${src_dir}" +pylint "${src_dir}" +mypy "${src_dir}" + +echo 'OK' diff --git a/opentts-abc/install.sh b/opentts-abc/install.sh new file mode 100755 index 0000000..19284e4 --- /dev/null +++ b/opentts-abc/install.sh @@ -0,0 +1,34 @@ +#!/usr/bin/env bash +set -eo pipefail + +# Directory of *this* script +this_dir="$( cd "$( dirname "$0" )" && pwd )" + +# Path to virtual environment +: "${venv:=${this_dir}/.venv}" + +# Python binary to use +: "${PYTHON=python3}" + +# pip install command +: "${PIP_INSTALL=install}" + +python_version="$(${PYTHON} --version)" + +# Create virtual environment +echo "Creating virtual environment at ${venv} (${python_version})" +rm -rf "${venv}" +"${PYTHON}" -m venv "${venv}" +source "${venv}/bin/activate" + +# Install Python dependencies +echo 'Installing Python dependencies' +pip3 ${PIP_INSTALL} --upgrade pip +pip3 ${PIP_INSTALL} --upgrade wheel setuptools + +find "${this_dir}" -name 'requirements*.txt' -type f -print0 | \ + xargs -0 -n1 pip3 ${PIP_INSTALL} -r + +# ----------------------------------------------------------------------------- + +echo "OK" diff --git a/opentts-abc/mypy.ini b/opentts-abc/mypy.ini new file mode 100644 index 0000000..7d81e3f --- /dev/null +++ b/opentts-abc/mypy.ini @@ -0,0 +1,4 @@ +[mypy] + +[mypy-setuptools.*] +ignore_missing_imports = True diff --git a/opentts-abc/opentts_abc/VERSION b/opentts-abc/opentts_abc/VERSION new file mode 100644 index 0000000..6e8bf73 --- /dev/null +++ b/opentts-abc/opentts_abc/VERSION @@ -0,0 +1 @@ +0.1.0 diff --git a/opentts-abc/opentts_abc/__init__.py b/opentts-abc/opentts_abc/__init__.py new file mode 100644 index 0000000..89122d0 --- /dev/null +++ b/opentts-abc/opentts_abc/__init__.py @@ -0,0 +1,162 @@ +#!/usr/bin/env python3 +"""Base classes for Open Text to Speech systems""" +import dataclasses +import io +import typing +import wave +from abc import ABCMeta, abstractmethod +from contextlib import AbstractContextManager +from copy import deepcopy +from dataclasses import dataclass + + +@dataclass +class Settings: + voice: typing.Optional[str] = None + language: typing.Optional[str] = None + volume: typing.Optional[float] = None + rate: typing.Optional[float] = None + pitch: typing.Optional[float] = None + active_lexicons: typing.Optional[typing.Sequence[str]] = None + other_settings: typing.Optional[typing.Mapping[str, typing.Any]] = None + + +@dataclass +class BaseToken(metaclass=ABCMeta): + text: str + + +@dataclass +class Word(BaseToken): + role: typing.Optional[str] = None + + +@dataclass +class Phonemes(BaseToken): + alphabet: typing.Optional[str] = None + + +@dataclass +class SayAs(BaseToken): + interpret_as: str + format: typing.Optional[str] = None + + +@dataclass +class _BaseResultDefaults: + tag: typing.Optional[typing.Any] = None + + +@dataclass +class BaseResult(metaclass=ABCMeta): + pass + + +@dataclass +class _AudioResultBase: + sample_rate_hz: int + sample_width_bytes: int + num_channels: int + audio_bytes: bytes + + +@dataclass +class AudioResult(BaseResult, _BaseResultDefaults, _AudioResultBase): + def to_wav_bytes(self) -> bytes: + with io.BytesIO() as wav_io: + wav_file: wave.Wave_write = wave.open(wav_io, "wb") + with wav_file: + wav_file.setframerate(self.sample_rate_hz) + wav_file.setsampwidth(self.sample_width_bytes) + wav_file.setnchannels(self.num_channels) + wav_file.writeframes(self.audio_bytes) + + return wav_io.getvalue() + + +@dataclass +class _MarkResultBase: + name: str + + +@dataclass +class MarkResult(BaseResult, _BaseResultDefaults, _MarkResultBase): + pass + + +@dataclass +class Voice: + key: str + name: str + language: str + description: str + properties: typing.Optional[typing.Mapping[str, typing.Any]] = None + + +# @dataclass +# class LexiconEntry: +# word: str +# pronunciation: str +# role: typing.Optional[str] = None + + +# @dataclass +# class Lexicon: +# name: str +# entries: typing.Mapping[str, typing.Sequence[LexiconEntry]] + + +class TextToSpeechSystem(AbstractContextManager, metaclass=ABCMeta): + """Abstract base class for open text to speech systems""" + + @property + @abstractmethod + def voice(self) -> str: + pass + + @voice.setter + def voice(self, new_voice: str): + pass + + @property + @abstractmethod + def language(self) -> str: + pass + + @language.setter + def language(self, new_language: str): + pass + + def shutdown(self): + pass + + def __exit__(self, exc_type, exc_value, traceback): + self.shutdown() + + @abstractmethod + def get_voices(self) -> typing.Iterable[Voice]: + pass + + @abstractmethod + def begin_utterance(self): + pass + + @abstractmethod + def speak_text(self, text: str): + pass + + @abstractmethod + def speak_tokens(self, tokens: typing.Iterable[BaseToken]): + pass + + @abstractmethod + def add_break(self, time_ms: int): + pass + + @abstractmethod + def set_mark(self, name: str): + pass + + @abstractmethod + def end_utterance(self) -> typing.Iterable[BaseResult]: + pass diff --git a/opentts-abc/opentts_abc/py.typed b/opentts-abc/opentts_abc/py.typed new file mode 100644 index 0000000..e69de29 diff --git a/opentts-abc/opentts_abc/ssml.py b/opentts-abc/opentts_abc/ssml.py new file mode 100644 index 0000000..e993675 --- /dev/null +++ b/opentts-abc/opentts_abc/ssml.py @@ -0,0 +1,449 @@ +#!/usr/bin/env python3 +import enum +import logging +import re +import typing +import xml.etree.ElementTree as etree +from dataclasses import dataclass + +from opentts_abc import ( + BaseResult, + Phonemes, + SayAs, + Settings, + TextToSpeechSystem, + Word, +) + +LOG = logging.getLogger("opentts_abc.ssml") +NO_NAMESPACE_PATTERN = re.compile(r"^{[^}]+}") + + +@dataclass +class EndElement: + """Wrapper for end of an XML element (used in TextProcessor)""" + + element: etree.Element + + +class ParsingState(int, enum.Enum): + """Current state of SSML parsing""" + + DEFAULT = enum.auto() + + IN_SENTENCE = enum.auto() + """Inside """ + + IN_WORD = enum.auto() + """Inside or """ + + IN_SUB = enum.auto() + """Inside """ + + IN_PHONEME = enum.auto() + """Inside """ + + IN_LEXICON = enum.auto() + """Inside """ + + IN_LEXICON_GRAPHEME = enum.auto() + """Inside ...""" + + IN_LEXICON_PHONEME = enum.auto() + """Inside ...""" + + IN_METADATA = enum.auto() + """Inside """ + + IN_SAY_AS = enum.auto() + """Inside """ + + +# ----------------------------------------------------------------------------- + + +class SSMLSpeaker: + def __init__(self, tts: TextToSpeechSystem): + self.state_stack: typing.List[ParsingState] = [ParsingState.DEFAULT] + self.element_stack: typing.List[etree.Element] = [] + self.voice_stack: typing.List[str] = [] + self.lang_stack: typing.List[str] = [] + self.interpret_as: typing.Optional[str] = None + self.say_as_format: typing.Optional[str] = None + self.tts = tts + + def speak( + self, ssml: typing.Union[str, etree.Element] + ) -> typing.Iterable[BaseResult]: + + if isinstance(ssml, etree.Element): + root_element = ssml + else: + root_element = etree.fromstring(ssml) + + # Process sub-elements and text chunks + for elem_or_text in text_and_elements(root_element): + if isinstance(elem_or_text, str): + if self.state in {ParsingState.IN_METADATA}: + # Skip metadata text + continue + + # Text chunk + text = typing.cast(str, elem_or_text) + self.handle_text(text) + elif isinstance(elem_or_text, EndElement): + # End of an element (e.g., ) + end_elem = typing.cast(EndElement, elem_or_text) + end_tag = tag_no_namespace(end_elem.element.tag) + + if end_tag == "s": + yield from self.handle_end_sentence() + elif end_tag in {"w", "token"}: + self.handle_end_word() + elif end_tag in {"phoneme"}: + self.handle_end_phoneme() + elif end_tag == "voice": + self.handle_end_voice() + elif end_tag == "say-as": + self.handle_end_say_as() + elif end_tag in {"sub"}: + # Handled in handle_text + pass + elif end_tag in {"metadata", "meta"}: + self.handle_end_metadata() + else: + LOG.debug("Ignoring end tag: %s", end_tag) + else: + if self.state in {ParsingState.IN_METADATA}: + # Skip metadata text + continue + + # Start of an element (e.g.,

) + elem, elem_metadata = elem_or_text + elem = typing.cast(etree.Element, elem) + + # Optional metadata for the element + elem_metadata = typing.cast( + typing.Optional[typing.Dict[str, typing.Any]], elem_metadata + ) + + elem_tag = tag_no_namespace(elem.tag) + + if elem_tag == "s": + self.handle_begin_sentence() + elif elem_tag in {"w", "token"}: + self.handle_begin_word(elem) + elif elem_tag == "sub": + self.handle_begin_sub(elem) + elif elem_tag == "phoneme": + self.handle_begin_phoneme(elem) + elif elem_tag == "break": + self.handle_break(elem) + elif elem_tag == "mark": + self.handle_mark(elem) + elif elem_tag == "voice": + self.handle_begin_voice(elem) + elif elem_tag == "say-as": + self.handle_begin_say_as(elem) + elif elem_tag in {"metadata", "meta"}: + self.handle_begin_metadata() + else: + LOG.debug("Ignoring start tag: %s", elem_tag) + + assert self.state in { + ParsingState.IN_SENTENCE, + ParsingState.DEFAULT, + }, self.state + if self.state in {ParsingState.IN_SENTENCE}: + yield from self.handle_end_sentence() + + # ------------------------------------------------------------------------- + + def handle_text(self, text: str): + assert self.state in { + ParsingState.DEFAULT, + ParsingState.IN_SENTENCE, + ParsingState.IN_WORD, + ParsingState.IN_SUB, + ParsingState.IN_PHONEME, + ParsingState.IN_SAY_AS, + }, self.state + + if self.state == ParsingState.IN_PHONEME: + # Phonemes were emitted in handle_begin_phoneme + return + + if self.state == ParsingState.IN_SUB: + # Substitute text + assert self.element is not None + text = attrib_no_namespace(self.element, "alias", "") + LOG.debug("alias text: %s", text) + + # Terminate early + self.handle_end_sub() + + if self.state == ParsingState.DEFAULT: + self.handle_begin_sentence() + + LOG.debug("text: %s", text) + + if self.state == ParsingState.IN_WORD: + self.handle_word(text, self.element) + elif self.state == ParsingState.IN_SAY_AS: + assert self.interpret_as is not None + self.tts.speak_tokens( + [ + SayAs( + text=text, + interpret_as=self.interpret_as, + format=self.say_as_format, + ) + ] + ) + else: + self.tts.speak_text(text) + + def handle_begin_word(self, elem: etree.Element): + LOG.debug("begin word") + self.push_element(elem) + self.push_state(ParsingState.IN_WORD) + + def handle_word(self, text: str, elem: typing.Optional[etree.Element] = None): + assert self.state in {ParsingState.IN_WORD}, self.state + + role: typing.Optional[str] = None + if elem is not None: + role = attrib_no_namespace(elem, "role") + + self.tts.speak_tokens([Word(text, role=role)]) + + def handle_end_word(self): + LOG.debug("end word") + assert self.state in {ParsingState.IN_WORD}, self.state + self.pop_state() + self.pop_element() + + def handle_begin_sub(self, elem: etree.Element): + LOG.debug("begin sub") + self.push_element(elem) + self.push_state(ParsingState.IN_SUB) + + def handle_end_sub(self): + LOG.debug("end sub") + assert self.state in {ParsingState.IN_SUB}, self.state + self.pop_state() + self.pop_element() + + def handle_begin_phoneme(self, elem: etree.Element): + LOG.debug("begin phoneme") + + if self.state == ParsingState.DEFAULT: + self.handle_begin_sentence() + + phonemes = attrib_no_namespace(elem, "ph", "") + alphabet = attrib_no_namespace(elem, "alphabet", "") + + LOG.debug("phonemes: %s", phonemes) + + self.tts.speak_tokens([Phonemes(text=phonemes, alphabet=alphabet)]) + + self.push_element(elem) + self.push_state(ParsingState.IN_PHONEME) + + def handle_end_phoneme(self): + LOG.debug("end phoneme") + assert self.state in {ParsingState.IN_PHONEME}, self.state + self.pop_state() + self.pop_element() + + def handle_begin_metadata(self): + LOG.debug("begin metadata") + self.push_state(ParsingState.IN_METADATA) + + def handle_end_metadata(self): + LOG.debug("end metadata") + assert self.state in {ParsingState.IN_METADATA}, self.state + self.pop_state() + + def handle_begin_sentence(self): + LOG.debug("begin sentence") + assert self.state in {ParsingState.DEFAULT}, self.state + self.push_state(ParsingState.IN_SENTENCE) + self.tts.begin_utterance() + + def handle_end_sentence(self) -> typing.Iterable[BaseResult]: + LOG.debug("end sentence") + assert self.state in {ParsingState.IN_SENTENCE}, self.state + self.pop_state() + + yield from self.tts.end_utterance() + + def handle_begin_voice(self, elem: etree.Element): + LOG.debug("begin voice") + voice_name = attrib_no_namespace(elem, "name") + + LOG.debug("voice: %s", voice_name) + self.push_voice(voice_name) + + # Set new voice + self.tts.voice = voice_name + + def handle_end_voice(self): + LOG.debug("end voice") + voice_name = self.pop_voice() + + # Restore voice + self.tts.voice = voice_name + + def handle_break(self, elem: etree.Element): + time_str = attrib_no_namespace(elem, "time", "").strip() + time_ms: int = 0 + + if time_str.endswith("ms"): + time_ms = int(time_str[:-2]) + elif time_str.endswith("s"): + time_ms = int(float(time_str[:-1]) * 1000) + + if time_ms > 0: + LOG.debug("Break: %s ms", time_ms) + self.tts.add_break(time_ms) + + def handle_mark(self, elem: etree.Element): + name = attrib_no_namespace(elem, "name", "") + + LOG.debug("Mark: %s", name) + self.tts.set_mark(name) + + def handle_begin_say_as(self, elem: etree.Element): + LOG.debug("begin say-as") + self.interpret_as = attrib_no_namespace(elem, "interpret-as", "") + self.say_as_format = attrib_no_namespace(elem, "format", "") + + LOG.debug("Say as %s, format=%s", self.interpret_as, self.say_as_format) + self.push_state(ParsingState.IN_SAY_AS) + + def handle_end_say_as(self): + LOG.debug("end say-as") + assert self.state in {ParsingState.IN_SAY_AS} + self.interpret_as = None + self.say_as_format = None + self.pop_state() + + # ------------------------------------------------------------------------- + + @property + def state(self) -> ParsingState: + if self.state_stack: + return self.state_stack[-1] + + return ParsingState.DEFAULT + + def push_state(self, new_state: ParsingState): + self.state_stack.append(new_state) + + def pop_state(self) -> ParsingState: + if self.state_stack: + return self.state_stack.pop() + + return ParsingState.DEFAULT + + @property + def element(self) -> typing.Optional[etree.Element]: + if self.element_stack: + return self.element_stack[-1] + + return None + + def push_element(self, new_element: etree.Element): + self.element_stack.append(new_element) + + def pop_element(self) -> typing.Optional[etree.Element]: + if self.element_stack: + return self.element_stack.pop() + + return None + + @property + def lang(self) -> typing.Optional[str]: + if self.lang_stack: + return self.lang_stack[-1] + + return self.tts.language + + def push_lang(self, new_lang: str): + self.lang_stack.append(new_lang) + + def pop_lang(self) -> typing.Optional[str]: + if self.lang_stack: + return self.lang_stack.pop() + + return self.tts.language + + @property + def voice(self) -> typing.Optional[str]: + if self.voice_stack: + return self.voice_stack[-1] + + return self.tts.voice + + def push_voice(self, new_voice: str): + self.voice_stack.append(new_voice) + + def pop_voice(self) -> typing.Optional[str]: + if self.voice_stack: + return self.voice_stack.pop() + + return self.tts.voice + + +# ----------------------------------------------------------------------------- + + +def tag_no_namespace(tag: str) -> str: + """Remove namespace from XML tag""" + return NO_NAMESPACE_PATTERN.sub("", tag) + + +def attrib_no_namespace( + element: etree.Element, name: str, default: typing.Any = None +) -> typing.Any: + """Search for an attribute by key without namespaces""" + for key, value in element.attrib.items(): + key_no_ns = NO_NAMESPACE_PATTERN.sub("", key) + if key_no_ns == name: + return value + + return default + + +def text_and_elements(element, is_last=False): + """Yields element, text, sub-elements, end element, and tail""" + element_metadata = None + + if is_last: + # True if this is the last child element of a parent. + # Used to preserve whitespace. + element_metadata = {"is_last": True} + + yield element, element_metadata + + # Text before any tags (or end tag) + text = element.text if element.text is not None else "" + if text.strip(): + yield text + + children = list(element) + last_child_idx = len(children) - 1 + + for child_idx, child in enumerate(children): + # Sub-elements + is_last = child_idx == last_child_idx + yield from text_and_elements(child, is_last=is_last) + + # End of current element + yield EndElement(element) + + # Text after the current tag + tail = element.tail if element.tail is not None else "" + if tail.strip(): + yield tail diff --git a/opentts-abc/requirements_dev.txt b/opentts-abc/requirements_dev.txt new file mode 100644 index 0000000..5318af0 --- /dev/null +++ b/opentts-abc/requirements_dev.txt @@ -0,0 +1,7 @@ +black==22.1.0 +coverage==5.0.4 +flake8==3.7.9 +mypy==0.910 +pylint==2.10.2 +pytest==5.4.1 +pytest-cov==2.8.1 diff --git a/opentts-abc/setup.cfg b/opentts-abc/setup.cfg new file mode 100644 index 0000000..0076bbf --- /dev/null +++ b/opentts-abc/setup.cfg @@ -0,0 +1,22 @@ +[flake8] +# To work with Black +max-line-length = 88 +# E501: line too long +# W503: Line break occurred before a binary operator +# E203: Whitespace before ':' +# D202 No blank lines allowed after function docstring +# W504 line break after binary operator +ignore = + E501, + W503, + E203, + D202, + W504 + +[isort] +multi_line_output = 3 +include_trailing_comma=True +force_grid_wrap=0 +use_parentheses=True +line_length=88 +indent = " " diff --git a/opentts-abc/setup.py b/opentts-abc/setup.py new file mode 100644 index 0000000..da07158 --- /dev/null +++ b/opentts-abc/setup.py @@ -0,0 +1,50 @@ +#!/usr/bin/env python3 +from pathlib import Path + +import setuptools +from setuptools import setup + +this_dir = Path(__file__).parent +module_dir = this_dir / "opentts_abc" + +# ----------------------------------------------------------------------------- + +# Load README in as long description +long_description: str = "" +readme_path = this_dir / "README.md" +if readme_path.is_file(): + long_description = readme_path.read_text(encoding="utf-8") + +requirements = [] +requirements_path = this_dir / "requirements.txt" +if requirements_path.is_file(): + with open(requirements_path, "r", encoding="utf-8") as requirements_file: + requirements = requirements_file.read().splitlines() + +version_path = module_dir / "VERSION" +with open(version_path, "r", encoding="utf-8") as version_file: + version = version_file.read().strip() + +# ----------------------------------------------------------------------------- + +setup( + name="opentts_abc", + version=version, + description="Abstract base classes for Open Text to Speech system", + url="http://github.com/synesthesiam/opentts-abc", + author="Michael Hansen", + author_email="mike@rhasspy.org", + license="MIT", + packages=setuptools.find_packages(), + package_data={"opentts_abc": ["VERSION", "py.typed"]}, + install_requires=requirements, + classifiers=[ + "Development Status :: 3 - Alpha", + "Intended Audience :: Developers", + "Topic :: Text Processing :: Linguistic", + "License :: OSI Approved :: MIT License", + "Programming Language :: Python :: 3.7", + "Programming Language :: Python :: 3.8", + "Programming Language :: Python :: 3.9", + ], +)