import boto3
import json
import os
import subprocess
import time

from moto.ssm.utils import convert_to_tree


def retrieve_by_path(client, path):
    print(f"Retrieving all parameters from {path}. "
          f"AWS has around 14000 parameters, and we can only retrieve 10 at the time, so this may take a while.\n\n")
    x = client.get_parameters_by_path(Path=path, Recursive=True)
    parameters = x["Parameters"]
    next_token = x["NextToken"]
    while next_token:
        x = client.get_parameters_by_path(Path=path, Recursive=True, NextToken=next_token)
        parameters.extend(x["Parameters"])
        next_token = x.get("NextToken")
        if len(parameters) % 100 == 0:
            print(f"Retrieved {len(parameters)} from {path}...")
            time.sleep(0.5)

    return parameters


def main():
    """
    Retrieve global parameters from SSM
     - Download from AWS
     - Convert them to a more space-optimized data format
     - Store this in the dedicated moto/ssm/resources-folder

     Note:
         There are around 20k parameters, and we can only retrieve 10 at a time.
         So running this scripts takes a while.
    """

    client = boto3.client('ssm', region_name="us-west-1")

    default_param_paths = ["/aws/service/global-infrastructure/regions",
                           "/aws/service/global-infrastructure/services"]

    for path in default_param_paths:
        params = retrieve_by_path(client, path)
        tree = convert_to_tree(params)
        root_dir = (
            subprocess.check_output(["git", "rev-parse", "--show-toplevel"])
                .decode()
                .strip()
        )
        filename = "{}.json".format(path.split("/")[-1])
        dest = os.path.join(root_dir, "moto/ssm/resources/{}".format(filename))
        print("Writing data to {0}".format(dest))
        with open(dest, "w") as open_file:
            json.dump(tree, open_file, sort_keys=True, indent=2)


if __name__ == "__main__":
    main()