Merge pull request #1202 from terrycain/get_instance_info

Instance Info

moto/ec2/models.py

@@ -2,6 +2,8 @@ from __future__ import unicode_literals
 
 import copy
 import itertools
+import json
+import os
 import re
 import six
 
@@ -109,6 +111,9 @@ from .utils import (
     is_tag_filter,
 )
 
+RESOURCES_DIR = os.path.join(os.path.dirname(__file__), 'resources')
+INSTANCE_TYPES = json.load(open(os.path.join(RESOURCES_DIR, 'instance_types.json'), 'r'))
+
 
 def utc_date_and_time():
     return datetime.utcnow().strftime('%Y-%m-%dT%H:%M:%S.000Z')

requirements-dev.txt

@@ -13,3 +13,4 @@ prompt-toolkit==1.0.14
 click==6.7
 inflection==0.3.1
 lxml==4.0.0
+beautifulsoup4==4.6.0

scripts/get_instance_info.py

@@ -0,0 +1,150 @@
+#!/usr/bin/env python
+import json
+import os
+import subprocess
+import requests
+from bs4 import BeautifulSoup
+
+
+class Instance(object):
+    def __init__(self, instance):
+        self.instance = instance
+
+    def _get_td(self, td):
+        return self.instance.find('td', attrs={'class': td})
+
+    def _get_sort(self, td):
+        return float(self.instance.find('td', attrs={'class': td}).find('span')['sort'])
+
+    @property
+    def name(self):
+        return self._get_td('name').text.strip()
+
+    @property
+    def apiname(self):
+        return self._get_td('apiname').text.strip()
+
+    @property
+    def memory(self):
+        return self._get_sort('memory')
+
+    @property
+    def computeunits(self):
+        return self._get_sort('computeunits')
+
+    @property
+    def vcpus(self):
+        return self._get_sort('vcpus')
+
+    @property
+    def gpus(self):
+        return int(self._get_td('gpus').text.strip())
+
+    @property
+    def fpga(self):
+        return int(self._get_td('fpga').text.strip())
+
+    @property
+    def ecu_per_vcpu(self):
+        return self._get_sort('ecu-per-vcpu')
+
+    @property
+    def physical_processor(self):
+        return self._get_td('physical_processor').text.strip()
+
+    @property
+    def clock_speed_ghz(self):
+        return self._get_td('clock_speed_ghz').text.strip()
+
+    @property
+    def intel_avx(self):
+        return self._get_td('intel_avx').text.strip()
+
+    @property
+    def intel_avx2(self):
+        return self._get_td('intel_avx2').text.strip()
+
+    @property
+    def intel_turbo(self):
+        return self._get_td('intel_turbo').text.strip()
+
+    @property
+    def storage(self):
+        return self._get_sort('storage')
+
+    @property
+    def architecture(self):
+        return self._get_td('architecture').text.strip()
+
+    @property
+    def network_perf(self):  # 2 == low
+        return self._get_sort('networkperf')
+
+    @property
+    def ebs_max_bandwidth(self):
+        return self._get_sort('ebs-max-bandwidth')
+
+    @property
+    def ebs_throughput(self):
+        return self._get_sort('ebs-throughput')
+
+    @property
+    def ebs_iops(self):
+        return self._get_sort('ebs-iops')
+
+    @property
+    def max_ips(self):
+        return int(self._get_td('maxips').text.strip())
+
+    @property
+    def enhanced_networking(self):
+        return self._get_td('enhanced-networking').text.strip() != 'No'
+
+    @property
+    def vpc_only(self):
+        return self._get_td('vpc-only').text.strip() != 'No'
+
+    @property
+    def ipv6_support(self):
+        return self._get_td('ipv6-support').text.strip() != 'No'
+
+    @property
+    def placement_group_support(self):
+        return self._get_td('placement-group-support').text.strip() != 'No'
+
+    @property
+    def linux_virtualization(self):
+        return self._get_td('linux-virtualization').text.strip()
+
+    def to_dict(self):
+        result = {}
+
+        for attr in [x for x in self.__class__.__dict__.keys() if not x.startswith('_') and x != 'to_dict']:
+            result[attr] = getattr(self, attr)
+
+        return self.apiname, result
+
+
+def main():
+    print("Getting HTML from http://www.ec2instances.info")
+    page_request = requests.get('http://www.ec2instances.info')
+    soup = BeautifulSoup(page_request.text, 'html.parser')
+    data_table = soup.find(id='data')
+
+    print("Finding data in table")
+    instances = data_table.find('tbody').find_all('tr')
+
+    print("Parsing data")
+    result = {}
+    for instance in instances:
+        instance_id, instance_data = Instance(instance).to_dict()
+        result[instance_id] = instance_data
+
+    root_dir = subprocess.check_output(['git', 'rev-parse', '--show-toplevel']).decode().strip()
+    dest = os.path.join(root_dir, 'moto/ec2/resources/instance_types.json')
+    print("Writing data to {0}".format(dest))
+    with open(dest, 'w') as open_file:
+        json.dump(result, open_file)
+
+if __name__ == '__main__':
+    main()