Clean up Shippable tools and update job handling.

- Tools are now in a tools subdirectory.
- Removed obsolete ansible-core-ci tool.
- Added run.py for starting new CI runs.
- Improved handling of run IDs and URLs.
- General code cleanup and docs updates.
- Nightly CI runs use complete coverage.

test/utils/shippable/tools/run.py

@@ -0,0 +1,138 @@
+#!/usr/bin/env python
+# PYTHON_ARGCOMPLETE_OK
+
+# (c) 2016 Red Hat, Inc.
+#
+# This file is part of Ansible
+#
+# Ansible is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Ansible is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Ansible.  If not, see <http://www.gnu.org/licenses/>.
+"""CLI tool for starting new Shippable CI runs."""
+
+from __future__ import print_function
+
+# noinspection PyCompatibility
+import argparse
+import json
+import os
+import requests
+
+try:
+    import argcomplete
+except ImportError:
+    argcomplete = None
+
+
+def main():
+    """Main program body."""
+    api_key = get_api_key()
+
+    parser = argparse.ArgumentParser(description='Start a new Shippable run.')
+
+    parser.add_argument('project',
+                        metavar='account/project',
+                        help='Shippable account/project')
+
+    target = parser.add_mutually_exclusive_group()
+
+    target.add_argument('--branch',
+                        help='branch name')
+
+    target.add_argument('--run',
+                        metavar='ID',
+                        help='Shippable run ID')
+
+    parser.add_argument('--key',
+                        metavar='KEY',
+                        default=api_key,
+                        required=not api_key,
+                        help='Shippable API key')
+
+    parser.add_argument('--env',
+                        nargs=2,
+                        metavar=('KEY', 'VALUE'),
+                        action='append',
+                        help='environment variable to pass')
+
+    if argcomplete:
+        argcomplete.autocomplete(parser)
+
+    args = parser.parse_args()
+
+    headers = dict(
+        Authorization='apiToken %s' % args.key,
+    )
+
+    # get project ID
+
+    data = dict(
+        projectFullNames=args.project,
+    )
+
+    url = 'https://api.shippable.com/projects'
+    response = requests.get(url, data, headers=headers)
+
+    if response.status_code != 200:
+        raise Exception(response.content)
+
+    result = response.json()
+
+    if len(result) != 1:
+        raise Exception(
+            'Received %d items instead of 1 looking for %s in:\n%s' % (
+                len(result),
+                args.project,
+                json.dumps(result, indent=4, sort_keys=True)))
+
+    project_id = response.json()[0]['id']
+
+    # new build
+
+    data = dict(
+        globalEnv=['%s=%s' % (kp[0], kp[1]) for kp in args.env or []]
+    )
+
+    if args.branch:
+        data['branch'] = args.branch
+    elif args.run:
+        data['runId'] = args.run
+
+    url = 'https://api.shippable.com/projects/%s/newBuild' % project_id
+    response = requests.post(url, data, headers=headers)
+
+    if response.status_code != 200:
+        raise Exception(response.content)
+
+    print(json.dumps(response.json(), indent=4, sort_keys=True))
+
+
+def get_api_key():
+    """
+    rtype: str
+    """
+    key = os.environ.get('SHIPPABLE_KEY', None)
+
+    if key:
+        return key
+
+    path = os.path.join(os.environ['HOME'], '.shippable.key')
+
+    try:
+        with open(path, 'r') as key_fd:
+            return key_fd.read().strip()
+    except IOError:
+        return None
+
+
+if __name__ == '__main__':
+    main()