gh-issues-import.py

#!/usr/bin/python
"""

    Import Github issues from one repo to another.

    The orignal work: https://github.com/mkorenkov/tools/blob/master/gh-issues-import/gh-issues-import.py
    (assuming public domain license).

    Used to migrate Github's Plone Conference 2012 temporary repository
    to collective.developermanual issues.

    NOTE: Comments are not imported! See TODO.

"""

import os

import urllib2
import json
from StringIO import StringIO
import base64


#==== configurations =======
username = "miohtama"
password = os.environ.get("GITHUB_PASSWORD", None)
if not password:
    raise RuntimeError("Set environment variable GITHUB_PASSWORD")

src_repo = "miohtama/Documentation-f-ck-yeah"
dst_repo = "collective/collective.developermanual"
#==== end of configurations ===

server = "api.github.com"
src_url = "https://%s/repos/%s" % (server, src_repo)
dst_url = "https://%s/repos/%s" % (server, dst_repo)


def get_milestones(url):
    response = urllib2.urlopen("%s/milestones?state=open" % url)
    result = response.read()
    milestones = json.load(StringIO(result))
    return milestones


def get_labels(url):
    response = urllib2.urlopen("%s/labels" % url)
    result = response.read()
    labels = json.load(StringIO(result))
    return labels


def get_issues(url):
    response = urllib2.urlopen("%s/issues" % url)
    result = response.read()
    issues = json.load(StringIO(result))
    return issues


def get_comments_on_issue(issue):
    if "comments" in issue \
      and issue["comments"] is not None \
      and issue["comments"] != 0:
        response = urllib2.urlopen("%s/comments" % issue["url"])
        result = response.read()
        comments = json.load(StringIO(result))
        return comments
    else:
        return []


def import_milestones(milestones):
    for source in milestones:
        dest = json.dumps({
            "title": source["title"],
            "state": "open",
            "description": source["description"],
            "due_on": source["due_on"]})

        req = urllib2.Request("%s/milestones" % dst_url, dest)
        req.add_header("Authorization", "Basic " + base64.urlsafe_b64encode("%s:%s" % (username, password)))
        req.add_header("Content-Type", "application/json")
        req.add_header("Accept", "application/json")
        res = urllib2.urlopen(req)

        data = res.read()
        res_milestone = json.load(StringIO(data))
        print "Successfully created milestone %s" % res_milestone["title"]


def import_labels(labels):
    for source in labels:
        dest = json.dumps({
            "name": source["name"],
            "color": source["color"]
        })

        req = urllib2.Request("%s/labels" % dst_url, dest)
        req.add_header("Authorization", "Basic " + base64.urlsafe_b64encode("%s:%s" % (username, password)))
        req.add_header("Content-Type", "application/json")
        req.add_header("Accept", "application/json")
        res = urllib2.urlopen(req)

        data = res.read()
        res_label = json.load(StringIO(data))
        print "Successfully created label %s" % res_label["name"]


def import_issues(issues, dst_milestones, dst_labels):
    for source in issues:
        labels = []
        if source.has_key("labels"):
            for src_label in source["labels"]:
                name = src_label["name"]
                for dst_label in dst_labels:
                    if dst_label["name"] == name:
                        labels.append(name)
                        break

        milestone = None
        if source.has_key("milestone") and source["milestone"] is not None:
            title = source["milestone"]["title"]
            for dst_milestone in dst_milestones:
                if dst_milestone["title"] == title:
                    milestone = dst_milestone["number"]
                    break

        assignee = None
        if source.has_key("assignee") and source["assignee"] is not None:
            assignee = source["assignee"]["login"]

        body = None
        if source.has_key("body") and source["body"] is not None:
            body = source["body"]

        dest = json.dumps({
            "title": source["title"],
            "body": body,
            "assignee": assignee,
            "milestone": milestone,
            "labels": labels
        })

        comments = get_comments_on_issue(source)
        #todo: insert logic on comments if needed

        req = urllib2.Request("%s/issues" % dst_url, dest)
        req.add_header("Authorization", "Basic " + base64.urlsafe_b64encode("%s:%s" % (username, password)))
        req.add_header("Content-Type", "application/json")
        req.add_header("Accept", "application/json")
        try:
            res = urllib2.urlopen(req)
        except urllib2.HTTPError:
            # urllib2.HTTPError: HTTP Error 422: Unprocessable Entity
            print "Could not process the issue %s" % dest
            continue

        data = res.read()
        res_issue = json.load(StringIO(data))
        print "Successfully created issue %s" % res_issue["title"]


def main():
    #get milestones and issues to import
    milestones = get_milestones(src_url)
    labels = get_labels(src_url)
    #do import
    # import_milestones(milestones)
    # import_labels(labels)

    #get imported milestones and labels
    milestones = get_milestones(dst_url)
    labels = get_labels(dst_url)

    #process issues
    issues = get_issues(src_url)
    import_issues(issues, milestones, labels)


if __name__ == '__main__':
    main()