Forked from Kebiled/export_multi_repo_issues_to_csv.py
Last active
May 25, 2021 08:01
-
-
Save Jammizzle/ad2a94008b56a6f9d17cfdddf5a6dd4d to your computer and use it in GitHub Desktop.
Export Issues from Github repo to CSV (API v3 and ZenHub API)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/python | |
| import csv | |
| import json | |
| import requests | |
| import configparser | |
| """ | |
| Usage: | |
| Add the following to config.ini with appropriate values: | |
| [DEFAULT] | |
| AUTH_TOKEN = | |
| ZEN_ACCESS = | |
| Exports Issues from a list of repositories to individual CSV files | |
| Uses basic authentication (Github API Token and Zenhub API Token) | |
| to retrieve Issues from a repository that token has access to. | |
| Supports Github API v3 and ZenHubs current working API. | |
| Derived from https://gist.github.com/Kebiled/7b035d7518fdfd50d07e2a285aff3977 | |
| @PinnaclePSM Author Jamie Belcher | |
| """ | |
| def write_issues(r, csvout, repo_name, repo_ID): | |
| if not r.status_code == 200: | |
| raise Exception("Request returned status of:"+str(r.status_code)) | |
| r_json = r.json() | |
| for issue in r_json: | |
| print(repo_name + ' issue Number: ' + str(issue['number'])) | |
| zenhub_issue_url = 'https://api.zenhub.io/p1/repositories/' + str(repo_ID) + '/issues/' + str(issue['number']) + '?access_token=' + ACCESS_TOKEN | |
| zen_r = requests.get(zenhub_issue_url).json() | |
| DateCreated = issue['created_at'][:-10] | |
| if 'pull_request' not in issue: | |
| global ISSUES | |
| ISSUES += 1 | |
| assignees, tag, category, priority = '', '', '', '' | |
| for i in issue['assignees'] if issue['assignees'] else []: | |
| assignees += i['login'] + ',' | |
| for x in issue['labels'] if issue['labels'] else []: | |
| if "Category" in x['name']: | |
| category = x['name'][11:11 + len(x['name'])] | |
| if "Tag" in x['name']: | |
| tag = x['name'][6:6 + len(x['name'])] | |
| if "Priority" in x['name']: | |
| priority = x['name'][11:11 + len(x['name'])] | |
| estimate = zen_r.get('estimate', dict()).get('value', "") | |
| if category != 'BUG': | |
| Pipeline = zen_r.get('pipeline', dict()).get('name', "") | |
| csvout.writerow([repo_name, issue['number'], issue['title'].encode('utf-8'), category, | |
| tag, assignees[:-1], | |
| priority, Pipeline, DateCreated, | |
| estimate]) | |
| def get_issues(repo_data): | |
| repo_name = repo_data[0] | |
| repo_ID = repo_data[1] | |
| issues_for_repo_url = 'https://api.github.com/repos/%s/issues?since=2017-05-01&state=closed' % repo_name | |
| r = requests.get(issues_for_repo_url, auth=AUTH) | |
| write_issues(r, FILEOUTPUT, repo_name, repo_ID) | |
| # more pages? examine the 'link' header returned | |
| if 'link' in r.headers: | |
| pages = dict( | |
| [(rel[6:-1], url[url.index('<') + 1:-1]) for url, rel in | |
| [link.split(';') for link in | |
| r.headers['link'].split(',')]]) | |
| while 'last' in pages and 'next' in pages: | |
| pages = dict( | |
| [(rel[6:-1], url[url.index('<') + 1:-1]) for url, rel in | |
| [link.split(';') for link in | |
| r.headers['link'].split(',')]]) | |
| r = requests.get(pages['next'], auth=AUTH) | |
| write_issues(r, FILEOUTPUT, repo_name, repo_ID) | |
| if pages['next'] == pages['last']: | |
| break | |
| REPO_LIST = [("*GITHUB REPO*", "*ZENHUB REPOID*")] | |
| config = configparser.ConfigParser() | |
| config.read('config.ini') | |
| AUTH = ('token', config['DEFAULT']['AUTH_TOKEN']) | |
| ACCESS_TOKEN = config['DEFAULT']['ZEN_ACCESS'] | |
| ISSUES = 0 | |
| FILENAME = 'output.csv' | |
| OPENFILE = open(FILENAME, 'wb') | |
| FILEOUTPUT = csv.writer(OPENFILE) | |
| FILEOUTPUT.writerow(('Repository', 'Issue Number', 'Issue Title', 'Category', | |
| 'Tag', 'Assigned To', | |
| 'Priority', 'Pipeline', | |
| 'Issue Author', | |
| 'Created At', 'Estimate Value' | |
| )) | |
| for repo_data in REPO_LIST: | |
| get_issues(repo_data) | |
| OPENFILE.close() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [DEFAULT] | |
| AUTH_TOKEN = | |
| ZEN_ACCESS = |
Thanks for it, I am able to resolve it now.
Wanted to check in the csv file it is putting 2 entry for every issues?
Also I want take the comments too out from every issues?
Is there any specific issue you have given date in the parameter of the repository scan
https://api.github.com/repos/%s/issues?since=2017-05-01 <https://api.github.com/repos/%25s/issues?since=2017-05-01&state=closed> &state=closed'
From: Jamie Belcher <[email protected]>
Sent: 25 October 2019 22:00
To: Jammizzle <[email protected]>
Cc: manu4387 <[email protected]>; Mention <[email protected]>
Subject: Re: Jammizzle/export_multi_repo_issues_to_csv.py
Can you send me an email at [email protected] <mailto:[email protected]> of your REPO_LIST variable?
—
You are receiving this because you were mentioned.
Reply to this email directly, view it on GitHub <https://gist.github.com/ad2a94008b56a6f9d17cfdddf5a6dd4d?email_source=notifications&email_token=ANOUZLYUWTPMBF2RMPP67NTQQMNIVA5CNFSM4JEDFXZKYY3PNVWWK3TUL52HS4DFVNDWS43UINXW23LFNZ2KUY3PNVWWK3TUL5UWJTQAF3D5U#gistcomment-3065818> , or unsubscribe <https://github.com/notifications/unsubscribe-auth/ANOUZLZVO3TSPW3V3GSZCYDQQMNIVANCNFSM4JEDFXZA> .
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Can you send me an email at [email protected] of your REPO_LIST variable?