GHTorrent extracting dependabot records from the events collection

ght_dependabot_csv.js

db.getCollection('events').aggregate([
  {
    $sort: {_id: -1}
  },{
    $match: {
      "$and": [
        {"type": {$eq: "PullRequestEvent"}},
        {"payload.pull_request.head.repo.language": { $eq: "Java"}},
        {"actor.id": {$eq: 27856297 }},
      ]}
  },{
    $lookup: {
      from: "commits",
      localField: "payload.pull_request.head.sha",
      foreignField: "sha",
      as: "head"}
  },{
    $match: {
      "$and": [
        {"head": { $size: 1}},
      ]}
  },{
    $limit: 20
  },
]).forEach(doc => {
    if(doc.head[0].parents.length === 1 && doc.head[0].files.length === 1){
        if(doc.head[0].files[0].filename.includes('pom.xml')){
         print(doc.payload.pull_request.created_at+";"+doc.repo.name+";"+doc.head[0].parents[0].sha+";"+doc.head[0].files[0].filename+";"+doc.head[0].files[0].patch)
      }
    }
})

ght_dependabot_json.js

///
///
///
var results = [];
db.getCollection('events').aggregate([
  {
    $sort: {_id: -1}
  },{
    $match: {
      "$and": [
        {"type": {$eq: "PullRequestEvent"}},
        {"payload.pull_request.head.repo.language": { $eq: "Java"}},
        {"actor.id": {$eq: 27856297 }},
      ]}
  },{
    $lookup: {
      from: "commits",
      localField: "payload.pull_request.head.sha",
      foreignField: "sha",
      as: "head"}
  },{
    $match: {
      "$and": [
        {"head": { $size: 1}},
      ]}
  },{
    $limit: 20
  },
]).forEach(doc => {
    if(doc.head[0].parents.length === 1 && doc.head[0].files.length === 1){
        if(doc.head[0].files[0].filename.includes('pom.xml') && doc.head[0].files[0].patch.includes('<version>') && doc.head[0].files[0].patch.includes('</version>')){
            results.push({ts:doc.payload.pull_request.created_at, slug:doc.repo.name, sha:doc.head[0].parents[0].sha, path:doc.head[0].files[0].filename,patch: JSON.stringify(doc.head[0].files[0].patch)})
        }
    }
});
printjson(results);

ght_dependabot_json_pr_details.js

///
///
///
var results = [];
db.getCollection('events').aggregate([
  {
    $sort: {_id: -1}
  },{
    $match: {
      "$and": [
        {"type": {$eq: "PullRequestEvent"}},
        {"payload.pull_request.head.repo.language": { $eq: "Java"}},
        {"actor.id": {$eq: 27856297 }},
      ]}
  },{
    $lookup: {
      from: "commits",
      localField: "payload.pull_request.head.sha",
      foreignField: "sha",
      as: "head"}
  },{
    $match: {
      "$and": [
        {"head": { $size: 1}},
      ]}
  },{
    $limit: 10
  },
]).forEach(doc => {
    if(doc.head[0].parents.length === 1 && doc.head[0].files.length === 1){
        if(doc.head[0].files[0].filename.includes('pom.xml') && doc.head[0].files[0].patch.includes('<version>') && doc.head[0].files[0].patch.includes('</version>')){
            results.push({number:doc.payload.pull_request.number, url:doc.payload.pull_request.url, title:doc.payload.pull_request.title, state:doc.payload.pull_request.state, ts:doc.payload.pull_request.created_at, slug:doc.repo.name, sha:doc.head[0].parents[0].sha, path:doc.head[0].files[0].filename,patch: JSON.stringify(doc.head[0].files[0].patch)})
        }
    }
});
printjson(results);

Run on ght:

git clone https://gist.github.com/jhejderup/795524106c1497f0770940169f3de5ec dependabot_mongo_scripts
cd  dependabot_mongo_scripts
screen
time mongo --quiet github < ght_dependabot_json.js >> dependabot_pr.json