Provides plots and tables based on the packages downloaded from the RStudio CRAN mirror. It is a Shiny App using rCharts so users can specify packages, countries and weeks of interest them and get interactive charts with tooltips and clickable links to package pdfs. The gist utilizes a limited amout of data. The production App can be viewed at h…

bestRank.csv

dfCW.csv

dfPW.csv

global.R

# required libraries from CRAN other than
#library(devtools)
#install_github('rCharts', 'ramnathv')

library(shiny)
library(stringr)
library(plyr)
library(countrycode)
library(lubridate)
library(rCharts)
library(googleVis)



# The data is based on subsets of packages and countries information from Nov 2012-mid June 2013

# Ten popular packages
# All data to mid June 2013 is available at https://docs.google.com/file/d/0B6RvWdmokNZySENGTV85c0k2T3c/edit 
dfPW <-read.csv("dfPW.csv",  stringsAsFactors=FALSE)

# get rid of early weeks as were open to RStudio only 
dfPW <-dfPW[dfPW$week>"2012-10-29",]

# confirm in date order and create most recent week
dfPW <- dfPW[order(as.Date(dfPW$week, format="%Y-%m-%d")),]

lastDate <-tail(dfPW$week,1)[1] #str(lastDate) is now week commencing

if (wday(lastDate)!=2) {
  dfPW <- dfPW[dfPW$week!=lastDate,] 
}
lastDate <-tail(dfPW$week,1)[1]

# create selectInput (5,000+ in reality)
packageChoice <- sort(unique(dfPW$package)) #5333

# getting latest top 100 packages (only relevant in production)

lastWeek <-as.Date(as.character(tail(dfPW$week),1))[1]
lwPW <- dfPW[as.Date(dfPW$week)==lastWeek,] 
topPackageChoice <- sort(head(arrange(lwPW,desc(tot)),100)$package) #str(lwPW)

## similar procedure for top country info
dfCW <-read.csv("dfCW.csv",  stringsAsFactors=FALSE)
#dfCW <-read.csv("https://docs.google.com/file/d/0B6RvWdmokNZyQVR0VEdYNk5JRnc/edit",  stringsAsFactors=FALSE)
#https://docs.google.com/file/d/0B6RvWdmokNZyQVR0VEdYNk5JRnc/edit
#get rid of early data
dfCW <-dfCW[dfCW$week>"2012-10-29",]

countryChoice <- sort(unique(dfCW$country.name))
lwCW <- dfCW[as.Date(dfCW$week)==lastWeek,] #4825 (would have been downloaded in last full week)
topCountryChoice <- sort(head(arrange(lwCW,desc(tot)),25)$country.name) #str(lwCW)

# pre-compiled (for speed reasons) package records
mostDown <-read.csv("mostDown.csv",  stringsAsFactors=FALSE)
bestRank <-read.csv("bestRank.csv",  stringsAsFactors=FALSE)

mostDown.csv

server.R

shinyServer(function(input, output) {
  
  
 # create some conditional uiOutputs
  output$selection <- renderUI( {
    print("input$choice")
    print(input$choice)
    if (input$choice=="All") {
  selectInput("packages", "Select Package(s)",packageChoice,
              selected=c("ggplot2","lattice","shiny"),
             
              multiple=TRUE)
  
    } else {
      selectInput("packages", "Select Package(s) max 10",topPackageChoice,
                  selected=c("ggplot2","lattice","shiny"),
                  
                  multiple=TRUE)
    }
  })
  
  output$countrySelection <- renderUI( {
   
    if (input$countryChoice=="All") {
      selectInput("countries", "Select Country(s)",countryChoice,
                  selected=c("United States","Germany","Japan"),
                  
                  multiple=TRUE)
      
    } else {
      selectInput("countries", "Select Country(s) max 10",topCountryChoice,
                  selected=c("United States","Germany","Japan"),
                  
                  multiple=TRUE)
    }
  })


  
  # country chart
  output$cChart <- renderChart({
 
    # subset to chosen countries
    countries <- input$countries
    
    if (countries >10) countries <- countries[1:10]
    ct <- subset(dfCW,country.name %in% countries)
    
    # set variables based on input
    if (input$cChoice=="Total") {
      ytitle<-"Downloads per week"
      yData <- ct$tot
    }
    if (input$cChoice=="Rank") {
      ytitle<-"Rank by week"
      yData <- ct$rank
    }
    if (input$cChoice=="Share") {
      ytitle<-"% Share of All Downloads"
      yData <- ct$pc
    }
    
    # create data.frame for outputs. name is the tooltip
      ctTable <- data.frame(x=as.double(as.Date(ct$week))*24*3600*1000,
                            y=yData,
                            name=sprintf("<table cellpadding='4' style='line-height:1.5'><tr><th>%1$s</th></tr><tr><td align='left'>Week: %2$s<br>Downloads: %3$s<br>Percent: %4$s<br>Rank: %5$s</td></tr></table>",
                                         ct$country.name,
                                         ct$week,
                                         prettyNum(ct$tot, big.mark = ","),
                                         prettyNum(ct$pc, big.mark = ","),
                                         prettyNum(ct$rank, big.mark = ",") # add rank
                            ),
                            country=ct$country.name
      )
    
 
   
    # create list required for Highchart
    ctSeries <- lapply(split(ctTable, ctTable$country), function(x) {
      res <- lapply(split(x, rownames(x)), as.list)
      names(res) <- NULL
      res <- res[order(sapply(res, function(x) x$x))] # necessary to get dates in order for line graph
      return(res)
    })
    
    # create chart and customize
    a <- rCharts::Highcharts$new()
    invisible(sapply(ctSeries, function(x) {
      a$series(data = x, type = "line", name = x[[1]]$country)
    }
    ))
    
    
    
    a$chart(zoomType="xy")
    a$title(text="Weekly Downloads from RStudio's CRAN mirror")
    a$subtitle(text="Rollover for More Info. Zoom for closer look")
    
    if (input$cChoice=="Total") a$yAxis(title=list(text=ytitle), min= -50, allowDecimals = FALSE, startOnTick = FALSE)
    if (input$cChoice=="Share") a$yAxis(title=list(text=ytitle), min= -0, startOnTick = FALSE)
    if (input$cChoice=="Rank") a$yAxis(title=list(text=ytitle), reversed = TRUE, allowDecimals = FALSE, min= -5, startOnTick = FALSE)
    
    a$xAxis(title = list(text = "Week Commencing"), type = "datetime")
    a$tooltip(useHTML = T, formatter = "#! function() { return this.point.name; } !#") 
    
   # send to main page 
    a$set(dom = 'cChart')
    return(a)
  })
  
  
  # package chart similar procedure to country but with url link
  output$pChart <- renderChart({
    
        if (is.null(input$packages)) return() #still prints an error momentarily
        
        packs <- input$packages
  
        if (packs >10) packs <- packs[1:10]
    pk <- subset(dfPW,package %in% packs) 
     
    
    if (input$pChoice=="Total") {
      ytitle<-"Downloads per week"
      yData <- pk$tot
    }
        if (input$pChoice=="Rank") {
          ytitle<-"Rank by week"
          yData <- pk$rank
        }
        if (input$pChoice=="Share") {
          ytitle<-"% Share of All Downloads"
          yData <- pk$pc
        }
        
                    # alternative approach for date calculation seem equicvalent
                          pkTable <- data.frame(x=as.numeric(as.POSIXct(pk$week, origin="1970-01-01")) * 1000,
                          y=yData,
                          name=sprintf("<table cellpadding='4' style='line-height:1.5'><tr><th>%1$s</th></tr><tr><td align='left'>Week: %2$s<br>Downloads: %3$s<br>Percent: %4$s<br>Rank: %5$s</td></tr></table>",
                                       pk$package,
                                       pk$week,
                                       prettyNum(pk$tot, big.mark = ","),
                                       prettyNum(pk$pc, big.mark = ","),
                                       prettyNum(pk$rank, big.mark = ",")
                          ),
                          package=pk$package,
                          url = paste0("http://cran.r-project.org/web/packages/", pk$package,"/", pk$package,".pdf")
    )
     
    
   
 
    
        pkSeries <- lapply(split(pkTable, pkTable$package), function(x) {
          res <- lapply(split(x, rownames(x)), as.list)
          names(res) <- NULL
          res <- res[order(sapply(res, function(x) x$x))]  
          return(res)
        })
     
        
        a <- rCharts::Highcharts$new()
        invisible(sapply(pkSeries, function(x) {
          a$series(data = x, type = "line", name = x[[1]]$package)
        }
        ))
        
        a$chart(zoomType="xy")
        a$title(text="Weekly Downloads from RStudio's CRAN mirror")
        a$subtitle(text="Rollover for More Info. Click for Package pdf. Zoom for closer look")
        
        if (input$pChoice=="Total") a$yAxis(title=list(text=ytitle), min= -50, allowDecimals = FALSE, startOnTick = FALSE)
        if (input$pChoice=="Share") a$yAxis(title=list(text=ytitle), min= -0, startOnTick = FALSE)
        if (input$pChoice=="Rank") a$yAxis(title=list(text=ytitle), reversed = TRUE, allowDecimals = FALSE, min= -5, startOnTick = FALSE)
            
        
 
        a$xAxis(title = list(text = "Week Commencing"), type = "datetime")
        a$plotOptions(
          line = list(
            cursor = "pointer", 
            point = list(
              events = list(
                click = "#! function() { window.open(this.options.url); } !#")), 
            marker = list(
              symbol = "circle", 
              radius = 5
            )
          )
        )
        
        a$tooltip(useHTML = T, formatter = "#! function() { return this.point.name; } !#") # only shows date
        
        
    a$set(dom = 'pChart')
    return(a)
  })
  
  output$topTenPackages <- renderTable({
    topTen <- subset(dfPW,week==input$date)
    
    topTen <- data.frame(head(arrange(topTen,rank),10))
    topTen <- topTen[,c(2,3,5)] 
    topTen[3] <- round(topTen[3],2)
    names(topTen) <- c("Package","Downloads","%") 
    topTen
    
  })
  
  output$topTenCountries <- renderTable({
    topTen <- subset(dfCW,week==input$date)
    
    topTen <- data.frame(head(arrange(topTen,desc(pc)),10))
    topTen <- topTen[,c(6,3,4)] 
    topTen[3] <- round(topTen[3],2)
    topTen[2] <-  prettyNum( topTen[2], big.mark = ",")
    names(topTen) <- c("Country","Downloads","%") 
    
    topTen
    
  })
  
  output$topTenText <- renderText({
    
    month <- month(input$date,label = TRUE, abbr=TRUE)
    day <- day(input$date)
    year <- year(input$date)
      paste(" Top 10 week commencing ",month,day,year, sep=" " )
      
  })
  


   # best week ranking
  output$Ranking <- renderGvis({
      
    # Restrict to current week
#     print("input$date2")
#     print(input$date2)
#     dfPW.best <- dfPW.best[dfPW.best$week==input$date2,]
#     bestRank <- dfPW.best[dfPW.best$bestRank==dfPW.best$rank,] 
    bestRank <- bestRank[bestRank$week==input$date2,]
    # bestRank  <- bestRank[order(bestRank),]
    bestRank <- arrange(bestRank,bestRank)
    bestRank  <- data.frame(bestRank) # necessary 
    bestRank <- bestRank[,c(1,3,5)]
    names(bestRank) <- c("Package","Rank","Downloads")
    gvisTable(bestRank, options=myOptions())
   
    
  })
  
  output$Downloads <- renderGvis({
    
    # Restrict to current week
#     dfPW.best <- dfPW.best[dfPW.best$week==input$date2,]
#     mostDown <- dfPW.best[dfPW.best$mostDownloads==dfPW.best$tot,] #still 131
    mostDown <-  mostDown[ mostDown$week==input$date2,]
   # mostDown  <- mostDown[order(-mostDownloads),]
    mostDown <- arrange(mostDown,desc(mostDownloads))
    mostDown <- data.frame(mostDown) # necessary
    mostDown <- mostDown[,c(1,2,6)]
    names(mostDown) <- c("Package","Downloads","Rank")
    gvisTable(mostDown, options=myOptions2())
    
    
  })
  
  myOptions <- reactive({  
    list(
      page='enable',
      pageSize=15,
      #height = 450, introduces a width scrollbar
     width = 300
      
    )
  })   
    
    myOptions2 <- reactive({  #function() removed as deprecated
      list(
     
        page='enable',
        pageSize=15,
         width = 300
        
      )
    
  })
  
  output$RankText <- renderText({
    "Packages having best Ranking chosen Week"
  
})
  output$DownloadText <- renderText({
    "Packages having record Downloads chosen Week"
    
  })
  # processing so viewed immediately when tabbed. However does slow initial chart plot
   outputOptions(output, "topTenPackages", suspendWhenHidden = FALSE) 
  outputOptions(output, "topTenCountries", suspendWhenHidden = FALSE)
  
})

styles.css

/* NB THIS WILL NOT LINK DUE TO PATH ISSUES BUT SHOWS HOW TO GET TO FINAL APP LOOK */
/* change link colors and dont underline tried a in general applied also to tabs*/
a#link {
   color: #cc0000;
   text-decoration: none;
}
a#link:hover {
  font-weight: bold;
}

li.active a{
  color: #cc0000;
   font-weight: bold;
}

a {
   color: #cc0000;
   text-decoration: none;
}
a:hover {
  font-weight: bold;
  color: #cc0000;
   text-decoration: none;
}
label.radio {
display: inline-block;
margin: 0 10 0 0; /* Invalid property value when looking in browser*/
}

/************* app specific *****************/

/* selectInput */
#packages {
  height:350px /*was auto */
}
#countries {
  height:350px /*was auto */
}

ui.R

shinyUI(pageWithSidebar(
  
  # Application title. Leave blank to create more space
  headerPanel(""),
  
    sidebarPanel(
    tags$head(
      tags$link(rel = 'stylesheet', type = 'text/css', href = 'styles.css')),
   
    
    helpText(h5
             (p("Check out CRAN downloads from  RStudio logs"),p("Interactive Graphs for packages and countries")
              ,p("Weekly Top Ten Charts and Best Results, past and present"))),
             

    wellPanel(
      
      conditionalPanel(
        condition = "input.tabs1 == 1",
      radioButtons(inputId="choice", label="Packages - Click and hold for Multiple Selections",choices=c("Top 100","All")),
      uiOutput("selection")
      ),
      
      conditionalPanel(
      condition = "input.tabs1 == 2",
      radioButtons(inputId="countryChoice", label="Countries- Click and hold for Multiple Selections",choices=c("Top 25","All")),
    
      uiOutput("countrySelection")
    ),
      
      
      
      conditionalPanel(
         condition = "input.tabs1 == 3",
         dateInput("date", "Week Commencing - Select any available Monday", value = lastWeek, min="2012-11-05",max=lastWeek)
      ),
      conditionalPanel(
        condition = "input.tabs1 == 4",
        dateInput("date2", "Week Commencing - Select any available Monday", value = lastWeek, min="2012-11-05",max=lastWeek)
      )
    
    )
    
  ),

mainPanel(
   
   tabsetPanel(
     tabPanel("Package",
              showOutput("pChart","highcharts"),
              radioButtons(inputId="pChoice", label="Downloads",choices=c("Total","Share","Rank")),
              
              value = 1),
     tabPanel("Country",
               showOutput("cChart","highcharts"),
              radioButtons(inputId="cChoice", label="Downloads",choices=c("Total","Share","Rank")),
               
              value = 2),
     tabPanel("Top Tens",
              
              h5(textOutput("topTenText")),
              div(class="row"),
              div(class="span5",tableOutput("topTenPackages")),
              div(class="span5",tableOutput("topTenCountries")),    
                 
              
              value=3),
     tabPanel("Records",
              div(class="row"),
              div(class="span5",h5(textOutput("RankText"))),
              div(class="span5",h5(textOutput("DownloadText"))),
              div(class="row"),
              div(class="span5",htmlOutput("Ranking")),
              div(class="span5",htmlOutput("Downloads")),    
             
          
          value=4),
     tabPanel("Notes",
                          
              HTML("Data is based on daily logs  from RStudio's CRAN mirror and commences from the first full week in early November 2012. The growth in
                   volume will be impacted by increased RStudio usage and may not  reflect total CRAN activity<br><br>
                   Some packages will be downloaded as dependencies<br><br>
                    There are strange weekly variatons which I have yet to investigate<br><br>
                   The charts are based on the Highcharts javascript library which is free for non-commercial uses<br><br>
                    The R package rCharts which enables access to Highcharts amongst many similar JS libraries is being developed by Ramnath Vaidyanathan and 
                   Thomas Reinholdsson. They have both provided invaluable assistance in creating this app.
                    "),
              
              value = 5),
     
     id="tabs1")
   
   
  )
))