getting_data.R

#Getting Data Assignment 
##################

# Find OAuth settings for github using API

library(httr)
require(jsonlite)

github <- oauth_endpoints("github")

my_app <- oauth_app("github", key="8eb5b31747577c42c737", 
                    secret="00a11ce07751e1ffc33a9ac532ce6ffc78ad4566")
findings <- GET("https://api.github.com/users/jtleek/repos",
              authenticate("anajaved", "f48235c674252607186257968ffab5ff2a9eaa31"))

json1 <- content(findings)
json2 <- jsonlite::fromJSON(toJSON(json1))
list(json2$name[[11]], json2$created_at[[11]])  #"2013-11-07T13:25:07Z"

##################

#American Community Survey data

library(RCurl)
library(sqldf)

acs <- getURL("https://d396qusza40orc.cloudfront.net/getdata%2Fdata%2Fss06pid.csv", 
              ssl.verifyhost=FALSE, ssl.verifypeer=FALSE)
acs_df <- read.csv(textConnection(acs), header=T)

length(sqldf("select * from acs_df where AGEP < 50")) #239

sqldf("select distinct AGEP from acs_df") #91 unique ages

##################

#Webscrapping:
#How many characters are in the 10th, 20th, 30th and 100th lines of HTML from this page:
# http://biostat.jhsph.edu/~jleek/contact.html (Hint: the nchar() function in R may be helpful)

con= url("http://biostat.jhsph.edu/~jleek/contact.html")
htmlCode =readLines(con)
close(con)

nchar(htmlCode[10]) #45
nchar(htmlCode[20]) #31
nchar(htmlCode[30]) #7
nchar(htmlCode[100]) #25

##################

#NOAA.gov Sea Surface Temperature 
#report the sum of the numbers in the fourth of the nine columns.

data <- read.fwf(file= url('https://d396qusza40orc.cloudfront.net/getdata%2Fwksst8110.for'),
                 skip=4, widths=c(12, 7, 4, 9, 4, 9, 4, 9, 4))
col_4 <- data[,4]
sum(col_4) #32426.7