library(tidyverse)
library(RCurl)
library(lubridate)
url <- 'ftp://ftp.ngdc.noaa.gov/STP/space-weather/satellite-data/satellite-systems/gps/data/ns41/'
filename <- getURL(url, dirlistonly = TRUE)
filename
destnames <- strsplit(filename, "\r*\n")[[1]]
destnames
ns41$date <- as.Date(str_sub(destnames, start=6, end=11), "%y%m%d")
tbl_df(ns41) = NULL
ns41 = NULL
ns41 <- tbl_df(ns41)
ns41$date <- as.Date(str_sub(destnames, start=6, end=11), "%y%m%d")
as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d") %>% year()
year <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d") %>% year()
year
?rbind
l <- length(destnames)
data <- NULL
i <- NULL
for (i in 1:2) {
data <- read.table(file = paste(url, destnames[i], sep=""))
rbind(ns41, data)
}
View(data)
destnames[1]
for (i in 1:2) {
data <- read.table(file = paste(url, destnames[i], sep=""))
ns41 <- rbind(ns41, data)
}
data <- NULL
i <- NULL
for (i in 1:2) {
data <- read.table(file = paste(url, destnames[i], sep=""))
ns41 <- rbind(ns41, data)
}
View(ns41)
date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
library(tidyverse)
library(RCurl)
library(lubridate)
date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
remove(date)
remove(year)
Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
ns41$Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
View(ns41)
ns41$Date
url <- 'ftp://ftp.ngdc.noaa.gov/STP/space-weather/satellite-data/satellite-systems/gps/data/ns41/'
filename <- getURL(url, dirlistonly = TRUE)
destnames <- strsplit(filename, "\r*\n")[[1]]
ns41 = NULL
ns41 <- tbl_df(ns41)
l <- length(destnames)
data <- NULL
i <- NULL
for (i in 1:2) {
data <- read.table(file = paste(url, destnames[i], sep=""))
data$Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
ns41 <- rbind(ns41, data)
}
unique(ns41$Date)
ns41 = NULL
ns41 <- tbl_df(ns41)
for (i in 1:2) {
data <- read.table(file = paste(url, destnames[i], sep=""))
data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
ns41 <- rbind(ns41, data)
}
unique(ns41$Date)
data <- NULL
i <- NULL
ns41 = NULL
ns41 <- tbl_df(ns41)
paste(destnames[i], "complete\n")
paste(destnames[i], "complete", \n)
paste(destnames[i], "complete", /n)
paste(destnames[i], "complete/n")
for (i in 1:l) {
data <- read.table(file = paste(url, destnames[i], sep=""))
data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
ns41 <- rbind(ns41, data)
paste(destnames[i], "complete")
}
ns41 = NULL
ns41 <- tbl_df(ns41)
l <- length(destnames)
data <- NULL
i <- NULL
for (i in 1:l) {
data <- read.table(file = paste(url, destnames[i], sep=""))
data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
ns41 <- rbind(ns41, data)
print(paste(destnames[i], "complete"))
}
n_distinct(ns41$Date)
write_csv(ns41)
write_csv(ns41, path="C:\Users\mdcay\Documents\Happy Dad")
write_csv(ns41, path="C:\Users\mdcay\Documents\Happy Dad\ns41.csv")
write_csv(ns41, path="\Users\mdcay\Documents\Happy Dad\ns41.csv")
write_csv(ns41, path="/Users/mdcay/Documents/Happy Dad/ns41.csv")
data %>% group_by(data$Date)
data %>% group_by(data$Date) %>% select(data$V81:data$V99)
data %>% group_by(data$Date) %>% select(data$V81:data$V99)
data %>% group_by(data$Date) %>% select("V81":"V99")
data %>% group_by(data$Date) %>% select(V81:V99)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(data$V81:data$V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81:data$V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81))
colSums(data$V81)
colSums(data)
?colSums
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(is.numeric(V81:V99)))
?aggregate
aggregate(data, by="Date", sum())
aggregate(data, by="Date", FUN="sum")
aggregate(data, by=data$Date, FUN="sum")
?cumsum
?colSums
aggregate(data, by=list(Category=data$Date), FUN=sum)
View(data)
?summarise
sum(data$V81)
sum(data$V81:data$V99)
sum(data$V81:$V99)
sum(c(data$V81:data$V99))
sum(data$V81:data$V99)
colSums(data$V81:data$V99)
colSums(data)
?summarise_at
?summarise_at(data$V81:data$V99)
summarise_at(data$V81:data$V99)
summarise_at(vars(data$V81:data$V99))
summarise_at(vars(data$V81:data$V99), sum=sum())
summarise_at(data, vars(V81:V99), sum=sum())
summarise_at(data, vars(V81:V99), sum())
starwars %>% summarise_at(vars(height:mass), mean, na.rm=T)
data %>% summarise_at(vars(V81:V99), mean, na.rm=T)
data %>% summarise_at(vars(V81:V99), sum, na.rm=T)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n=n(), sum=sum())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(vars(V81:V99), n=n(), sum=sum())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), c(V81:V99)=sum(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(-Date)
?summarise
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(-Date))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(-Date))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(-data$Date))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(V81))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81))
?aggregate
aggregate(data, by=list(V81:V99), mean)
aggregate(data, by=list(data$V81:data$V99), mean)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), c(V81:V99)=sum(V81:V99))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), mean)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n=n())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(n, sum))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum=sum)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
View(test)
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sumarise_at(vars(V81:V99)))
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(n,sum))
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(mean,sum))
data %>% group_by(data$Date) %>% summarise_each(vars(V81:V99), mean)
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), mean)
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean)
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean))
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean))
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(nrow, mean))
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(sum, mean))
test <- data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(sum, mean))
View(test)
data <- data %>% group_by(Date)
test <- data %>% summarise_at(vars(V81:V99), sum)
test
data %>% mutate(n=n())
cbind(test, nrow(data))
cbind(test, n=nrow(data))
ns41 <- ns41 %>% group_by(Date)
cbind(ns41_sums, ns41 %>% summarise(n=n()))
ns41_sums <- ns41 %>% summarise_at(vars(V81:V99), sum)
cbind(ns41_sums, ns41 %>% summarise(n=n()))
View(ns41_sums)
View(ns41)
ns41 <- ns41 %>% select(V21 = 240)
ns41 <- ns41 %>% filter(V21 = 240)
ns41 <- ns41 %>% filter(V21 == 240)
ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n()
,V81 = sum(V81))
ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n())
ns41_sums <- ns41 %>% group_by(Date) %>% select(V81:V99) %>% summarise(n=n())
ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n())
ns41_sums <- ns41 %>% group_by(Date) %>%
select(V81:V99) %>%
summarize(n=n())
ns41_sums <- ns41 %>% group_by(Date) %>%
select(V81:V99) %>%
summarize(n=nrow())
ns41_sums <- ns41 %>% group_by(Date) %>%
select(V81:V99) %>%
summarize(n=n())
ns41_sums <- ns41 %>% group_by(ns41$Date) %>%
select(V81:V99) %>%
summarize(n=n())
ns41_sums <- ns41 %>% group_by(ns41$Date)
ns41 <- NULL
ns41_sums <- NULL
read_csv(ns41.csv)
ns41 <- read_csv(file="/Users/mdcay/Documents/Happy Dad/ns41.csv")
ns41 <- tbl_df(ns41)
ns41 <- ns41 %>% filter(V21 == 240)
ns41_sums <- ns41 %>% group_by(ns41$Date)
ns41_sums <- ns41 %>% group_by(ns41$Date) %>%
select(V81:V99) %>%
summarise(n=n())
View(ns41_sums)
ns41_sums <- ns41 %>% group_by(Date) %>%
select(Date, V81:V99) %>%
summarise(n=n(),
V81=sum(V81))
View(ns41_sums)
ns41_sums <- ns41 %>% group_by(Date) %>%
select(Date, V81:V99) %>%
summarise(n=n(),
V81=sum(V81),
V82=sum(V82),
V83=sum(V83),
V84=sum(V84),
V85=sum(V85),
V86=sum(V86),
V87=sum(V87),
V88=sum(V88),
V89=sum(V89),
V90=sum(V90),
V91=sum(V91),
V92=sum(V92),
V93=sum(V93),
V94=sum(V94),
V95=sum(V95),
V96=sum(V96),
V97=sum(V97),
V98=sum(V98),
V99=sum(V99),
)
View(ns41_sums)
View(ns41)
unique(ns41_sums$n)
arrange(unique(ns41_sums$n))
View(ns41$V110)
(ns41$V110)
energies <- list(.6, .7, .8, .9, 1, 1.25, 1.5, 2, 2.5, 3, 3.5, 4, 4.5, 5, 6, 7, 8, 9, 10)
energies
energies <- c(.6, .7, .8, .9, 1, 1.25, 1.5, 2, 2.5, 3, 3.5, 4, 4.5, 5, 6, 7, 8, 9, 10)
energies
ns41_sums$energies <-energies
glimpse(ns41)
write_csv(ns41_sums, path='ns41_sums.csv')
remove(test, ns41)
remove(data)