281 lines
11 KiB
R
281 lines
11 KiB
R
library(tidyverse)
|
|
library(RCurl)
|
|
library(lubridate)
|
|
url <- 'ftp://ftp.ngdc.noaa.gov/STP/space-weather/satellite-data/satellite-systems/gps/data/ns41/'
|
|
filename <- getURL(url, dirlistonly = TRUE)
|
|
filename
|
|
destnames <- strsplit(filename, "\r*\n")[[1]]
|
|
destnames
|
|
ns41$date <- as.Date(str_sub(destnames, start=6, end=11), "%y%m%d")
|
|
tbl_df(ns41) = NULL
|
|
ns41 = NULL
|
|
ns41 <- tbl_df(ns41)
|
|
ns41$date <- as.Date(str_sub(destnames, start=6, end=11), "%y%m%d")
|
|
as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
|
|
as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d") %>% year()
|
|
year <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d") %>% year()
|
|
year
|
|
?rbind
|
|
l <- length(destnames)
|
|
data <- NULL
|
|
i <- NULL
|
|
for (i in 1:2) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
rbind(ns41, data)
|
|
}
|
|
View(data)
|
|
destnames[1]
|
|
for (i in 1:2) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
ns41 <- rbind(ns41, data)
|
|
}
|
|
data <- NULL
|
|
i <- NULL
|
|
for (i in 1:2) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
ns41 <- rbind(ns41, data)
|
|
}
|
|
View(ns41)
|
|
date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
|
|
library(tidyverse)
|
|
library(RCurl)
|
|
library(lubridate)
|
|
date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
|
|
remove(date)
|
|
remove(year)
|
|
Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
|
|
ns41$Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
|
|
View(ns41)
|
|
ns41$Date
|
|
url <- 'ftp://ftp.ngdc.noaa.gov/STP/space-weather/satellite-data/satellite-systems/gps/data/ns41/'
|
|
filename <- getURL(url, dirlistonly = TRUE)
|
|
destnames <- strsplit(filename, "\r*\n")[[1]]
|
|
ns41 = NULL
|
|
ns41 <- tbl_df(ns41)
|
|
l <- length(destnames)
|
|
data <- NULL
|
|
i <- NULL
|
|
for (i in 1:2) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
data$Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
|
|
ns41 <- rbind(ns41, data)
|
|
}
|
|
unique(ns41$Date)
|
|
ns41 = NULL
|
|
ns41 <- tbl_df(ns41)
|
|
for (i in 1:2) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
|
|
ns41 <- rbind(ns41, data)
|
|
}
|
|
unique(ns41$Date)
|
|
data <- NULL
|
|
i <- NULL
|
|
ns41 = NULL
|
|
ns41 <- tbl_df(ns41)
|
|
paste(destnames[i], "complete\n")
|
|
paste(destnames[i], "complete", \n)
|
|
paste(destnames[i], "complete", /n)
|
|
paste(destnames[i], "complete/n")
|
|
for (i in 1:l) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
|
|
ns41 <- rbind(ns41, data)
|
|
paste(destnames[i], "complete")
|
|
}
|
|
ns41 = NULL
|
|
ns41 <- tbl_df(ns41)
|
|
l <- length(destnames)
|
|
data <- NULL
|
|
i <- NULL
|
|
for (i in 1:l) {
|
|
data <- read.table(file = paste(url, destnames[i], sep=""))
|
|
data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
|
|
ns41 <- rbind(ns41, data)
|
|
print(paste(destnames[i], "complete"))
|
|
}
|
|
n_distinct(ns41$Date)
|
|
write_csv(ns41)
|
|
write_csv(ns41, path="C:\Users\mdcay\Documents\Happy Dad")
|
|
write_csv(ns41, path="C:\Users\mdcay\Documents\Happy Dad\ns41.csv")
|
|
write_csv(ns41, path="\Users\mdcay\Documents\Happy Dad\ns41.csv")
|
|
write_csv(ns41, path="/Users/mdcay/Documents/Happy Dad/ns41.csv")
|
|
data %>% group_by(data$Date)
|
|
data %>% group_by(data$Date) %>% select(data$V81:data$V99)
|
|
data %>% group_by(data$Date) %>% select(data$V81:data$V99)
|
|
data %>% group_by(data$Date) %>% select("V81":"V99")
|
|
data %>% group_by(data$Date) %>% select(V81:V99)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(data$V81:data$V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81:data$V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81))
|
|
colSums(data$V81)
|
|
colSums(data)
|
|
?colSums
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(is.numeric(V81:V99)))
|
|
?aggregate
|
|
aggregate(data, by="Date", sum())
|
|
aggregate(data, by="Date", FUN="sum")
|
|
aggregate(data, by=data$Date, FUN="sum")
|
|
?cumsum
|
|
?colSums
|
|
aggregate(data, by=list(Category=data$Date), FUN=sum)
|
|
View(data)
|
|
?summarise
|
|
sum(data$V81)
|
|
sum(data$V81:data$V99)
|
|
sum(data$V81:$V99)
|
|
sum(c(data$V81:data$V99))
|
|
sum(data$V81:data$V99)
|
|
colSums(data$V81:data$V99)
|
|
colSums(data)
|
|
?summarise_at
|
|
?summarise_at(data$V81:data$V99)
|
|
summarise_at(data$V81:data$V99)
|
|
summarise_at(vars(data$V81:data$V99))
|
|
summarise_at(vars(data$V81:data$V99), sum=sum())
|
|
summarise_at(data, vars(V81:V99), sum=sum())
|
|
summarise_at(data, vars(V81:V99), sum())
|
|
starwars %>% summarise_at(vars(height:mass), mean, na.rm=T)
|
|
data %>% summarise_at(vars(V81:V99), mean, na.rm=T)
|
|
data %>% summarise_at(vars(V81:V99), sum, na.rm=T)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n=n(), sum=sum())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(vars(V81:V99), n=n(), sum=sum())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), c(V81:V99)=sum(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(-Date)
|
|
?summarise
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(-Date))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(-Date))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(-data$Date))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(V81))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81))
|
|
?aggregate
|
|
aggregate(data, by=list(V81:V99), mean)
|
|
aggregate(data, by=list(data$V81:data$V99), mean)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), c(V81:V99)=sum(V81:V99))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), mean)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n=n())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(n, sum))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum=sum)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
|
|
View(test)
|
|
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sumarise_at(vars(V81:V99)))
|
|
test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(n,sum))
|
|
data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(mean,sum))
|
|
data %>% group_by(data$Date) %>% summarise_each(vars(V81:V99), mean)
|
|
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), mean)
|
|
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean)
|
|
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean))
|
|
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean))
|
|
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(nrow, mean))
|
|
data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(sum, mean))
|
|
test <- data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(sum, mean))
|
|
View(test)
|
|
data <- data %>% group_by(Date)
|
|
test <- data %>% summarise_at(vars(V81:V99), sum)
|
|
test
|
|
data %>% mutate(n=n())
|
|
cbind(test, nrow(data))
|
|
cbind(test, n=nrow(data))
|
|
ns41 <- ns41 %>% group_by(Date)
|
|
cbind(ns41_sums, ns41 %>% summarise(n=n()))
|
|
ns41_sums <- ns41 %>% summarise_at(vars(V81:V99), sum)
|
|
cbind(ns41_sums, ns41 %>% summarise(n=n()))
|
|
View(ns41_sums)
|
|
View(ns41)
|
|
ns41 <- ns41 %>% select(V21 = 240)
|
|
ns41 <- ns41 %>% filter(V21 = 240)
|
|
ns41 <- ns41 %>% filter(V21 == 240)
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n()
|
|
,V81 = sum(V81))
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
ns41_sums <- ns41 %>% group_by(Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n())
|
|
ns41_sums <- ns41 %>% group_by(Date) %>%
|
|
select(V81:V99) %>%
|
|
summarize(n=n())
|
|
ns41_sums <- ns41 %>% group_by(Date) %>%
|
|
select(V81:V99) %>%
|
|
summarize(n=nrow())
|
|
ns41_sums <- ns41 %>% group_by(Date) %>%
|
|
select(V81:V99) %>%
|
|
summarize(n=n())
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date) %>%
|
|
select(V81:V99) %>%
|
|
summarize(n=n())
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date)
|
|
ns41 <- NULL
|
|
ns41_sums <- NULL
|
|
read_csv(ns41.csv)
|
|
ns41 <- read_csv(file="/Users/mdcay/Documents/Happy Dad/ns41.csv")
|
|
ns41 <- tbl_df(ns41)
|
|
ns41 <- ns41 %>% filter(V21 == 240)
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date)
|
|
ns41_sums <- ns41 %>% group_by(ns41$Date) %>%
|
|
select(V81:V99) %>%
|
|
summarise(n=n())
|
|
View(ns41_sums)
|
|
ns41_sums <- ns41 %>% group_by(Date) %>%
|
|
select(Date, V81:V99) %>%
|
|
summarise(n=n(),
|
|
V81=sum(V81))
|
|
View(ns41_sums)
|
|
ns41_sums <- ns41 %>% group_by(Date) %>%
|
|
select(Date, V81:V99) %>%
|
|
summarise(n=n(),
|
|
V81=sum(V81),
|
|
V82=sum(V82),
|
|
V83=sum(V83),
|
|
V84=sum(V84),
|
|
V85=sum(V85),
|
|
V86=sum(V86),
|
|
V87=sum(V87),
|
|
V88=sum(V88),
|
|
V89=sum(V89),
|
|
V90=sum(V90),
|
|
V91=sum(V91),
|
|
V92=sum(V92),
|
|
V93=sum(V93),
|
|
V94=sum(V94),
|
|
V95=sum(V95),
|
|
V96=sum(V96),
|
|
V97=sum(V97),
|
|
V98=sum(V98),
|
|
V99=sum(V99),
|
|
)
|
|
View(ns41_sums)
|
|
View(ns41)
|
|
unique(ns41_sums$n)
|
|
arrange(unique(ns41_sums$n))
|
|
View(ns41$V110)
|
|
(ns41$V110)
|
|
energies <- list(.6, .7, .8, .9, 1, 1.25, 1.5, 2, 2.5, 3, 3.5, 4, 4.5, 5, 6, 7, 8, 9, 10)
|
|
energies
|
|
energies <- c(.6, .7, .8, .9, 1, 1.25, 1.5, 2, 2.5, 3, 3.5, 4, 4.5, 5, 6, 7, 8, 9, 10)
|
|
energies
|
|
ns41_sums$energies <-energies
|
|
glimpse(ns41)
|
|
write_csv(ns41_sums, path='ns41_sums.csv')
|
|
remove(test, ns41)
|
|
remove(data)
|