first commit

2024-05-15 20:02:16 -06:00
commit 2f41835c36
1034 changed files with 297835 additions and 0 deletions
--- a/.Rhistory
+++ b/.Rhistory
@@ -0,0 +1,280 @@
+library(tidyverse)
+library(RCurl)
+library(lubridate)
+url <- 'ftp://ftp.ngdc.noaa.gov/STP/space-weather/satellite-data/satellite-systems/gps/data/ns41/'
+filename <- getURL(url, dirlistonly = TRUE)
+filename
+destnames <- strsplit(filename, "\r*\n")[[1]]
+destnames
+ns41$date <- as.Date(str_sub(destnames, start=6, end=11), "%y%m%d")
+tbl_df(ns41) = NULL
+ns41 = NULL
+ns41 <- tbl_df(ns41)
+ns41$date <- as.Date(str_sub(destnames, start=6, end=11), "%y%m%d")
+as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
+as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d") %>% year()
+year <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d") %>% year()
+year
+?rbind
+l <- length(destnames)
+data <- NULL
+i <- NULL
+for (i in 1:2) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+rbind(ns41, data)
+}
+View(data)
+destnames[1]
+for (i in 1:2) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+ns41 <- rbind(ns41, data)
+}
+data <- NULL
+i <- NULL
+for (i in 1:2) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+ns41 <- rbind(ns41, data)
+}
+View(ns41)
+date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
+library(tidyverse)
+library(RCurl)
+library(lubridate)
+date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
+remove(date)
+remove(year)
+Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
+ns41$Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
+View(ns41)
+ns41$Date
+url <- 'ftp://ftp.ngdc.noaa.gov/STP/space-weather/satellite-data/satellite-systems/gps/data/ns41/'
+filename <- getURL(url, dirlistonly = TRUE)
+destnames <- strsplit(filename, "\r*\n")[[1]]
+ns41 = NULL
+ns41 <- tbl_df(ns41)
+l <- length(destnames)
+data <- NULL
+i <- NULL
+for (i in 1:2) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+data$Date <- as.Date(str_sub(destnames[1], start=6, end=11), "%y%m%d")
+ns41 <- rbind(ns41, data)
+}
+unique(ns41$Date)
+ns41 = NULL
+ns41 <- tbl_df(ns41)
+for (i in 1:2) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
+ns41 <- rbind(ns41, data)
+}
+unique(ns41$Date)
+data <- NULL
+i <- NULL
+ns41 = NULL
+ns41 <- tbl_df(ns41)
+paste(destnames[i], "complete\n")
+paste(destnames[i], "complete", \n)
+paste(destnames[i], "complete", /n)
+paste(destnames[i], "complete/n")
+for (i in 1:l) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
+ns41 <- rbind(ns41, data)
+paste(destnames[i], "complete")
+}
+ns41 = NULL
+ns41 <- tbl_df(ns41)
+l <- length(destnames)
+data <- NULL
+i <- NULL
+for (i in 1:l) {
+data <- read.table(file = paste(url, destnames[i], sep=""))
+data$Date <- as.Date(str_sub(destnames[i], start=6, end=11), "%y%m%d")
+ns41 <- rbind(ns41, data)
+print(paste(destnames[i], "complete"))
+}
+n_distinct(ns41$Date)
+write_csv(ns41)
+write_csv(ns41, path="C:\Users\mdcay\Documents\Happy Dad")
+write_csv(ns41, path="C:\Users\mdcay\Documents\Happy Dad\ns41.csv")
+write_csv(ns41, path="\Users\mdcay\Documents\Happy Dad\ns41.csv")
+write_csv(ns41, path="/Users/mdcay/Documents/Happy Dad/ns41.csv")
+data %>% group_by(data$Date)
+data %>% group_by(data$Date) %>% select(data$V81:data$V99)
+data %>% group_by(data$Date) %>% select(data$V81:data$V99)
+data %>% group_by(data$Date) %>% select("V81":"V99")
+data %>% group_by(data$Date) %>% select(V81:V99)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(data$V81:data$V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81:data$V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81))
+colSums(data$V81)
+colSums(data)
+?colSums
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(is.numeric(V81:V99)))
+?aggregate
+aggregate(data, by="Date", sum())
+aggregate(data, by="Date", FUN="sum")
+aggregate(data, by=data$Date, FUN="sum")
+?cumsum
+?colSums
+aggregate(data, by=list(Category=data$Date), FUN=sum)
+View(data)
+?summarise
+sum(data$V81)
+sum(data$V81:data$V99)
+sum(data$V81:$V99)
+sum(c(data$V81:data$V99))
+sum(data$V81:data$V99)
+colSums(data$V81:data$V99)
+colSums(data)
+?summarise_at
+?summarise_at(data$V81:data$V99)
+summarise_at(data$V81:data$V99)
+summarise_at(vars(data$V81:data$V99))
+summarise_at(vars(data$V81:data$V99), sum=sum())
+summarise_at(data, vars(V81:V99), sum=sum())
+summarise_at(data, vars(V81:V99), sum())
+starwars %>% summarise_at(vars(height:mass), mean, na.rm=T)
+data %>% summarise_at(vars(V81:V99), mean, na.rm=T)
+data %>% summarise_at(vars(V81:V99), sum, na.rm=T)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n=n(), sum=sum())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(vars(V81:V99), n=n(), sum=sum())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), c(V81:V99)=sum(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(-Date)
+?summarise
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), colSums(-Date))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(-Date))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(-data$Date))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(data$V81))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=colSums(V81))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sum=sum(V81))
+?aggregate
+aggregate(data, by=list(V81:V99), mean)
+aggregate(data, by=list(data$V81:data$V99), mean)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), c(V81:V99)=sum(V81:V99))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), mean)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n=n())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), n)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(n, sum))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum=sum)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
+test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
+test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
+View(test)
+test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
+test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n(), sumarise_at(vars(V81:V99)))
+test <- data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise(n=n())
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), sum)
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(n,sum))
+data %>% group_by(data$Date) %>% select(V81:V99) %>% summarise_at(vars(V81:V99), funs(mean,sum))
+data %>% group_by(data$Date) %>% summarise_each(vars(V81:V99), mean)
+data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), mean)
+data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean)
+data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean))
+data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(n, mean))
+data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(nrow, mean))
+data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(sum, mean))
+test <- data %>% group_by(data$Date) %>% summarise_at(vars(V81:V99), funs(sum, mean))
+View(test)
+data <- data %>% group_by(Date)
+test <- data %>% summarise_at(vars(V81:V99), sum)
+test
+data %>% mutate(n=n())
+cbind(test, nrow(data))
+cbind(test, n=nrow(data))
+ns41 <- ns41 %>% group_by(Date)
+cbind(ns41_sums, ns41 %>% summarise(n=n()))
+ns41_sums <- ns41 %>% summarise_at(vars(V81:V99), sum)
+cbind(ns41_sums, ns41 %>% summarise(n=n()))
+View(ns41_sums)
+View(ns41)
+ns41 <- ns41 %>% select(V21 = 240)
+ns41 <- ns41 %>% filter(V21 = 240)
+ns41 <- ns41 %>% filter(V21 == 240)
+ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n()
+,V81 = sum(V81))
+ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n())
+ns41_sums <- ns41 %>% group_by(Date) %>% select(V81:V99) %>% summarise(n=n())
+ns41_sums <- ns41 %>% group_by(ns41$Date) %>% select(V81:V99) %>% summarise(n=n())
+ns41_sums <- ns41 %>% group_by(Date) %>%
+select(V81:V99) %>%
+summarize(n=n())
+ns41_sums <- ns41 %>% group_by(Date) %>%
+select(V81:V99) %>%
+summarize(n=nrow())
+ns41_sums <- ns41 %>% group_by(Date) %>%
+select(V81:V99) %>%
+summarize(n=n())
+ns41_sums <- ns41 %>% group_by(ns41$Date) %>%
+select(V81:V99) %>%
+summarize(n=n())
+ns41_sums <- ns41 %>% group_by(ns41$Date)
+ns41 <- NULL
+ns41_sums <- NULL
+read_csv(ns41.csv)
+ns41 <- read_csv(file="/Users/mdcay/Documents/Happy Dad/ns41.csv")
+ns41 <- tbl_df(ns41)
+ns41 <- ns41 %>% filter(V21 == 240)
+ns41_sums <- ns41 %>% group_by(ns41$Date)
+ns41_sums <- ns41 %>% group_by(ns41$Date) %>%
+select(V81:V99) %>%
+summarise(n=n())
+View(ns41_sums)
+ns41_sums <- ns41 %>% group_by(Date) %>%
+select(Date, V81:V99) %>%
+summarise(n=n(),
+V81=sum(V81))
+View(ns41_sums)
+ns41_sums <- ns41 %>% group_by(Date) %>%
+select(Date, V81:V99) %>%
+summarise(n=n(),
+V81=sum(V81),
+V82=sum(V82),
+V83=sum(V83),
+V84=sum(V84),
+V85=sum(V85),
+V86=sum(V86),
+V87=sum(V87),
+V88=sum(V88),
+V89=sum(V89),
+V90=sum(V90),
+V91=sum(V91),
+V92=sum(V92),
+V93=sum(V93),
+V94=sum(V94),
+V95=sum(V95),
+V96=sum(V96),
+V97=sum(V97),
+V98=sum(V98),
+V99=sum(V99),
+)
+View(ns41_sums)
+View(ns41)
+unique(ns41_sums$n)
+arrange(unique(ns41_sums$n))
+View(ns41$V110)
+(ns41$V110)
+energies <- list(.6, .7, .8, .9, 1, 1.25, 1.5, 2, 2.5, 3, 3.5, 4, 4.5, 5, 6, 7, 8, 9, 10)
+energies
+energies <- c(.6, .7, .8, .9, 1, 1.25, 1.5, 2, 2.5, 3, 3.5, 4, 4.5, 5, 6, 7, 8, 9, 10)
+energies
+ns41_sums$energies <-energies
+glimpse(ns41)
+write_csv(ns41_sums, path='ns41_sums.csv')
+remove(test, ns41)
+remove(data)