stecfDataGrabber.R

rm(list = ls())
###############
# Script Info #
###############
# PURPOSE: STECF data download & subsetting
# AUTHOR: Scott Large 2015
# REVIEWED/EXTENDED BY: Thomas Bech-Thomassen
#
############
# PACKAGES #
############
#
needList <- c("openxlsx")
new.packages <-
  needList[!(needList %in% installed.packages()[,"Package"])]
if (length(new.packages)) {
  install.packages(new.packages)
}
#
library(openxlsx)
#
###############
# Define dirs #
###############



dataPath    <- "~/r/advice/data/"
outPath     <- "~/r/advice/output/"
codePath    <- "~/r/advice/code/"
stecfPath   <- "~/r/rdata/"

pathList <- as.list(c(dataPath, outPath, codePath))

for (p in pathList) {
  if (!dir.exists(p)) {
    dir.create(p, recursive = TRUE)
  }
  
}


##################
# Load functions #
##################
#
#
#

#############
# Load data #
#############
#

#------------> Get STECF Effort & Landings data <------------
# 
# effort.url <-
#   "http://stecf.jrc.ec.europa.eu/documents/43805/870977/2014_STECF+14-20+-+Fishing+Effort+Regimes+data+tables.zip"
# effort.f <- "~/r/rdata/download/effort.zip"
# effort.df.path <- "~/r/rdata/stecf-landings.by.ICES.rectangle"
# 
# if (!file.exists(effort.df.path)) {
#   if (!file.exists(effort.f)) {
#     download.file(effort.url, destfile = effort.f, mode = "wb")
#   }
#   
#   unzip(effort.f, list = T)
#   effort.data <-
#     read.xlsx(
#       unzip(
#         effort.f, "Electronic_appendices/Landings_by_ICES_rectangle.xlsx"
#       ),
#       sheet = 1
#     )
#   head(effort.data)
#   write.table(
#     effort.data, effort.df.path, sep = "\t", quote = FALSE, row.names = FALSE
#   )
# }

#------------> Get STECF Ecnomic & Transversal data <------------

econ.url <-
  "http://stecf.jrc.ec.europa.eu/documents/43805/1034590/2015_STECF+15-07+-+EU+Fleet+Economic+data+tables.zip"
econ.f <- "~/r/rdata/download/econ.data.zip"
econ.df.path <- "~/r/rdata/stecf-economic-fleet.data"

if (!file.exists(econ.df.path)) {
  if (!file.exists(econ.f)) {
    download.file(econ.url, destfile = econ.f, mode = "wb")
  }
  
  unzip(econ.f, list = T)
  econ.data <-
    read.xlsx(
      unzip(
        econ.f, "STECF 15-07_2015_EU Fleet Economic and Transversal data_fleet segment level.xlsx"
      ),
      sheet = 2
    )
  
  head(econ.data)
  
  write.table(
    econ.data, econ.df.path, sep = "\t", quote = FALSE, row.names = FALSE
  )
}

#------------> Get ICES nominal landings data <------------
# 
# ices.nominal.url <-
#   "http://www.ices.dk/marine-data/Documents/CatchStats/OfficialLandings.zip"
# ices.f <- "~/r/rdata/download/ices-nominal.data.zip"
# ices.df.path <- "~/r/rdata/ices-nominallandings.data"
# 
# if (!file.exists(econ.df.path)) {
#   if (!file.exists(econ.f)) {
#     download.file(ices.nominal.url, destfile = ices.f, mode = "wb")
#   }
#   
#   unzip(ices.f, list = T)
#   ices.data <-
#     read.xlsx(
#       unzip(
#         ices.f, "ICESCatchDataset2006-2013.xlsx"
#       ),
#       sheet = 2
#     )
#   
#   head(ices.data)
#   
#   write.table(
#     ices.data, ices.df.path, sep = "\t", quote = FALSE, row.names = FALSE
#   )
# }