functions.R

library(reticulate)
# library(nflfastR)
`%>%`<-magrittr::`%>%`

#github setup stuff
if (grepl("Documents",getwd())){
  path <- ".."
} else { ### server
  path <- "/home/ben"
}
password = as.character(read.delim(glue::glue('{path}/gh.txt'))$pw)
data_repo <- git2r::repository('./') # Set up connection to repository folder

#get completed games
get_finished_games <- function() {

  names <- nflfastR::teams_colors_logos %>%
    dplyr::select(team_nick, team_abbr)

  games <- readRDS(url("http://www.habitatring.com/games.rds")) %>%
    tibble::as_tibble() %>%
    dplyr::select(game_id, result, season, game_type, week, away_team, home_team) %>%
    dplyr::mutate(week = as.integer(week),
           week = dplyr::case_when(
             game_type != 'REG' & season <= 2020 ~ as.integer(week - 17),
             game_type != 'REG' & season >= 2021 ~ as.integer(week - 18),
             TRUE ~ week
             ),
           game_type = dplyr::if_else(game_type == 'REG', 'reg', 'post')
    ) %>%
    dplyr::left_join(names, by = c('home_team' = 'team_abbr')) %>%
    dplyr::rename(home_name = team_nick) %>%
    dplyr::left_join(names, by = c('away_team' = 'team_abbr')) %>%
    dplyr::rename(away_name = team_nick) %>%
    dplyr::mutate(
      home_name = dplyr::case_when(
        season < 2020 & home_name == "Commanders" ~ "Redskins",
        dplyr::between(season, 2020, 2021) & home_name == "Commanders" ~ "football-team",
        TRUE ~ home_name
        ),
      away_name = dplyr::case_when(
        season < 2020 & away_name == "Commanders" ~ "Redskins",
        dplyr::between(season, 2020, 2021) & away_name == "Commanders" ~ "football-team",
        TRUE ~ away_name
      )
    ) %>%
    dplyr::mutate(
      url = paste0('https://www.nfl.com/games/',away_name,'-at-',home_name,'-',season,'-',game_type,'-',week),
      # manual fix for weird URL in this game
      url = dplyr::if_else(
        season == 2020 & week == 4 & home_team == "CHI",
        "https://www.nfl.com/games/colts-at-bears-2020-reg-4-x4464",
        url
      )
    )

  return(games)

}

#function to get the completed games
#that are not present in the data repo
get_missing_games <- function(finished_games, dir) {

  server <- list.files(dir, recursive = T) %>%
    tibble::as_tibble() %>%
    dplyr::rename(
      name = value
    ) %>%
    dplyr::mutate(
      name =
        stringr::str_extract(
          name, '[0-9]{4}\\_[0-9]{2}\\_[A-Z]{2,3}\\_[A-Z]{2,3}(?=.)'
        ),
      season =
        stringr::str_extract(
          name, '[0-9]{4}'
        ) %>% as.integer(),
      week =
        as.integer(stringr::str_extract(name, '(?<=\\_)[0-9]{2}(?=\\_)'))
      ,
      away_team =
        stringr::str_extract(
          name, '(?<=[0-9]\\_)[A-Z]{2,3}(?=\\_)'
        ),
      home_team =
        stringr::str_extract(
          name, '(?<=[A-Z]\\_)[A-Z]{2,3}'
        ),
      season_type = dplyr::case_when(
        week > 17 & season <= 2020 ~ "POST",
        week > 18 & season > 2020 ~ "POST",
        TRUE ~ "REG"
        )
    ) %>%
    dplyr::arrange(season, week) %>%
    dplyr::rename(game_id = name) %>%
    dplyr::distinct() %>%
    dplyr::arrange(game_id)

  server_ids <- unique(server$game_id)
  finished_ids <-unique(finished_games$game_id)

  need_scrape <- finished_games[!finished_ids %in% server_ids,]

  message(glue::glue('{lubridate::now()}: You have {nrow(finished_games[finished_ids %in% server_ids,])} games and need {nrow(need_scrape)}'))

  return(need_scrape)

}