data-raw/taylor-lyrics.R
In wjakethompson/taylor: Lyrics and Song Data for Taylor Swift's Discography
library(tidyverse)
library(spotifyr)
library(stringi)
library(readxl)
library(rvest)
library(here)
library(fs)
release_dates <- read_xlsx(here("data-raw", "releases.xlsx"),
col_types = c("text", "text", "date", "date")) %>%
mutate(promotional_release = lubridate::ymd(promotional_release),
release_date = lubridate::ymd(release_date))
albums <- release_dates %>%
filter(is.na(track_name)) %>%
rename(album_release = release_date) %>%
mutate(ep = album_name %in% c("The Taylor Swift Holiday Collection",
"Beautiful Eyes")) %>%
select(album_name, ep, album_release)
singles <- release_dates %>%
filter(!is.na(track_name)) %>%
rename(single_release = release_date) %>%
select(album_name, track_name, promotional_release, single_release)
lyrics <- dir_ls(here("data-raw", "lyrics"), type = "file", recurse = TRUE) %>%
as_tibble() %>%
mutate(album = path_file(path_dir(value)),
track = path_file(value)) %>%
separate(album, c(NA, "album_name"), sep = "_", fill = "left") %>%
separate(track, c("track_number", "track_name"), sep = "_", convert = TRUE,
fill = "left") %>%
mutate(lyrics = map(value,
function(.x) {
read_lines(.x) %>%
as_tibble() %>%
mutate(
element = str_extract(value, "(?<=^\\[).*(?=\\]$)")
) %>%
separate(element, c("element", "element_artist"),
sep = ": ", fill = "right") %>%
replace_na(list(element_artist = "Taylor Swift")) %>%
fill(element, element_artist) %>%
filter(value != "",
!str_detect(value, "^\\[.*\\]$")) %>%
rowid_to_column("line") %>%
select(line, lyric = value, element,
element_artist) %>%
mutate(lyric = str_replace_all(lyric, "’", "'"),
lyric = str_replace_all(lyric, "‘", "'"),
lyric = str_replace_all(lyric, "…", "..."),
lyric = str_replace_all(lyric, "е", "e"),
lyric = str_replace_all(lyric, " ", " "),
lyric = str_replace_all(lyric, " ", " "),
lyric = str_replace_all(lyric, "", ""),
lyric = str_replace_all(lyric, "”", "\""),
lyric = str_replace_all(lyric, "“", "\""))
}))
base_info <- lyrics %>%
mutate(
bonus_track = str_detect(
album_name,
"deluxe|platinum|3am|target|edition|anthology"
)
) %>%
mutate(
album_name = str_replace_all(album_name, "-", " "),
album_name = str_to_title(album_name),
album_name = case_when(
album_name == "Taylor Swift Deluxe" ~ "Taylor Swift (Deluxe)",
album_name == "Fearless Platinum Edition" ~ "Fearless (Platinum Edition)",
album_name == "Fearless Taylors Version" ~ "Fearless (Taylor's Version)",
album_name == "Speak Now Deluxe" ~ "Speak Now (Deluxe)",
album_name == "Speak Now Taylors Version" ~
"Speak Now (Taylor's Version)",
album_name == "Red Deluxe Edition" ~ "Red (Deluxe Edition)",
album_name == "Red Taylors Version" ~ "Red (Taylor's Version)",
album_name == "1989 Deluxe" ~ "1989 (Deluxe)",
album_name == "1989 Taylors Version" ~ "1989 (Taylor's Version)",
album_name == "1989 Taylors Version Deluxe" ~
"1989 (Taylor's Version) [Deluxe]",
album_name == "1989 Taylors Version Tangerine Edition" ~
"1989 (Taylor's Version) [Tangerine Edition]",
album_name == "Reputation" ~ "reputation",
album_name == "Folklore" ~ "folklore",
album_name == "Folklore Deluxe Edition" ~ "folklore (deluxe edition)",
album_name == "Evermore" ~ "evermore",
album_name == "Evermore Deluxe Edition" ~ "evermore (deluxe edition)",
album_name == "Midnights 3am Edition" ~ "Midnights (3am Edition)",
album_name == "Midnights Target Exclusive" ~
"Midnights (Target Exclusive)",
album_name == "Midnights Til Dawn Edition" ~
"Midnights (The Til Dawn Edition)",
album_name == "Midnights Late Night Edition" ~
"Midnights (The Late Night Edition)",
album_name == "The Tortured Poets Department" ~
"THE TORTURED POETS DEPARTMENT",
album_name == "The Tortured Poets Department The Anthology" ~
"THE TORTURED POETS DEPARTMENT: THE ANTHOLOGY",
TRUE ~ album_name
),
writer_only = album_name == "Writer",
album_name = na_if(album_name, "Non Album"),
album_name = na_if(album_name, "Features"),
album_name = na_if(album_name, "Writer")
) %>%
left_join(albums, by = "album_name",
relationship = "many-to-one") %>%
select(album_name, ep, album_release, track_number, track_name, bonus_track,
writer_only, lyrics) %>%
# standard file name changes
mutate(track_name = path_ext_remove(track_name),
track_name = str_replace_all(track_name, "-", " "),
track_name = case_when(str_detect(album_name, "folklore|evermore") ~
str_to_lower(track_name),
TRUE ~ str_to_title(track_name))) %>%
# edits for Taylor Swift
mutate(track_name = str_replace_all(track_name, "Mcgraw", "McGraw"),
track_name = str_replace_all(track_name, "Shouldve", "Should've"),
track_name = str_replace_all(track_name, "Marys Song",
"Mary's Song (Oh My My My)"),
track_name = str_replace_all(track_name, "Im", "I'm"),
track_name = str_replace_all(track_name, "Popv", "(Pop Version)")) %>%
# edits for Beautiful Eyes
mutate(track_name = str_replace_all(track_name, "Altv",
"(Alternate Version)"),
track_name = str_replace_all(track_name, "Acousticv",
"(Acoustic Version)"),
track_name = str_replace_all(track_name, "Radioe", "(Radio Edit)"),
track_name = str_replace_all(track_name, "I Heart", "I Heart ?")) %>%
# edits for Fearless
mutate(track_name = str_replace_all(track_name, "Youre", "You're"),
track_name = str_replace_all(track_name, " N ", " & "),
track_name = str_replace_all(track_name, "Pianov", "(Piano Version)"),
track_name = str_replace_all(track_name, "Superstar", "SuperStar")) %>%
# edits for Red
mutate(track_name = str_replace_all(track_name, "I Knew You Were Trouble",
"I Knew You Were Trouble"),
track_name = str_replace_all(track_name, "Come Back Be Here",
"Come Back...Be Here"),
track_name = str_replace_all(track_name, "Odr",
"(Original Demo Recording)")) %>%
# edits for reputation
mutate(track_name = str_replace_all(track_name, "Ready For It",
"...Ready For It?"),
track_name = str_replace_all(track_name, "New Years Day",
"New Year's Day"),
track_name = str_replace_all(track_name, "So It Goes",
"So It Goes..."),
track_name = str_replace_all(track_name, "Dont", "Don't"),
track_name = str_replace_all(track_name, "Cant", "Can't")) %>%
# edits for Lover
mutate(track_name = str_replace_all(track_name, "Youll", "You'll"),
track_name = str_replace_all(track_name, "^Me$", "ME!"),
track_name = str_replace_all(track_name, "Its Nice", "It's Nice")) %>%
# edits for evermore
mutate(track_name = str_replace_all(track_name, "its time", "it's time"),
track_name = str_replace_all(track_name, "tis the damn",
"'tis the damn"),
track_name = str_replace_all(track_name, "no body no crime",
"no body, no crime")) %>%
# edits for Fearless (Taylor's Version)
mutate(track_name = str_replace_all(track_name, "^Mr ", "Mr. "),
track_name = str_replace_all(track_name, "^Thats ", "That's ")) %>%
# edits for Red (Taylor's Version)
mutate(
track_name = str_replace_all(track_name, "10mv", "(10 Minute Version)")
) %>%
# edits for midnights
mutate(track_name = str_replace_all(track_name, "Anti Hero", "Anti-Hero"),
track_name = str_replace_all(track_name, "Youre", "You're"),
track_name = str_replace_all(track_name, "You're On Your Own Kid",
"You're On Your Own, Kid"),
track_name = str_replace_all(track_name, "Question", "Question...?"),
track_name = str_replace_all(track_name, "Wouldve", "Would've"),
track_name = str_replace_all(track_name, "Couldve", "Could've"),
track_name = str_replace_all(track_name, "Would've Could've Should've",
"Would've, Could've, Should've"),
track_name = str_replace_all(track_name, "Stringrmx",
"(Strings Remix)"),
track_name = str_replace_all(track_name, "Pianormx",
"(Piano Remix)"),
track_name = str_replace_all(track_name, "Mldr",
"(More Lana Del Rey)")) %>%
# edits for 1989 (Taylor's Version)
mutate(track_name = str_replace_all(track_name, "Slut", "\"Slut!\""),
track_name = str_replace_all(track_name, "Is It Over Now",
"Is It Over Now?")) %>%
# edits for THE TORTURED POETS DEPARTMENT
mutate(track_name = str_replace_all(track_name, "So Long London",
"So Long, London"),
track_name = str_replace_all(track_name, "Florida$", "Florida!!!"),
track_name = str_replace_all(track_name, "Guilty As Sin",
"Guilty As Sin?"),
track_name = str_replace_all(track_name,
"Whos Afraid Of Little Old Me",
"Who's Afraid Of Little Old Me?"),
track_name = str_replace_all(track_name, "Him No Really I Can",
"Him (No Really I Can)"),
track_name = str_replace_all(track_name, "Loml", "loml"),
track_name = str_replace_all(track_name, "I'mgonnagetyouback",
"imgonnagetyouback"),
track_name = str_replace_all(track_name, "How Did It End",
"How Did It End?"),
track_name = str_replace_all(track_name, "Thank You Aimee",
"thanK you aIMee"),
track_name = str_replace_all(track_name, "Peoples Windows",
"People's Windows")) %>%
# edits for general Taylor's Version and vault tracks
mutate(track_name = str_replace_all(track_name, "(?<=\\)\\ )Tv",
"[Taylor's Version]"),
track_name = str_replace_all(track_name, "Tv Ftv",
"(Taylor's Version) [From The Vault]"),
track_name = str_replace_all(track_name, "Rmx Tv",
"(Remix) [Taylor's Version]"),
track_name = str_replace_all(track_name, "(?<=\\)\\ )Tv",
"[Taylor's Version]"),
track_name = str_replace_all(track_name, "Tv",
"(Taylor's Version)"),
track_name = str_replace_all(track_name, "(?<=[a-z]\\ )Ftv",
"(From The Vault)"),
track_name = str_replace_all(track_name, "Ftv",
"[From The Vault]")) %>%
# edits for singles and writing credits
mutate(track_name = str_replace_all(track_name, "Rmx", "(Remix)"),
track_name = case_when(track_name == "Us" ~ "us.",
.default = track_name),
track_name = str_replace_all(track_name, "1 Step Forward 3 Steps Back",
"1 step forward, 3 steps back"),
track_name = str_replace_all(track_name, "Deja Vu", "deja vu"),
track_name = str_replace_all(track_name, "Tmz", "TMZ")) %>%
left_join(singles, by = c("album_name", "track_name")) %>%
rowwise() %>%
mutate(track_release = min(album_release, promotional_release, single_release,
na.rm = TRUE)) %>%
ungroup() %>%
# set up album names for Spotify
mutate(album_name = case_when(
album_name == "Taylor Swift (Deluxe)" ~ "Taylor Swift",
album_name == "Fearless (Platinum Edition)" ~ "Fearless",
album_name == "Speak Now (Deluxe)" ~ "Speak Now",
album_name == "Red (Deluxe Edition)" ~ "Red",
album_name == "1989 (Deluxe)" ~ "1989",
album_name == "1989 (Taylor's Version) [Deluxe]" ~
"1989 (Taylor's Version)",
album_name == "1989 (Taylor's Version) [Tangerine Edition]" ~
"1989 (Taylor's Version)",
album_name == "folklore (deluxe edition)" ~ "folklore",
album_name == "evermore (deluxe edition)" ~ "evermore",
album_name == "Midnights (3am Edition)" ~ "Midnights",
album_name == "Midnights (Target Exclusive)" ~ "Midnights",
album_name == "Midnights (The Til Dawn Edition)" ~ "Midnights",
album_name == "Midnights (The Late Night Edition)" ~ "Midnights",
album_name == "THE TORTURED POETS DEPARTMENT: THE ANTHOLOGY" ~
"THE TORTURED POETS DEPARTMENT",
TRUE ~ album_name
)) %>%
select(album_name, ep, album_release, track_number, track_name, bonus_track,
promotional_release, single_release, track_release, lyrics)
# Get Spotify information ------------------------------------------------------
access_token <- get_spotify_access_token()
key_lookup <- tibble(key = 0:11,
key_name = c("C", "C#", "D", "D#", "E", "F", "F#", "G",
"G#", "A", "A#", "B"))
single_uri <- tribble(
~track_name, ~track_uri,
"All Of The Girls You Loved Before", "4P9Q0GojKVXpRTJCaL3kyy",
"American Girl", "",
"Bad Blood (Remix)", "6xsEAm6w9oMQYYg3jkEkMT",
"Beautiful Ghosts", "2evEoQAhIMaa9PfjTT5skG",
"Carolina", "4axSuOg3BqsowKjRpj59RU",
"Christmas Tree Farm", "2mvabkN1i2gLnGAPUVdwek",
"Crazier", "5vyxXfD5gLlyPxGZMEjtmd",
"Eyes Open", "6KEemo78n0RnCQWKkeOdXz",
"Eyes Open (Taylor's Version)", "0gPmM1WtVRg3uENW3o8bfx",
"I Don't Wanna Live Forever", "2y5aJvzXhHPA94U5GFAcXe",
"If This Was A Movie (Taylor's Version)", "0q6vsjvnCIWrtwRckCV7y0",
"Lover (Remix)", "3i9UVldZOE0aD0JnyfAZZ0",
"Only The Young", "2slqvGLwzZZYsT4K4Y1GBC",
"Ronan", "0Nw8hv79MLJa1yjtsEgz08",
"Safe & Sound", "0z9UVN8VBHJ9HdfYsOuuNf",
"Safe & Sound (Taylor's Version)", "6Q237Ts37YGYRIi5Vy5lVX",
"September", "5eGX87IiKsGuzS3iw4CfCX",
"Sweeter Than Fiction", "0RFCHlNuTeUHIB36VuVbOL",
"Today Was A Fairytale", "4pFvEWbjBpPUdYRQly0THs"
)
feature_uri <- tribble(
~track_name, ~track_uri,
"Babe", "7FFfYM4JE1vj5n4rhHxg8q",
"Birch", "7wo2UNeQBowm28hfAJsEMz",
"Both Of Us", "3r9bgSJlJz2zlevcBRYXko",
"Gasoline (Remix)", "645Exr2lJIO45Guht3qyIa",
"Half Of My Heart", "",
"Highway Don't Care", "4wFUdSCer8bdQsrp1M90sa",
"Renegade", "1aU1wpYBSpP0M6IiihY5Ue",
"The Alcott", "6INztpNwOTlfSKTuPo0HOP",
"The Joker and the Queen", "6N1K5OVVCopBjGViHs2IvP",
"Three Sad Virgins", "",
"Two Is Better Than One", "1MaqkdFNIKPdpQGDzme5ss",
"us.", "0hhzNPE68LWLfgZwdpxVdR"
)
writer_uri <- tribble(
~track_name, ~track_uri,
"1 step forward, 3 steps back", "4wcBRRpIfesgcyUtis7PEg",
"Best Days Of Your Life", "16jvUOIQ2P54P0bNN4rAdv",
"Better Man", "23TxRN09aR1RB0G0tFoT0b",
"deja vu", "6HU7h9RYOaPRFeh0R3UeAr",
"This Is What You Came For", "0azC730Exh71aQlOt9Zj3y",
"TMZ", "2Y9YdGPN7AtVfpTvXfRbc6",
"You'll Always Find Your Way Back Home", "12wSL3tGk3MtbDEhfG7xy3"
)
bonus_uri <- tribble(
~album_name, ~track_name, ~track_uri,
"Midnights", "You're Losing Me (From The Vault)", "3CWq0pAKKTWb0K4yiglDc4"
)
spotify <- tribble(
~album_name, ~album_uri,
"Taylor Swift", "7mzrIsaAjnXihW3InKjlC3",
"The Taylor Swift Holiday Collection", "7vzYp7FrKnTRoktBYsx9SF",
"Fearless", "43OpbkiiIxJO8ktIB777Nn",
"Fearless (Taylor's Version)", "4hDok0OAJd57SGIT8xuWJH",
"Speak Now", "5EpMjweRD573ASl7uNiHym",
"Speak Now (Taylor's Version)", "5AEDGbliTTfjOB8TSm1sxt",
"Red", "1KlU96Hw9nlvqpBPlSqcTV",
"Red (Taylor's Version)", "6kZ42qRrzov54LcAk4onW9",
"1989", "34OkZVpuzBa9y40DCy0LPR",
"1989 (Taylor's Version)", "1o59UpKw81iHR0HPiSkJR0",
"reputation", "6DEjYFkNZh67HP7R9PSZvv",
"Lover", "1NAmidJlEaVgA3MpcPFYGq",
"folklore", "1pzvBxYgT6OVwJLtHkrdQK",
"evermore", "6AORtDjduMM3bupSWzbTSG",
"Midnights", "1fnJ7k0bllNfL1kVdNVW1A",
"THE TORTURED POETS DEPARTMENT", "5H7ixXZfsNMGbIE5OBSpcb"
) %>%
mutate(track = map(album_uri,
function(.x) {
album <- get_album(.x)
album$tracks$items %>%
as_tibble() %>%
select(track_name = name, track_uri = id)
})) %>%
unnest(track) %>%
bind_rows(bonus_uri, single_uri, feature_uri, writer_uri) %>%
mutate(spotify = map(track_uri,
function(.x, key_lookup) {
if (.x == "") return(NULL)
track <- get_track(.x)
feat <- get_track_audio_features(.x)
feat %>%
left_join(key_lookup, by = "key") %>%
mutate(explicit = track$explicit,
mode_name = case_when(
mode == 0L ~ "minor",
mode == 1L ~ "major"
),
key_mode = paste(key_name, mode_name)) %>%
select(danceability:tempo, time_signature,
duration_ms, explicit, key_name,
mode_name, key_mode) %>%
mutate(artist = paste(track$artists$name,
collapse = ", "),
.before = 1) %>%
separate(artist, c("artist", "featuring"),
sep = ", ", extra = "merge", fill = "right")
},
key_lookup = key_lookup)) %>%
unnest(spotify)
spotify_join <- spotify %>%
select(album_name, track_name, artist:tempo, time_signature,
duration_ms, explicit, key_name, mode_name, key_mode) %>%
# general formatting
mutate(track_name = case_when(str_detect(album_name, "folklore|evermore") ~
track_name,
TRUE ~ str_to_title(track_name)),
track_name = str_replace_all(track_name, "’", "'")) %>%
# remixes encoded as features
mutate(
track_name = str_replace(
track_name,
fixed("Snow On The Beach (Feat. More Lana Del Rey)"),
"Snow On The Beach (More Lana Del Rey)"
),
track_name = str_replace(track_name,
fixed("Karma (Feat. Ice Spice)"),
"Karma (Remix)"),
track_name = str_replace(track_name,
fixed("Bad Blood (Feat. Kendrick Lamar)"),
"Bad Blood (Remix)"),
track_name = str_replace(track_name,
"\\ \\([f|F]eat\\.\\ [^\\(\\)]*\\)", "")
) %>%
# edits for Taylor Swift
mutate(track_name = str_replace_all(track_name, "Mcgraw", "McGraw"),
track_name = str_replace(track_name,
"Teardrops On My Guitar - Radio Single Remix",
"Teardrops On My Guitar"),
track_name = str_replace(track_name,
"Teardrops On My Guitar - Pop Version",
"Teardrops On My Guitar (Pop Version)")) %>%
# edits for Fearless
mutate(track_name = str_replace_all(track_name,
"Forever & Always - Piano Version",
"Forever & Always (Piano Version)"),
track_name = str_replace_all(track_name, "Superstar", "SuperStar")) %>%
# edits for Fearless (Taylor's Version)
mutate(track_name = str_replace_all(track_name,
"(?<=\\)\\ )\\(Taylor's Version\\)",
"[Taylor's Version]"),
track_name = str_replace_all(
track_name,
fixed("(Taylor's Version) (From The Vault)"),
"(Taylor's Version) [From The Vault]"
)) %>%
# edits for Red
mutate(track_name = str_replace_all(track_name, "I Knew You Were Trouble.",
"I Knew You Were Trouble"),
track_name = str_replace_all(track_name, " - Original Demo Recording",
" (Original Demo Recording)"),
track_name = str_replace_all(track_name, " - Acoustic Version",
" (Acoustic Version)"),
track_name = str_replace_all(track_name, " - Acoustic",
" (Acoustic Version)")) %>%
# edits for Lover
mutate(track_name = str_replace_all(track_name, "Me!", "ME!")) %>%
# edits for folklore
mutate(track_name = str_replace_all(track_name, " - bonus track", "")) %>%
# edits for evermore
mutate(track_name = str_replace_all(track_name, "‘", "'")) %>%
# edits for Red (Taylor's Version)
mutate(
track_name = str_replace_all(track_name, "Trouble\\(", "Trouble ("),
track_name = str_replace_all(
track_name,
fixed("[Taylor's Version] (From The Vault)"),
"[Taylor's Version] [From The Vault]"
)
) %>%
# edits for THE TORTURED POETS DEPARTMENT
mutate(
track_name = str_replace_all(track_name, "Loml", "loml"),
track_name = str_replace_all(track_name, "Imgonnagetyouback",
"imgonnagetyouback"),
track_name = str_replace_all(track_name, "Thank You Aimee",
"thanK you aIMee")
) %>%
# edits for singles, features, and writing credits
mutate(
track_name = str_replace_all(track_name, "1 Step Forward, 3 Steps Back",
"1 step forward, 3 steps back"),
track_name = str_replace_all(track_name, "Deja Vu", "deja vu"),
track_name = str_replace_all(track_name, "Tmz", "TMZ"),
track_name = str_replace_all(track_name, "Us\\.", "us.")
) %>%
# export data for joining
write_csv(here("data-raw", "spotify-data.csv")) %>%
nest(spotify = -c(album_name, track_name))
# QC for data ------------------------------------------------------------------
# Check for tracks missing from Spotify
# Ideally should return 0 rows. 12 rows currently expected:
# 1 Sweeter Than Fiction (Taylor's Version) only on Target Tangerine
# 2-3 Two Midnights bonus tracks exclusive to Target are not on Spotify
# 4-9 Beautiful Eyes is not currently available on Spotify or any service
# 10 American Girl is exclusive to Napster
# 11 Half Of My Heart is not available on Spotify (version featuring Taylor)
# 12 Three Sad Virgins is not available on Spotify
(missing <- base_info %>%
left_join(spotify_join, by = c("album_name", "track_name")) %>%
filter(map_lgl(spotify, is.null)) %>%
select(album_name, track_name))
# Check for tracks with multiple records. Should be 0 rows.
(dups <- spotify_join %>%
mutate(rows = map_int(spotify, nrow)) %>%
filter(rows > 1))
# Check for songs in Spotify not in base_info. 6 rows currently expected:
# 1-3 Bonus tracks from Speak Now with no lyrics on Genius
# 4-6 Voice memos from 1989
(extra <- spotify_join %>%
anti_join(base_info, by = c("album_name", "track_name")))
# Check for writing credits only. 7 rows currently expected:
# 1 step forward, 3 steps back - Olivia Rodrigo
# Best Days Of Your Life - Kellie Pickler
# Better Man - Little Big Town
# deja vu - Olivia Rodrigo
# This Is What You Came For - Calvin Harris
# TMZ - "Weird Al" Yankovic
# You'll Always Find Your Way Back Home - Hannah Montana
(writing <- spotify_join %>%
unnest("spotify") %>%
filter(artist != "Taylor Swift") %>%
filter(is.na(featuring) | !str_detect(featuring, "Taylor Swift")))
# Check for non-ASCII characters. 35 errors (5 rows) expected:
# 9 à
# 23 é
# 1 í
# 1 ï
# 1 ó
base_info %>%
select(where(is.character), lyrics) %>%
unnest(lyrics) %>%
mutate(across(where(is.character), stringi::stri_enc_isascii,
.names = "{.col}_ascii")) %>%
filter(!if_all(ends_with("ascii"))) %>%
select(album_name, track_name, line, lyric) %>%
mutate(
ascii_flag = map(lyric,
.f = function(.x) {
str_split(.x, "") %>%
flatten_chr() %>%
enframe() %>%
mutate(ascii = map_lgl(value,
stri_enc_isascii)) %>%
filter(!ascii) %>%
select(value, ascii)
})
) %>%
unnest(ascii_flag) %>%
count(value)
# Write data files -------------------------------------------------------------
taylor_all_songs <- base_info %>%
left_join(spotify_join, by = c("album_name", "track_name")) %>%
relocate(spotify, .before = lyrics) %>%
unnest(spotify, keep_empty = TRUE) %>%
group_by(album_name) %>%
mutate(album_release = min(album_release)) %>%
ungroup() %>%
mutate(bonus_track = case_when(is.na(album_name) ~ NA,
TRUE ~ bonus_track),
artist = case_when(track_name == "Half Of My Heart" ~ "John Mayer",
track_name == "Three Sad Virgins" ~
"Please Don't Destroy",
is.na(artist) ~ "Taylor Swift",
.default = artist),
featuring = case_when(track_name == "Half Of My Heart" ~
"Taylor Swift",
track_name == "Three Sad Virgins" ~
"Pete Davidson, Taylor Swift",
.default = featuring)) %>%
relocate(artist, featuring, .after = track_name)
taylor_album_songs <- taylor_all_songs %>%
filter(album_name %in% c("Taylor Swift",
"Fearless (Taylor's Version)",
"Speak Now (Taylor's Version)",
"Red (Taylor's Version)",
"1989 (Taylor's Version)",
"reputation",
"Lover",
"folklore",
"evermore",
"Midnights",
"THE TORTURED POETS DEPARTMENT"))
metacritic <- tribble(
~album_name, ~metacritic_name,
"THE TORTURED POETS DEPARTMENT", "the-tortured-poets-department",
"1989 (Taylor's Version)", "1989-taylors-version",
"Speak Now (Taylor's Version)", "speak-now-taylors-version",
"Midnights", "midnights",
"Red (Taylor's Version)", "red-taylors-version",
"Fearless (Taylor's Version)", "fearless-taylors-version",
"evermore", "evermore",
"folklore", "folklore",
"Lover", "lover",
"reputation", "reputation",
"1989", "1989",
"Red", "red",
"Speak Now", "speak-now",
"Fearless", "fearless",
"Taylor Swift", "taylor-swift"
) %>%
mutate(ratings = map(metacritic_name,
function(.x) {
url <- glue::glue("https://www.metacritic.com/",
"music/{.x}/taylor-swift")
site <- read_html(url)
critic <- html_element(site, ".metascore_w span") %>%
html_text()
user <- html_element(site, ".user") %>%
html_text()
if (user == "tbd") user <- NA_real_
tibble(metacritic_score = as.integer(critic),
user_score = as.double(user))
})) %>%
unnest(ratings) %>%
select(-metacritic_name)
taylor_albums <- taylor_all_songs %>%
distinct(album_name, ep, album_release) %>%
filter(!is.na(album_name)) %>%
left_join(metacritic, by = "album_name") %>%
arrange(album_release)
use_data(taylor_all_songs, taylor_album_songs, taylor_albums, overwrite = TRUE)
wjakethompson/taylor documentation built on Feb. 4, 2025, 12:57 a.m.
R Package Documentation
Browse R Packages
We want your feedback!
Note that we can't provide technical support on individual packages. You should contact the package authors for that.
library(tidyverse)
library(spotifyr)
library(stringi)
library(readxl)
library(rvest)
library(here)
library(fs)
release_dates <- read_xlsx(here("data-raw", "releases.xlsx"),
col_types = c("text", "text", "date", "date")) %>%
mutate(promotional_release = lubridate::ymd(promotional_release),
release_date = lubridate::ymd(release_date))
albums <- release_dates %>%
filter(is.na(track_name)) %>%
rename(album_release = release_date) %>%
mutate(ep = album_name %in% c("The Taylor Swift Holiday Collection",
"Beautiful Eyes")) %>%
select(album_name, ep, album_release)
singles <- release_dates %>%
filter(!is.na(track_name)) %>%
rename(single_release = release_date) %>%
select(album_name, track_name, promotional_release, single_release)
lyrics <- dir_ls(here("data-raw", "lyrics"), type = "file", recurse = TRUE) %>%
as_tibble() %>%
mutate(album = path_file(path_dir(value)),
track = path_file(value)) %>%
separate(album, c(NA, "album_name"), sep = "_", fill = "left") %>%
separate(track, c("track_number", "track_name"), sep = "_", convert = TRUE,
fill = "left") %>%
mutate(lyrics = map(value,
function(.x) {
read_lines(.x) %>%
as_tibble() %>%
mutate(
element = str_extract(value, "(?<=^\\[).*(?=\\]$)")
) %>%
separate(element, c("element", "element_artist"),
sep = ": ", fill = "right") %>%
replace_na(list(element_artist = "Taylor Swift")) %>%
fill(element, element_artist) %>%
filter(value != "",
!str_detect(value, "^\\[.*\\]$")) %>%
rowid_to_column("line") %>%
select(line, lyric = value, element,
element_artist) %>%
mutate(lyric = str_replace_all(lyric, "’", "'"),
lyric = str_replace_all(lyric, "‘", "'"),
lyric = str_replace_all(lyric, "…", "..."),
lyric = str_replace_all(lyric, "е", "e"),
lyric = str_replace_all(lyric, " ", " "),
lyric = str_replace_all(lyric, " ", " "),
lyric = str_replace_all(lyric, "", ""),
lyric = str_replace_all(lyric, "”", "\""),
lyric = str_replace_all(lyric, "“", "\""))
}))
base_info <- lyrics %>%
mutate(
bonus_track = str_detect(
album_name,
"deluxe|platinum|3am|target|edition|anthology"
)
) %>%
mutate(
album_name = str_replace_all(album_name, "-", " "),
album_name = str_to_title(album_name),
album_name = case_when(
album_name == "Taylor Swift Deluxe" ~ "Taylor Swift (Deluxe)",
album_name == "Fearless Platinum Edition" ~ "Fearless (Platinum Edition)",
album_name == "Fearless Taylors Version" ~ "Fearless (Taylor's Version)",
album_name == "Speak Now Deluxe" ~ "Speak Now (Deluxe)",
album_name == "Speak Now Taylors Version" ~
"Speak Now (Taylor's Version)",
album_name == "Red Deluxe Edition" ~ "Red (Deluxe Edition)",
album_name == "Red Taylors Version" ~ "Red (Taylor's Version)",
album_name == "1989 Deluxe" ~ "1989 (Deluxe)",
album_name == "1989 Taylors Version" ~ "1989 (Taylor's Version)",
album_name == "1989 Taylors Version Deluxe" ~
"1989 (Taylor's Version) [Deluxe]",
album_name == "1989 Taylors Version Tangerine Edition" ~
"1989 (Taylor's Version) [Tangerine Edition]",
album_name == "Reputation" ~ "reputation",
album_name == "Folklore" ~ "folklore",
album_name == "Folklore Deluxe Edition" ~ "folklore (deluxe edition)",
album_name == "Evermore" ~ "evermore",
album_name == "Evermore Deluxe Edition" ~ "evermore (deluxe edition)",
album_name == "Midnights 3am Edition" ~ "Midnights (3am Edition)",
album_name == "Midnights Target Exclusive" ~
"Midnights (Target Exclusive)",
album_name == "Midnights Til Dawn Edition" ~
"Midnights (The Til Dawn Edition)",
album_name == "Midnights Late Night Edition" ~
"Midnights (The Late Night Edition)",
album_name == "The Tortured Poets Department" ~
"THE TORTURED POETS DEPARTMENT",
album_name == "The Tortured Poets Department The Anthology" ~
"THE TORTURED POETS DEPARTMENT: THE ANTHOLOGY",
TRUE ~ album_name
),
writer_only = album_name == "Writer",
album_name = na_if(album_name, "Non Album"),
album_name = na_if(album_name, "Features"),
album_name = na_if(album_name, "Writer")
) %>%
left_join(albums, by = "album_name",
relationship = "many-to-one") %>%
select(album_name, ep, album_release, track_number, track_name, bonus_track,
writer_only, lyrics) %>%
# standard file name changes
mutate(track_name = path_ext_remove(track_name),
track_name = str_replace_all(track_name, "-", " "),
track_name = case_when(str_detect(album_name, "folklore|evermore") ~
str_to_lower(track_name),
TRUE ~ str_to_title(track_name))) %>%
# edits for Taylor Swift
mutate(track_name = str_replace_all(track_name, "Mcgraw", "McGraw"),
track_name = str_replace_all(track_name, "Shouldve", "Should've"),
track_name = str_replace_all(track_name, "Marys Song",
"Mary's Song (Oh My My My)"),
track_name = str_replace_all(track_name, "Im", "I'm"),
track_name = str_replace_all(track_name, "Popv", "(Pop Version)")) %>%
# edits for Beautiful Eyes
mutate(track_name = str_replace_all(track_name, "Altv",
"(Alternate Version)"),
track_name = str_replace_all(track_name, "Acousticv",
"(Acoustic Version)"),
track_name = str_replace_all(track_name, "Radioe", "(Radio Edit)"),
track_name = str_replace_all(track_name, "I Heart", "I Heart ?")) %>%
# edits for Fearless
mutate(track_name = str_replace_all(track_name, "Youre", "You're"),
track_name = str_replace_all(track_name, " N ", " & "),
track_name = str_replace_all(track_name, "Pianov", "(Piano Version)"),
track_name = str_replace_all(track_name, "Superstar", "SuperStar")) %>%
# edits for Red
mutate(track_name = str_replace_all(track_name, "I Knew You Were Trouble",
"I Knew You Were Trouble"),
track_name = str_replace_all(track_name, "Come Back Be Here",
"Come Back...Be Here"),
track_name = str_replace_all(track_name, "Odr",
"(Original Demo Recording)")) %>%
# edits for reputation
mutate(track_name = str_replace_all(track_name, "Ready For It",
"...Ready For It?"),
track_name = str_replace_all(track_name, "New Years Day",
"New Year's Day"),
track_name = str_replace_all(track_name, "So It Goes",
"So It Goes..."),
track_name = str_replace_all(track_name, "Dont", "Don't"),
track_name = str_replace_all(track_name, "Cant", "Can't")) %>%
# edits for Lover
mutate(track_name = str_replace_all(track_name, "Youll", "You'll"),
track_name = str_replace_all(track_name, "^Me$", "ME!"),
track_name = str_replace_all(track_name, "Its Nice", "It's Nice")) %>%
# edits for evermore
mutate(track_name = str_replace_all(track_name, "its time", "it's time"),
track_name = str_replace_all(track_name, "tis the damn",
"'tis the damn"),
track_name = str_replace_all(track_name, "no body no crime",
"no body, no crime")) %>%
# edits for Fearless (Taylor's Version)
mutate(track_name = str_replace_all(track_name, "^Mr ", "Mr. "),
track_name = str_replace_all(track_name, "^Thats ", "That's ")) %>%
# edits for Red (Taylor's Version)
mutate(
track_name = str_replace_all(track_name, "10mv", "(10 Minute Version)")
) %>%
# edits for midnights
mutate(track_name = str_replace_all(track_name, "Anti Hero", "Anti-Hero"),
track_name = str_replace_all(track_name, "Youre", "You're"),
track_name = str_replace_all(track_name, "You're On Your Own Kid",
"You're On Your Own, Kid"),
track_name = str_replace_all(track_name, "Question", "Question...?"),
track_name = str_replace_all(track_name, "Wouldve", "Would've"),
track_name = str_replace_all(track_name, "Couldve", "Could've"),
track_name = str_replace_all(track_name, "Would've Could've Should've",
"Would've, Could've, Should've"),
track_name = str_replace_all(track_name, "Stringrmx",
"(Strings Remix)"),
track_name = str_replace_all(track_name, "Pianormx",
"(Piano Remix)"),
track_name = str_replace_all(track_name, "Mldr",
"(More Lana Del Rey)")) %>%
# edits for 1989 (Taylor's Version)
mutate(track_name = str_replace_all(track_name, "Slut", "\"Slut!\""),
track_name = str_replace_all(track_name, "Is It Over Now",
"Is It Over Now?")) %>%
# edits for THE TORTURED POETS DEPARTMENT
mutate(track_name = str_replace_all(track_name, "So Long London",
"So Long, London"),
track_name = str_replace_all(track_name, "Florida$", "Florida!!!"),
track_name = str_replace_all(track_name, "Guilty As Sin",
"Guilty As Sin?"),
track_name = str_replace_all(track_name,
"Whos Afraid Of Little Old Me",
"Who's Afraid Of Little Old Me?"),
track_name = str_replace_all(track_name, "Him No Really I Can",
"Him (No Really I Can)"),
track_name = str_replace_all(track_name, "Loml", "loml"),
track_name = str_replace_all(track_name, "I'mgonnagetyouback",
"imgonnagetyouback"),
track_name = str_replace_all(track_name, "How Did It End",
"How Did It End?"),
track_name = str_replace_all(track_name, "Thank You Aimee",
"thanK you aIMee"),
track_name = str_replace_all(track_name, "Peoples Windows",
"People's Windows")) %>%
# edits for general Taylor's Version and vault tracks
mutate(track_name = str_replace_all(track_name, "(?<=\\)\\ )Tv",
"[Taylor's Version]"),
track_name = str_replace_all(track_name, "Tv Ftv",
"(Taylor's Version) [From The Vault]"),
track_name = str_replace_all(track_name, "Rmx Tv",
"(Remix) [Taylor's Version]"),
track_name = str_replace_all(track_name, "(?<=\\)\\ )Tv",
"[Taylor's Version]"),
track_name = str_replace_all(track_name, "Tv",
"(Taylor's Version)"),
track_name = str_replace_all(track_name, "(?<=[a-z]\\ )Ftv",
"(From The Vault)"),
track_name = str_replace_all(track_name, "Ftv",
"[From The Vault]")) %>%
# edits for singles and writing credits
mutate(track_name = str_replace_all(track_name, "Rmx", "(Remix)"),
track_name = case_when(track_name == "Us" ~ "us.",
.default = track_name),
track_name = str_replace_all(track_name, "1 Step Forward 3 Steps Back",
"1 step forward, 3 steps back"),
track_name = str_replace_all(track_name, "Deja Vu", "deja vu"),
track_name = str_replace_all(track_name, "Tmz", "TMZ")) %>%
left_join(singles, by = c("album_name", "track_name")) %>%
rowwise() %>%
mutate(track_release = min(album_release, promotional_release, single_release,
na.rm = TRUE)) %>%
ungroup() %>%
# set up album names for Spotify
mutate(album_name = case_when(
album_name == "Taylor Swift (Deluxe)" ~ "Taylor Swift",
album_name == "Fearless (Platinum Edition)" ~ "Fearless",
album_name == "Speak Now (Deluxe)" ~ "Speak Now",
album_name == "Red (Deluxe Edition)" ~ "Red",
album_name == "1989 (Deluxe)" ~ "1989",
album_name == "1989 (Taylor's Version) [Deluxe]" ~
"1989 (Taylor's Version)",
album_name == "1989 (Taylor's Version) [Tangerine Edition]" ~
"1989 (Taylor's Version)",
album_name == "folklore (deluxe edition)" ~ "folklore",
album_name == "evermore (deluxe edition)" ~ "evermore",
album_name == "Midnights (3am Edition)" ~ "Midnights",
album_name == "Midnights (Target Exclusive)" ~ "Midnights",
album_name == "Midnights (The Til Dawn Edition)" ~ "Midnights",
album_name == "Midnights (The Late Night Edition)" ~ "Midnights",
album_name == "THE TORTURED POETS DEPARTMENT: THE ANTHOLOGY" ~
"THE TORTURED POETS DEPARTMENT",
TRUE ~ album_name
)) %>%
select(album_name, ep, album_release, track_number, track_name, bonus_track,
promotional_release, single_release, track_release, lyrics)
# Get Spotify information ------------------------------------------------------
access_token <- get_spotify_access_token()
key_lookup <- tibble(key = 0:11,
key_name = c("C", "C#", "D", "D#", "E", "F", "F#", "G",
"G#", "A", "A#", "B"))
single_uri <- tribble(
~track_name, ~track_uri,
"All Of The Girls You Loved Before", "4P9Q0GojKVXpRTJCaL3kyy",
"American Girl", "",
"Bad Blood (Remix)", "6xsEAm6w9oMQYYg3jkEkMT",
"Beautiful Ghosts", "2evEoQAhIMaa9PfjTT5skG",
"Carolina", "4axSuOg3BqsowKjRpj59RU",
"Christmas Tree Farm", "2mvabkN1i2gLnGAPUVdwek",
"Crazier", "5vyxXfD5gLlyPxGZMEjtmd",
"Eyes Open", "6KEemo78n0RnCQWKkeOdXz",
"Eyes Open (Taylor's Version)", "0gPmM1WtVRg3uENW3o8bfx",
"I Don't Wanna Live Forever", "2y5aJvzXhHPA94U5GFAcXe",
"If This Was A Movie (Taylor's Version)", "0q6vsjvnCIWrtwRckCV7y0",
"Lover (Remix)", "3i9UVldZOE0aD0JnyfAZZ0",
"Only The Young", "2slqvGLwzZZYsT4K4Y1GBC",
"Ronan", "0Nw8hv79MLJa1yjtsEgz08",
"Safe & Sound", "0z9UVN8VBHJ9HdfYsOuuNf",
"Safe & Sound (Taylor's Version)", "6Q237Ts37YGYRIi5Vy5lVX",
"September", "5eGX87IiKsGuzS3iw4CfCX",
"Sweeter Than Fiction", "0RFCHlNuTeUHIB36VuVbOL",
"Today Was A Fairytale", "4pFvEWbjBpPUdYRQly0THs"
)
feature_uri <- tribble(
~track_name, ~track_uri,
"Babe", "7FFfYM4JE1vj5n4rhHxg8q",
"Birch", "7wo2UNeQBowm28hfAJsEMz",
"Both Of Us", "3r9bgSJlJz2zlevcBRYXko",
"Gasoline (Remix)", "645Exr2lJIO45Guht3qyIa",
"Half Of My Heart", "",
"Highway Don't Care", "4wFUdSCer8bdQsrp1M90sa",
"Renegade", "1aU1wpYBSpP0M6IiihY5Ue",
"The Alcott", "6INztpNwOTlfSKTuPo0HOP",
"The Joker and the Queen", "6N1K5OVVCopBjGViHs2IvP",
"Three Sad Virgins", "",
"Two Is Better Than One", "1MaqkdFNIKPdpQGDzme5ss",
"us.", "0hhzNPE68LWLfgZwdpxVdR"
)
writer_uri <- tribble(
~track_name, ~track_uri,
"1 step forward, 3 steps back", "4wcBRRpIfesgcyUtis7PEg",
"Best Days Of Your Life", "16jvUOIQ2P54P0bNN4rAdv",
"Better Man", "23TxRN09aR1RB0G0tFoT0b",
"deja vu", "6HU7h9RYOaPRFeh0R3UeAr",
"This Is What You Came For", "0azC730Exh71aQlOt9Zj3y",
"TMZ", "2Y9YdGPN7AtVfpTvXfRbc6",
"You'll Always Find Your Way Back Home", "12wSL3tGk3MtbDEhfG7xy3"
)
bonus_uri <- tribble(
~album_name, ~track_name, ~track_uri,
"Midnights", "You're Losing Me (From The Vault)", "3CWq0pAKKTWb0K4yiglDc4"
)
spotify <- tribble(
~album_name, ~album_uri,
"Taylor Swift", "7mzrIsaAjnXihW3InKjlC3",
"The Taylor Swift Holiday Collection", "7vzYp7FrKnTRoktBYsx9SF",
"Fearless", "43OpbkiiIxJO8ktIB777Nn",
"Fearless (Taylor's Version)", "4hDok0OAJd57SGIT8xuWJH",
"Speak Now", "5EpMjweRD573ASl7uNiHym",
"Speak Now (Taylor's Version)", "5AEDGbliTTfjOB8TSm1sxt",
"Red", "1KlU96Hw9nlvqpBPlSqcTV",
"Red (Taylor's Version)", "6kZ42qRrzov54LcAk4onW9",
"1989", "34OkZVpuzBa9y40DCy0LPR",
"1989 (Taylor's Version)", "1o59UpKw81iHR0HPiSkJR0",
"reputation", "6DEjYFkNZh67HP7R9PSZvv",
"Lover", "1NAmidJlEaVgA3MpcPFYGq",
"folklore", "1pzvBxYgT6OVwJLtHkrdQK",
"evermore", "6AORtDjduMM3bupSWzbTSG",
"Midnights", "1fnJ7k0bllNfL1kVdNVW1A",
"THE TORTURED POETS DEPARTMENT", "5H7ixXZfsNMGbIE5OBSpcb"
) %>%
mutate(track = map(album_uri,
function(.x) {
album <- get_album(.x)
album$tracks$items %>%
as_tibble() %>%
select(track_name = name, track_uri = id)
})) %>%
unnest(track) %>%
bind_rows(bonus_uri, single_uri, feature_uri, writer_uri) %>%
mutate(spotify = map(track_uri,
function(.x, key_lookup) {
if (.x == "") return(NULL)
track <- get_track(.x)
feat <- get_track_audio_features(.x)
feat %>%
left_join(key_lookup, by = "key") %>%
mutate(explicit = track$explicit,
mode_name = case_when(
mode == 0L ~ "minor",
mode == 1L ~ "major"
),
key_mode = paste(key_name, mode_name)) %>%
select(danceability:tempo, time_signature,
duration_ms, explicit, key_name,
mode_name, key_mode) %>%
mutate(artist = paste(track$artists$name,
collapse = ", "),
.before = 1) %>%
separate(artist, c("artist", "featuring"),
sep = ", ", extra = "merge", fill = "right")
},
key_lookup = key_lookup)) %>%
unnest(spotify)
spotify_join <- spotify %>%
select(album_name, track_name, artist:tempo, time_signature,
duration_ms, explicit, key_name, mode_name, key_mode) %>%
# general formatting
mutate(track_name = case_when(str_detect(album_name, "folklore|evermore") ~
track_name,
TRUE ~ str_to_title(track_name)),
track_name = str_replace_all(track_name, "’", "'")) %>%
# remixes encoded as features
mutate(
track_name = str_replace(
track_name,
fixed("Snow On The Beach (Feat. More Lana Del Rey)"),
"Snow On The Beach (More Lana Del Rey)"
),
track_name = str_replace(track_name,
fixed("Karma (Feat. Ice Spice)"),
"Karma (Remix)"),
track_name = str_replace(track_name,
fixed("Bad Blood (Feat. Kendrick Lamar)"),
"Bad Blood (Remix)"),
track_name = str_replace(track_name,
"\\ \\([f|F]eat\\.\\ [^\\(\\)]*\\)", "")
) %>%
# edits for Taylor Swift
mutate(track_name = str_replace_all(track_name, "Mcgraw", "McGraw"),
track_name = str_replace(track_name,
"Teardrops On My Guitar - Radio Single Remix",
"Teardrops On My Guitar"),
track_name = str_replace(track_name,
"Teardrops On My Guitar - Pop Version",
"Teardrops On My Guitar (Pop Version)")) %>%
# edits for Fearless
mutate(track_name = str_replace_all(track_name,
"Forever & Always - Piano Version",
"Forever & Always (Piano Version)"),
track_name = str_replace_all(track_name, "Superstar", "SuperStar")) %>%
# edits for Fearless (Taylor's Version)
mutate(track_name = str_replace_all(track_name,
"(?<=\\)\\ )\\(Taylor's Version\\)",
"[Taylor's Version]"),
track_name = str_replace_all(
track_name,
fixed("(Taylor's Version) (From The Vault)"),
"(Taylor's Version) [From The Vault]"
)) %>%
# edits for Red
mutate(track_name = str_replace_all(track_name, "I Knew You Were Trouble.",
"I Knew You Were Trouble"),
track_name = str_replace_all(track_name, " - Original Demo Recording",
" (Original Demo Recording)"),
track_name = str_replace_all(track_name, " - Acoustic Version",
" (Acoustic Version)"),
track_name = str_replace_all(track_name, " - Acoustic",
" (Acoustic Version)")) %>%
# edits for Lover
mutate(track_name = str_replace_all(track_name, "Me!", "ME!")) %>%
# edits for folklore
mutate(track_name = str_replace_all(track_name, " - bonus track", "")) %>%
# edits for evermore
mutate(track_name = str_replace_all(track_name, "‘", "'")) %>%
# edits for Red (Taylor's Version)
mutate(
track_name = str_replace_all(track_name, "Trouble\\(", "Trouble ("),
track_name = str_replace_all(
track_name,
fixed("[Taylor's Version] (From The Vault)"),
"[Taylor's Version] [From The Vault]"
)
) %>%
# edits for THE TORTURED POETS DEPARTMENT
mutate(
track_name = str_replace_all(track_name, "Loml", "loml"),
track_name = str_replace_all(track_name, "Imgonnagetyouback",
"imgonnagetyouback"),
track_name = str_replace_all(track_name, "Thank You Aimee",
"thanK you aIMee")
) %>%
# edits for singles, features, and writing credits
mutate(
track_name = str_replace_all(track_name, "1 Step Forward, 3 Steps Back",
"1 step forward, 3 steps back"),
track_name = str_replace_all(track_name, "Deja Vu", "deja vu"),
track_name = str_replace_all(track_name, "Tmz", "TMZ"),
track_name = str_replace_all(track_name, "Us\\.", "us.")
) %>%
# export data for joining
write_csv(here("data-raw", "spotify-data.csv")) %>%
nest(spotify = -c(album_name, track_name))
# QC for data ------------------------------------------------------------------
# Check for tracks missing from Spotify
# Ideally should return 0 rows. 12 rows currently expected:
# 1 Sweeter Than Fiction (Taylor's Version) only on Target Tangerine
# 2-3 Two Midnights bonus tracks exclusive to Target are not on Spotify
# 4-9 Beautiful Eyes is not currently available on Spotify or any service
# 10 American Girl is exclusive to Napster
# 11 Half Of My Heart is not available on Spotify (version featuring Taylor)
# 12 Three Sad Virgins is not available on Spotify
(missing <- base_info %>%
left_join(spotify_join, by = c("album_name", "track_name")) %>%
filter(map_lgl(spotify, is.null)) %>%
select(album_name, track_name))
# Check for tracks with multiple records. Should be 0 rows.
(dups <- spotify_join %>%
mutate(rows = map_int(spotify, nrow)) %>%
filter(rows > 1))
# Check for songs in Spotify not in base_info. 6 rows currently expected:
# 1-3 Bonus tracks from Speak Now with no lyrics on Genius
# 4-6 Voice memos from 1989
(extra <- spotify_join %>%
anti_join(base_info, by = c("album_name", "track_name")))
# Check for writing credits only. 7 rows currently expected:
# 1 step forward, 3 steps back - Olivia Rodrigo
# Best Days Of Your Life - Kellie Pickler
# Better Man - Little Big Town
# deja vu - Olivia Rodrigo
# This Is What You Came For - Calvin Harris
# TMZ - "Weird Al" Yankovic
# You'll Always Find Your Way Back Home - Hannah Montana
(writing <- spotify_join %>%
unnest("spotify") %>%
filter(artist != "Taylor Swift") %>%
filter(is.na(featuring) | !str_detect(featuring, "Taylor Swift")))
# Check for non-ASCII characters. 35 errors (5 rows) expected:
# 9 à
# 23 é
# 1 í
# 1 ï
# 1 ó
base_info %>%
select(where(is.character), lyrics) %>%
unnest(lyrics) %>%
mutate(across(where(is.character), stringi::stri_enc_isascii,
.names = "{.col}_ascii")) %>%
filter(!if_all(ends_with("ascii"))) %>%
select(album_name, track_name, line, lyric) %>%
mutate(
ascii_flag = map(lyric,
.f = function(.x) {
str_split(.x, "") %>%
flatten_chr() %>%
enframe() %>%
mutate(ascii = map_lgl(value,
stri_enc_isascii)) %>%
filter(!ascii) %>%
select(value, ascii)
})
) %>%
unnest(ascii_flag) %>%
count(value)
# Write data files -------------------------------------------------------------
taylor_all_songs <- base_info %>%
left_join(spotify_join, by = c("album_name", "track_name")) %>%
relocate(spotify, .before = lyrics) %>%
unnest(spotify, keep_empty = TRUE) %>%
group_by(album_name) %>%
mutate(album_release = min(album_release)) %>%
ungroup() %>%
mutate(bonus_track = case_when(is.na(album_name) ~ NA,
TRUE ~ bonus_track),
artist = case_when(track_name == "Half Of My Heart" ~ "John Mayer",
track_name == "Three Sad Virgins" ~
"Please Don't Destroy",
is.na(artist) ~ "Taylor Swift",
.default = artist),
featuring = case_when(track_name == "Half Of My Heart" ~
"Taylor Swift",
track_name == "Three Sad Virgins" ~
"Pete Davidson, Taylor Swift",
.default = featuring)) %>%
relocate(artist, featuring, .after = track_name)
taylor_album_songs <- taylor_all_songs %>%
filter(album_name %in% c("Taylor Swift",
"Fearless (Taylor's Version)",
"Speak Now (Taylor's Version)",
"Red (Taylor's Version)",
"1989 (Taylor's Version)",
"reputation",
"Lover",
"folklore",
"evermore",
"Midnights",
"THE TORTURED POETS DEPARTMENT"))
metacritic <- tribble(
~album_name, ~metacritic_name,
"THE TORTURED POETS DEPARTMENT", "the-tortured-poets-department",
"1989 (Taylor's Version)", "1989-taylors-version",
"Speak Now (Taylor's Version)", "speak-now-taylors-version",
"Midnights", "midnights",
"Red (Taylor's Version)", "red-taylors-version",
"Fearless (Taylor's Version)", "fearless-taylors-version",
"evermore", "evermore",
"folklore", "folklore",
"Lover", "lover",
"reputation", "reputation",
"1989", "1989",
"Red", "red",
"Speak Now", "speak-now",
"Fearless", "fearless",
"Taylor Swift", "taylor-swift"
) %>%
mutate(ratings = map(metacritic_name,
function(.x) {
url <- glue::glue("https://www.metacritic.com/",
"music/{.x}/taylor-swift")
site <- read_html(url)
critic <- html_element(site, ".metascore_w span") %>%
html_text()
user <- html_element(site, ".user") %>%
html_text()
if (user == "tbd") user <- NA_real_
tibble(metacritic_score = as.integer(critic),
user_score = as.double(user))
})) %>%
unnest(ratings) %>%
select(-metacritic_name)
taylor_albums <- taylor_all_songs %>%
distinct(album_name, ep, album_release) %>%
filter(!is.na(album_name)) %>%
left_join(metacritic, by = "album_name") %>%
arrange(album_release)
use_data(taylor_all_songs, taylor_album_songs, taylor_albums, overwrite = TRUE)
R Package Documentation
Browse R Packages
We want your feedback!
Note that we can't provide technical support on individual packages. You should contact the package authors for that.
Embedding an R snippet on your website
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.