library(janeaustenr)
library(dplyr)
library(tidytext)
# closest documents in terms of 1000 most frequent words
closest <- austen_books() %>%
unnest_tokens(word, text) %>%
count(book, word) %>%
top_n(1000, n) %>%
pairwise_delta(book, word, n, method = "burrows") %>%
arrange(delta)
closest
closest %>%
filter(item1 == "Pride & Prejudice")
# to remove duplicates, use upper = FALSE
closest <- austen_books() %>%
unnest_tokens(word, text) %>%
count(book, word) %>%
top_n(1000, n) %>%
pairwise_delta(book, word, n, method = "burrows", upper = FALSE) %>%
arrange(delta)
# Can also use Argamon's Linear Delta
closest <- austen_books() %>%
unnest_tokens(word, text) %>%
count(book, word) %>%
top_n(1000, n) %>%
pairwise_delta(book, word, n, method = "argamon", upper = FALSE) %>%
arrange(delta)
Run the code above in your browser using DataLab