{"header":{"message":"ŝanĝi linifinojn al posix","description":null,"timestamp":"2021-12-30T14:50:15.865762286Z","authors":[{}]},"hash":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC","authors":[{"login":"couchemar","key":"oxVqDB3yfThSiczDdp4n3F2ZGtA41nvxcucseWPbet7"}],"deps":{"hashes":[["NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC","ŝanĝi linifinojn al posix"],["AA",null],["QBQSGA2U4SZZ4SQPZ3B4Y4RUC4HMDX4GH3QV3VS32BEN46BPTLBQC","Iuj optimumigoj"],["7CZKWQTHSDCNUTYKVSZ4267YEMU4ICWH22WBNMQ5TJIDM66WCJRAC","Riparas analogion teston"],["YIPCIPEFAZNUQRBQEB2KP3V2UK5ZZXB6XLBF7KUBMUS42SSK62KAC","Plotly aldonis"],["Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC","iom da datumscienco"],["OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC","Analizo de ĉefkomponantoj"],["UTPJYDHYBPAV5TD5SIDWMDGNPFFWTA3A6LHKCEWOH5PTYEHUCP3AC","Pliigis dimensiojn"],["SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC","R notbloko"]],"deps":["QBQSGA2U4SZZ4SQPZ3B4Y4RUC4HMDX4GH3QV3VS32BEN46BPTLBQC","7CZKWQTHSDCNUTYKVSZ4267YEMU4ICWH22WBNMQ5TJIDM66WCJRAC"],"known":["SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC","YIPCIPEFAZNUQRBQEB2KP3V2UK5ZZXB6XLBF7KUBMUS42SSK62KAC","Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC","OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC","UTPJYDHYBPAV5TD5SIDWMDGNPFFWTA3A6LHKCEWOH5PTYEHUCP3AC"]},"hunks":[{"Replacement":{"inode":{"change":4,"pos":55},"path":"R/esperantisto.Rmd","line":1,"ins":{"up_context":[{"change":4,"pos":55}],"down_context":[],"flag":"BLOCK","start":0,"end":3055,"inode":{"change":4,"pos":55}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":55},"to":{"change":4,"start":56,"end":1278},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1278},"to":{"change":4,"start":175,"end":192},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":192},"to":{"change":2,"start":123,"end":279},"introduced_by":2},{"previous":"","flag":"DELETED","from":{"change":2,"pos":279},"to":{"change":4,"start":313,"end":344},"introduced_by":2},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":313},"to":{"change":4,"start":313,"end":344},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":344},"to":{"change":4,"start":1426,"end":1431},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1426},"to":{"change":4,"start":1426,"end":1431},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1431},"to":{"change":4,"start":0,"end":284},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":284},"to":{"change":4,"start":1431,"end":1433},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1431},"to":{"change":4,"start":1431,"end":1433},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1433},"to":{"change":4,"start":285,"end":323},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":323},"to":{"change":4,"start":1433,"end":1435},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1433},"to":{"change":4,"start":1433,"end":1435},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":1435},"to":{"change":4,"start":324,"end":729},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":729},"to":{"change":3,"start":0,"end":41},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":41},"to":{"change":4,"start":741,"end":746},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":741},"to":{"change":4,"start":741,"end":746},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":746},"to":{"change":3,"start":42,"end":97},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":97},"to":{"change":4,"start":799,"end":804},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":799},"to":{"change":4,"start":799,"end":804},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":804},"to":{"change":3,"start":98,"end":100},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":100},"to":{"change":4,"start":0,"end":167},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":804},"to":{"change":4,"start":0,"end":167},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":167},"to":{"change":4,"start":804,"end":806},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":804},"to":{"change":4,"start":804,"end":806},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":806},"to":{"change":4,"start":168,"end":729},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":729},"to":{"change":4,"start":122,"end":266},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":266},"to":{"change":4,"start":849,"end":888},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":849},"to":{"change":4,"start":849,"end":888},"introduced_by":4}],"inode":{"change":4,"pos":55}},"ins_contents":[{"Add":{"text":"---","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:3"}},{"Add":{"text":"title: \"Esperantisto\"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:25"}},{"Add":{"text":"output: html_notebook","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:47"}},{"Add":{"text":"---","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:51"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:52"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:59"}},{"Add":{"text":"library(ghql)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:73"}},{"Add":{"text":"library(dplyr)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:88"}},{"Add":{"text":"library(jsonlite)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:106"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:107"}},{"Add":{"text":"gql_conn <- GraphqlClient$new(url = 'http://localhost:4000')","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:168"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:169"}},{"Add":{"text":"words_query <- '","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:186"}},{"Add":{"text":"query wordEmbeddings {","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:209"}},{"Add":{"text":" words {","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:219"}},{"Add":{"text":" word","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:228"}},{"Add":{"text":" fastrpEmbedding","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:248"}},{"Add":{"text":" }","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:252"}},{"Add":{"text":"}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:254"}},{"Add":{"text":"'","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:256"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:257"}},{"Add":{"text":"rq <- Query$new()$query('link', words_query)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:302"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:303"}},{"Add":{"text":"result <- gql_conn$exec(rq$link) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:340"}},{"Add":{"text":" fromJSON(flatten = F)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:364"}},{"Add":{"text":"words <- result$data$words %>% as_tibble()","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:407"}},{"Add":{"text":"# XXX: Ni havas duobligo! Ŝajnas, ke ni bezonas pliigi dimensiojn dum enkonstruado...","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:494"}},{"Add":{"text":"deduped_words <- words %>% distinct(fastrpEmbedding, .keep_all = TRUE)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:565"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:569"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:570"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:577"}},{"Add":{"text":"library(tidyr)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:592"}},{"Add":{"text":"unnested_words <- deduped_words %>% rename(frp=fastrpEmbedding) %>% unnest_wider(frp, names_sep='')","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:692"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:696"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:697"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:704"}},{"Add":{"text":"library(Rtsne)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:719"}},{"Add":{"text":"library(tidyverse)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:738"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:739"}},{"Add":{"text":"unnested_words_with_id <- unnested_words %>% mutate(ID=row_number())","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:808"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:809"}},{"Add":{"text":"set.seed(42)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:822"}},{"Add":{"text":"tSNE_fit <- unnested_words_with_id %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:861"}},{"Add":{"text":" select(where(is.numeric)) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:893"}},{"Add":{"text":" column_to_rownames(\"ID\") %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:924"}},{"Add":{"text":" scale() %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:938"}},{"Add":{"text":" Rtsne()","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:948"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:952"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:953"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:960"}},{"Add":{"text":"tSNE_df <- tSNE_fit$Y %>% ","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:987"}},{"Add":{"text":" as.data.frame() %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1009"}},{"Add":{"text":" rename(tSNE1=\"V1\",","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1030"}},{"Add":{"text":" tSNE2=\"V2\") %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1055"}},{"Add":{"text":" mutate(ID=row_number()) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1085"}},{"Add":{"text":" inner_join(unnested_words_with_id, by=\"ID\") %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1135"}},{"Add":{"text":" select(-ID)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1149"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1153"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1154"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1161"}},{"Add":{"text":"library(plotly)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1177"}},{"Add":{"text":"set.seed(42)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1190"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1191"}},{"Add":{"text":"g <- tSNE_df %>% sample_n(2000) %>% ggplot(aes(x=tSNE1, y=tSNE2, label=word)) + geom_text(aes(label=word), hjust=0, vjust=0, color=\"blue\")","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1330"}},{"Add":{"text":"ggplotly(g, tooltip = 'word')","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1360"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1364"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1365"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1372"}},{"Add":{"text":"library(lsa)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1385"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1386"}},{"Add":{"text":"nearest <- function(df, word) {","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1418"}},{"Add":{"text":" wEmbedding <- df[which(df$word==word),]$fastrpEmbedding %>% unlist","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1487"}},{"Add":{"text":" ","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1490"}},{"Add":{"text":" res <- df %>% rowwise() %>% mutate(sim = cosine(unlist(fastrpEmbedding), wEmbedding)) %>% arrange(-sim) %>% select(-fastrpEmbedding)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1625"}},{"Add":{"text":" res[-1,]","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1636"}},{"Add":{"text":"}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1638"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1639"}},{"Add":{"text":"deduped_words %>% nearest(\"mi\")","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1671"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1675"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1676"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1683"}},{"Add":{"text":"analogue <- function(df, a, b, c) {","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1719"}},{"Add":{"text":" embA <- unlist(words[which(words$word==a),]$fastrpEmbedding)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1782"}},{"Add":{"text":" embB <- unlist(words[which(words$word==b),]$fastrpEmbedding)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1845"}},{"Add":{"text":" embC <- unlist(words[which(words$word==c),]$fastrpEmbedding)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1908"}},{"Add":{"text":" ","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1911"}},{"Add":{"text":" embD <- embA - embB + embC","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1940"}},{"Add":{"text":" ","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:1943"}},{"Add":{"text":" res <- df %>% rowwise() %>% mutate(sim = cosine(unlist(fastrpEmbedding), embD)) %>% arrange(-sim) %>% select(-fastrpEmbedding)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2072"}},{"Add":{"text":" res %>% filter(!(word %in% c(a,b,c)))","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2112"}},{"Add":{"text":"}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2114"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2115"}},{"Add":{"text":"deduped_words %>% analogue(\"reĝo\", \"viro\", \"virino\")","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2169"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2173"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2174"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2181"}},{"Add":{"text":"library(Rdimtools)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2200"}},{"Add":{"text":"library(tidytext)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2218"}},{"Add":{"text":"library(scales)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2234"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2235"}},{"Add":{"text":"words_emb_matrix = as.matrix(unnested_words[,2:32])","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2287"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2288"}},{"Add":{"text":"pca_res <- do.pca(words_emb_matrix, ndim=16)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2333"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2334"}},{"Add":{"text":"res = pca_res$Y %>% rescale(to=c(-1, 1)) %>% as_tibble()","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2391"}},{"Add":{"text":"res$word = deduped_words$word","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2421"}},{"Add":{"text":"res %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2429"}},{"Add":{"text":" pivot_longer(!word, names_prefix=\"V\", names_to=\"pca\", names_transform =list(pca=as.integer)) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2528"}},{"Add":{"text":" group_by(pca) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2548"}},{"Add":{"text":" top_n(12, abs(value)) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2576"}},{"Add":{"text":" ungroup() %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2592"}},{"Add":{"text":" mutate(word = reorder_within(word, value, pca)) %>%","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2646"}},{"Add":{"text":" ggplot(aes(word, value, fill=pca)) + ","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2686"}},{"Add":{"text":" geom_col(alpha=0.8, show.legend = FALSE) +","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2731"}},{"Add":{"text":" facet_wrap(~pca, scales = \"free_y\", ncol = 4) + ","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2782"}},{"Add":{"text":" scale_x_reordered() +","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2806"}},{"Add":{"text":" coord_flip() +","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2823"}},{"Add":{"text":" labs(","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2831"}},{"Add":{"text":" x = NULL,","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2845"}},{"Add":{"text":" y = \"Value\"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2861"}},{"Add":{"text":" )","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2865"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2869"}},{"Add":{"text":"```{r}","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2876"}},{"Add":{"text":"set.seed(42)","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:2889"}},{"Add":{"text":"g2 <- res %>% sample_n(200) %>% ggplot(aes(x=V1, y=V2, label=word)) + geom_text(aes(label=word), hjust=0, vjust=0, color=\"blue\")","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:3018"}},{"Add":{"text":"ggplotly(g2, tooltip = 'word')","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:3049"}},{"Add":{"text":"```","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:3053"}},{"Add":{"text":"","pos":"NQ22ZIMD7U26TTQZPSUQBOGJRU3FYOTARB5OBWQHJUV6GWAYXSSAC:3054"}}],"del_contents":[{"Del":{"text":"---\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:60"}},{"Del":{"text":"title: \"Esperantisto\"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:83"}},{"Del":{"text":"output: html_notebook\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:106"}},{"Del":{"text":"---\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:111"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:113"}},{"Del":{"text":"```{r}\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:121"}},{"Del":{"text":"library(ghql)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:136"}},{"Del":{"text":"library(dplyr)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:152"}},{"Del":{"text":"library(jsonlite)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:171"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:173"}},{"Del":{"text":"gql_conn <- GraphqlClient$new(url = 'http://localhost:4000')\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:235"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:237"}},{"Del":{"text":"words_query <- '\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:255"}},{"Del":{"text":"query wordEmbeddings {\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:279"}},{"Del":{"text":" words {\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:290"}},{"Del":{"text":" word\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:300"}},{"Del":{"text":" fastrpEmbedding\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:321"}},{"Del":{"text":" }\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:326"}},{"Del":{"text":"}\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:329"}},{"Del":{"text":"'\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:332"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:334"}},{"Del":{"text":"rq <- Query$new()$query('link', words_query)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:380"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:382"}},{"Del":{"text":"result <- gql_conn$exec(rq$link) %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:420"}},{"Del":{"text":" fromJSON(flatten = F)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:445"}},{"Del":{"text":"words <- result$data$words %>% as_tibble()\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:489"}},{"Del":{"text":"# XXX: Ni havas duobligo! Ŝajnas, ke ni bezonas pliigi dimensiojn dum enkonstruado...\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:577"}},{"Del":{"text":"deduped_words <- words %>% distinct(fastrpEmbedding, .keep_all = TRUE)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:649"}},{"Del":{"text":"```\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:654"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:656"}},{"Del":{"text":"```{r}\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:664"}},{"Del":{"text":"library(tidyr)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:680"}},{"Del":{"text":"unnested_words <- deduped_words %>% rename(frp=fastrpEmbedding) %>% unnest_wider(frp, names_sep='')\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:781"}},{"Del":{"text":"```\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:786"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:788"}},{"Del":{"text":"```{r}\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:796"}},{"Del":{"text":"library(Rtsne)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:812"}},{"Del":{"text":"library(tidyverse)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:832"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:834"}},{"Del":{"text":"unnested_words_with_id <- unnested_words %>% mutate(ID=row_number())\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:904"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:906"}},{"Del":{"text":"set.seed(42)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:920"}},{"Del":{"text":"tSNE_fit <- unnested_words_with_id %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:960"}},{"Del":{"text":" select(where(is.numeric)) %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:993"}},{"Del":{"text":" column_to_rownames(\"ID\") %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1025"}},{"Del":{"text":" scale() %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1040"}},{"Del":{"text":" Rtsne()\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1051"}},{"Del":{"text":"```\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1056"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1058"}},{"Del":{"text":"```{r}\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1066"}},{"Del":{"text":"tSNE_df <- tSNE_fit$Y %>% \r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1094"}},{"Del":{"text":" as.data.frame() %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1117"}},{"Del":{"text":" rename(tSNE1=\"V1\",\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1139"}},{"Del":{"text":" tSNE2=\"V2\") %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1165"}},{"Del":{"text":" mutate(ID=row_number()) %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1196"}},{"Del":{"text":" inner_join(unnested_words_with_id, by=\"ID\") %>%\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1247"}},{"Del":{"text":" select(-ID)\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1262"}},{"Del":{"text":"```\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1267"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1269"}},{"Del":{"text":"```{r}\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1277"}},{"Del":{"text":"library(plotly)\r","pos":"YIPCIPEFAZNUQRBQEB2KP3V2UK5ZZXB6XLBF7KUBMUS42SSK62KAC:191"}},{"Del":{"text":"set.seed(42)\r","pos":"QBQSGA2U4SZZ4SQPZ3B4Y4RUC4HMDX4GH3QV3VS32BEN46BPTLBQC:136"}},{"Del":{"text":"\r","pos":"QBQSGA2U4SZZ4SQPZ3B4Y4RUC4HMDX4GH3QV3VS32BEN46BPTLBQC:138"}},{"Del":{"text":"g <- tSNE_df %>% sample_n(2000) %>% ggplot(aes(x=tSNE1, y=tSNE2, label=word)) + geom_text(aes(label=word), hjust=0, vjust=0, color=\"blue\")\r","pos":"QBQSGA2U4SZZ4SQPZ3B4Y4RUC4HMDX4GH3QV3VS32BEN46BPTLBQC:278"}},{"Del":{"text":"ggplotly(g, tooltip = 'word')\r","pos":"YIPCIPEFAZNUQRBQEB2KP3V2UK5ZZXB6XLBF7KUBMUS42SSK62KAC:343"}},{"Del":{"text":"```\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1430"}},{"Del":{"text":"\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:1"}},{"Del":{"text":"```{r}\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:9"}},{"Del":{"text":"library(lsa)\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:23"}},{"Del":{"text":"\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:25"}},{"Del":{"text":"nearest <- function(df, word) {\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:58"}},{"Del":{"text":" wEmbedding <- df[which(df$word==word),]$fastrpEmbedding %>% unlist\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:128"}},{"Del":{"text":" \r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:132"}},{"Del":{"text":" res <- df %>% rowwise() %>% mutate(sim = cosine(unlist(fastrpEmbedding), wEmbedding)) %>% arrange(-sim) %>% select(-fastrpEmbedding)\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:268"}},{"Del":{"text":" res[-1,]\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:280"}},{"Del":{"text":"}\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:283"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1432"}},{"Del":{"text":"deduped_words %>% nearest(\"mi\")\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:317"}},{"Del":{"text":"```\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:322"}},{"Del":{"text":"\r","pos":"SFGLILRDOVHCOPRQ4STHE7RHNNVTNDS36COF2GRWT5XYJOJQ2LFQC:1434"}},{"Del":{"text":"```{r}\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:331"}},{"Del":{"text":"analogue <- function(df, a, b, c) {\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:368"}},{"Del":{"text":" embA <- unlist(words[which(words$word==a),]$fastrpEmbedding)\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:432"}},{"Del":{"text":" embB <- unlist(words[which(words$word==b),]$fastrpEmbedding)\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:496"}},{"Del":{"text":" embC <- unlist(words[which(words$word==c),]$fastrpEmbedding)\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:560"}},{"Del":{"text":" \r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:564"}},{"Del":{"text":" embD <- embA - embB + embC\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:594"}},{"Del":{"text":" \r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:598"}},{"Del":{"text":" res <- df %>% rowwise() %>% mutate(sim = cosine(unlist(fastrpEmbedding), embD)) %>% arrange(-sim) %>% select(-fastrpEmbedding)\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:728"}},{"Del":{"text":" res %>% filter(!(word %in% c(a,b,c)))\r","pos":"7CZKWQTHSDCNUTYKVSZ4267YEMU4ICWH22WBNMQ5TJIDM66WCJRAC:40"}},{"Del":{"text":"}\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:743"}},{"Del":{"text":"\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:745"}},{"Del":{"text":"deduped_words %>% analogue(\"reĝo\", \"viro\", \"virino\")\r","pos":"7CZKWQTHSDCNUTYKVSZ4267YEMU4ICWH22WBNMQ5TJIDM66WCJRAC:96"}},{"Del":{"text":"```\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:803"}},{"Del":{"text":"\r","pos":"7CZKWQTHSDCNUTYKVSZ4267YEMU4ICWH22WBNMQ5TJIDM66WCJRAC:99"}},{"Del":{"text":"```{r}\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:7"}},{"Del":{"text":"library(Rdimtools)\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:27"}},{"Del":{"text":"library(tidytext)\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:46"}},{"Del":{"text":"library(scales)\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:63"}},{"Del":{"text":"\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:65"}},{"Del":{"text":"words_emb_matrix = as.matrix(unnested_words[,2:32])\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:118"}},{"Del":{"text":"\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:120"}},{"Del":{"text":"pca_res <- do.pca(words_emb_matrix, ndim=16)\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:166"}},{"Del":{"text":"\r","pos":"Z466GIAKXEXRWSGE7WTV6PUEOBQCLJJ67EYB74FRCEHFSQSYORBAC:805"}},{"Del":{"text":"res = pca_res$Y %>% rescale(to=c(-1, 1)) %>% as_tibble()\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:225"}},{"Del":{"text":"res$word = deduped_words$word\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:256"}},{"Del":{"text":"res %>%\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:265"}},{"Del":{"text":" pivot_longer(!word, names_prefix=\"V\", names_to=\"pca\", names_transform =list(pca=as.integer)) %>%\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:365"}},{"Del":{"text":" group_by(pca) %>%\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:386"}},{"Del":{"text":" top_n(12, abs(value)) %>%\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:415"}},{"Del":{"text":" ungroup() %>%\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:432"}},{"Del":{"text":" mutate(word = reorder_within(word, value, pca)) %>%\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:487"}},{"Del":{"text":" ggplot(aes(word, value, fill=pca)) + \r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:528"}},{"Del":{"text":" geom_col(alpha=0.8, show.legend = FALSE) +\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:574"}},{"Del":{"text":" facet_wrap(~pca, scales = \"free_y\", ncol = 4) + \r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:626"}},{"Del":{"text":" scale_x_reordered() +\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:651"}},{"Del":{"text":" coord_flip() +\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:669"}},{"Del":{"text":" labs(\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:678"}},{"Del":{"text":" x = NULL,\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:693"}},{"Del":{"text":" y = \"Value\"\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:710"}},{"Del":{"text":" )\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:715"}},{"Del":{"text":"```\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:720"}},{"Del":{"text":"```{r}\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:728"}},{"Del":{"text":"set.seed(42)\r","pos":"UTPJYDHYBPAV5TD5SIDWMDGNPFFWTA3A6LHKCEWOH5PTYEHUCP3AC:135"}},{"Del":{"text":"g2 <- res %>% sample_n(200) %>% ggplot(aes(x=V1, y=V2, label=word)) + geom_text(aes(label=word), hjust=0, vjust=0, color=\"blue\")\r","pos":"UTPJYDHYBPAV5TD5SIDWMDGNPFFWTA3A6LHKCEWOH5PTYEHUCP3AC:265"}},{"Del":{"text":"ggplotly(g2, tooltip = 'word')\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:880"}},{"Del":{"text":"```\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:885"}},{"Del":{"text":"\r","pos":"OE75PVJA5XUYPPL47GGW2KWE7DDYJMZOV64GO3QADSQRLESMJUSAC:887"}}]}}],"owner":"couchemar","repo":"esperantisto","token":"uyqC5bNny1OtPojLXxYrWSCJz+jWK+Q8HptKqRaNQ9A=","login":null}

…

Dependencies

Change contents

Review