I hereby claim:
- I am ariddell on github.
- I am abr (https://keybase.io/abr) on keybase.
- I have a public key whose fingerprint is E6EC B622 FE41 924C DC46 989D 752C 5943 F6D4 3CFF
To claim this, I am signing this object:
I hereby claim:
To claim this, I am signing this object:
| from time import time | |
| import logging | |
| import numpy as np | |
| from sklearn.datasets import fetch_20newsgroups | |
| from sklearn.feature_extraction.text import CountVectorizer | |
| from sklearn.decomposition import LatentDirichletAllocation | |
| from gensim.matutils import Sparse2Corpus | |
| #from gensim.models.ldamodel import LdaModel | |
| from gensim.models.ldamulticore import LdaMulticore |
| ''' | |
| Gibbs sampler for function: | |
| f(x,y) = x x^2 \exp(-xy^2 - y^2 + 2y - 4x) | |
| using conditional distributions: | |
| x|y \sim Gamma(3, y^2 +4) | |
| y|x \sim Normal(\frac{1}{1+x}, \frac{1}{2(1+x)}) | |
| ''' |
| library(ggplot2) | |
| library(arm) | |
| ############################################################################### | |
| ## load data | |
| ############################################################################### | |
| data_raw = "status year author further_editions | |
| private/for-profit scan 1822 Isabel HILL 0 | |
| public scan 1827 Sarah Wilmot WELLS 0 |
| # Identifying character names in The Adventures of David Simple | |
| # source: http://www.munseys.com/diskone/davidsimp.htm | |
| # | |
| # commands: | |
| # ./ner.sh david_simple.txt > david_simple.ner.txt | |
| # sed -e 's/\S\+\/[^P]\w*//g' -e 's/\s\{2,\}/\n/g' -e 's/\/PERSON//g' david_simple.ner.txt | sort | uniq -c | sort -nr | sed 's/^\s\+//' | awk '{if ($1 > 1) print $1,"\t",substr($0, length($1)+2) }' | |
| # note: ner.sh is Stanford NER http://nlp.stanford.edu/software/CRF-NER.html | |
| 238 David | |
| 131 Cynthia |
| "creator","lastname","title","year","notes_general","internet_archive_identifier","google_books_id","mssing_or_incomplete" | |
| "MARGUERITE, COUNTESS OF BLESSINGTON","MARGUERITE","The Repealers",1833,,"gracecassidyorre03bles gracecassidyorre01bles gracecassidyorre02bles",, | |
| "MARGUERITE, COUNTESS OF BLESSINGTON","MARGUERITE","The Two Friends",1835,,"twofriendsnovel02bles twofriendsnovel03bles twofriendsnovel01bles",, | |
| "MARGUERITE, COUNTESS OF BLESSINGTON","MARGUERITE","The Confessions of an Elderly Gentleman",1836,,"ladyconfess01blesrich ladyconfess02blesrich confessionsofeld00blesuoft",, | |
| "MARGUERITE, COUNTESS OF BLESSINGTON","MARGUERITE","The Victims of Society",1837,,"victimsofsociety01bles victimsofsociety02bles victimsofsociety03bles","Ha4lAAAAMAAJ 31EEAAAAQAAJ", | |
| "MARGUERITE, COUNTESS OF BLESSINGTON","MARGUERITE","The Confessions of an Elderly Lady",1838,,"confessionsofeld00blesiala confessionsofane00blesuoft ladyconfess01blesrich ladyconfess02blesrich",, | |
| "MARGUERITE, COUNTESS OF BLESSINGTON","MARGUERITE","The Go |
| genre name start year end year duration source source pub year | |
| Courtship Novel 1740 1820 81 Green, The Courtship Novel 1740-1820 1991 | |
| Picaresque 1748 1790 43 Chandler, The Literature of Roguery 1907 | |
| Oriental Tale 1759 1787 29 Baker, The History of the English Novel 1924 | |
| Epistolary Novel 1766 1795 30 Raven in The English Novel, vol. I 2000 | |
| Sentimental Novel 1768 1790 23 Mullan in The Cambridge Companion to the Eighteenth-Century Novel 1996 | |
| Spy' Novel 1770 1800 31 Flint in PMLA 113 (2) 1998 | |
| Ramble Novel 1773 1790 18 Dickie, The Mid-Century 'Ramble' Novels 2000 | |
| Jacobin Novel 1789 1805 17 Kelly, The English Jacobin Novel 1780-1805 1967 | |
| Gothic Novel 1790 1820 31 Garside in The English Novel, vol. II 2000 |