better elites list

;

server/db/elites.tsv

@@ -0,0 +1,298 @@
+username	ideo	id	followers_count	rank
+nytimes	-0.9152676789	807095	54812602	1
+wsj	-0.1648862529	3108351	20407581	2
+washingtonpost	-0.3720803227	2467791	19971733	3
+time	-0.5411576463	14293310	19436259	4
+abc	-0.292026698	28785486	17773119	5
+npr	-0.588448441	5392522	8887132	6
+cbsnews	-0.3478818028	15012486	8866727	7
+seanhannity	-0.01181802785	41634520	6278430	8
+usatoday	-0.7520660023	15754281	4914537	9
+latimes	-0.5654860509	16664681	3995855	10
+newsweek	-0.4841215864	2884771	3585248	11
+nprpolitics	-0.7102437725	5741722	3012542	12
+megynkelly	-0.5967432511	110445334	2685567	13
+ezraklein	-0.3012126401	18622869	2656279	14
+gstephanopoulos	-0.0869477783	17074440	2374638	15
+nytimesworld	-0.3741949705	1877831	2203018	16
+chucktodd	-0.6430112571	50325797	2064434	17
+nickkristof	-0.5274785629	17004618	1964052	18
+mitchellreports	-0.4079921357	89820928	1928584	19
+lara	-0.6981338677	21481343	1697668	20
+senfeinstein	-0.9707667308	476256944	1453090	21
+barbarajwalters	-0.5906353141	33514869	1431701	22
+thedailybeast	-0.5925518165	16012783	1381952	23
+pogue	-0.5318333732	9534522	1280669	24
+hodakotb	-0.1867657706	25321854	1279793	25
+yamiche	-0.6638895773	89887215	1207317	26
+thelastword	-0.7602884403	182503471	1081260	27
+nprscottsimon	-0.5394327753	20245775	1038979	28
+jerrybrowngov	-0.9515507049	19418459	1028824	29
+savannahguthrie	-0.59898741	52070270	964931	30
+johndonvan	-0.3588167018	20067354	945011	31
+andrewrsorkin	-0.4278250179	33792634	929517	32
+nytimesbusiness	-0.8200854384	1754641	858283	33
+waltmossberg	-0.419587763	5746452	840233	34
+nytopinion	-0.6917305503	16686144	809264	35
+davidmuir	-0.3668547803	56223278	796758	36
+brianstelter	-0.598778174	14515799	786925	37
+marthamaccallum	-0.1229035036	46681100	780436	38
+jennydeluxe	-0.6596778775	10454572	689248	39
+thereval	-0.6112119717	42389136	659958	40
+shannonbream	-0.5966006108	18983793	658799	41
+kasie	-0.01159264795	12354832	624246	42
+richardengel	-0.04462571664	47438401	600592	43
+senatorcollins	-0.3169269476	19726613	558511	44
+clarissaward	-0.2172188178	22760252	516380	45
+ronwyden	-0.9052898469	250188760	513954	46
+markwarner	-0.7153986673	7429102	498984	47
+washtimes	-0.379738566	14662354	444418	48
+usatodaymoney	-0.2912756227	15764136	439329	49
+senbobcasey	-0.9645745797	171598736	436198	50
+ashleyrparker	-0.1080288961	33919343	419374	51
+kwelkernbc	-0.4936556991	297532865	417542	52
+postpolitics	-0.5724212529	14345062	402857	53
+tamronhall	-0.4184343443	21228708	397634	54
+cbseveningnews	-0.2188574623	42958829	397111	55
+nprinskeep	-0.754474129	115710058	382375	56
+senbillnelson	-0.6147379225	20597460	358976	57
+sen_joemanchin	-0.2412499893	234374703	358013	58
+danabrams	-0.5938927079	21023681	347782	59
+kellyo	-0.8283388285	224320485	330798	60
+lisamurkowski	-0.3446587127	18061669	329320	61
+markknoller	-0.2330384098	31127446	327367	62
+tombrokaw	-0.4459848891	342803375	299981	63
+jeffzeleny	-0.4692249776	85131054	299958	64
+markhalperin	-0.4113919253	184136149	294825	65
+mikiebarb	-0.4470965039	282545479	286799	66
+johnrobertsfox	-0.5255866169	20975060	277196	67
+nprfreshair	-0.595204832	13783772	276140	68
+morningedition	-0.5829973556	20150502	270693	69
+norahodonnell	-0.37527967	21111896	269798	70
+lukerussert	-0.6092621329	21220931	263192	71
+nytmag	-0.7379454545	16929600	260418	72
+nytdavidbrooks	-0.6700162775	633980404	252910	73
+howardfineman	-0.6196965936	14962779	243678	74
+biannagolodryga	-0.2047224646	14135350	239677	75
+aymanm	-0.8413496198	23588075	232709	76
+arishapiro	-0.7661933811	37999041	224821	77
+nicktimiraos	-0.3117808034	59603406	222047	78
+jasonzweigwsj	-0.2315520909	89043072	220063	79
+habibkhant	-0.4670002462	89669859	214131	80
+nickconfessore	-0.05419544433	258885469	205339	81
+danbharris	-0.3911686334	18638502	204012	82
+peggynoonannyc	-0.2087247713	35474809	196482	83
+ninatotenberg	-0.1892689635	76715323	193075	84
+crampell	-0.5303227101	14348157	189716	85
+ktumulty	-0.6847525086	14270650	183073	86
+majorcbs	-0.009830570635	46176168	180626	87
+samsifton	-0.3280967367	27696993	178192	88
+tamarakeithnpr	-0.2040021374	15483390	174945	89
+usnews	-0.07202939987	6577642	171196	90
+joannastern	-0.2873583969	7745472	165137	91
+craigmelvin	-0.8191682677	33972882	157235	92
+omarwaraich	-0.5764247377	20771519	151658	93
+arobach	-0.09897172562	284991184	150591	94
+nytmetro	-0.8513711098	15222806	146929	95
+onfaith	-0.855703484	14698733	141936	96
+max_fisher	-0.2364129403	17060020	136139	97
+margbrennan	-0.881899314	50011708	135122	98
+senatorshaheen	-0.9646622838	109287731	129536	99
+dealbook	-0.1452153187	16955517	127418	100
+jodikantor	-0.5883553785	15891430	124926	101
+msn_money	-0.5054570127	40533912	120067	102
+jonathanalter	-0.03262963146	21844854	116144	103
+danbalz	-0.1769662544	59676104	114795	104
+davidfolkenflik	-0.7357244367	11621822	112865	105
+shearm	-0.09015178373	14552725	111922	106
+lpolgreen	-0.3441107682	17152685	111560	107
+rickklein	-0.1800540031	18172905	109431	108
+jahimes	-0.9674385498	31611298	109083	109
+sallykohn	-0.0262067908	18978610	108731	110
+mmurraypolitics	-0.09641348555	92079350	104855	111
+politicsnation	-0.6946293751	364423298	101856	112
+jessicalessin	-0.8197339398	8962882	98926	113
+abcnewslive	-0.2871800761	384438102	98754	114
+acarvin	-0.8798806585	778057	98731	115
+kristina_wong	-0.7682335054	18482836	96777	116
+jonhuntsman	-0.08802670361	294728278	95309	117
+harrymccracken	-0.6444269229	817268	91805	118
+charlie_savage	-0.7432996313	16172747	91193	119
+revkin	-0.3576355752	11178672	90765	120
+saramurray	-0.2033695839	18637396	90710	121
+thomaskaplan	-0.1784572662	31053563	90468	122
+adamliptak	-0.5436968694	29607664	88606	123
+pedropierluisi	-0.8769853643	34972633	88470	124
+onthemedia	-0.03421711159	16469809	87159	125
+davidmwessel	-0.04691328431	36047098	86020	126
+nytnational	-0.9844202033	1767741	84356	127
+michele_norris	-0.3569910059	171171584	82291	128
+csmonitor	-0.4062367631	14857525	80406	129
+zackwhittaker	-0.4578964711	15752235	78546	130
+davidnakamura	-0.4479156327	23621827	74123	131
+kerrynbc	-0.6937330889	209640562	73900	132
+mjgerson	-0.8625199818	21394764	73182	133
+bobwoodruff	-0.3518669609	27090222	72725	134
+cjchivers	-0.4217564043	189180763	71274	135
+lizszabo	-0.5390682913	48110818	70359	136
+davisusan	-0.1072348011	151444950	69844	137
+richardwolffedc	-0.9221157466	56700964	69549	138
+tomgara	-0.706424586	5845492	67972	139
+sheeraf	-0.1537283377	20052487	67248	140
+wanderlust13	-0.2437706223	20414967	66398	141
+greenhousenyt	-0.7293140332	268476335	66005	142
+marquardta	-0.1039306579	27938809	65031	143
+markleibovich	-0.09265166785	147649517	64852	144
+nickschifrin	-0.4089440757	58708507	64629	145
+limlouisa	-0.5443461276	47936893	64087	146
+jwpetersnyt	-0.6934461479	163598915	62887	147
+mikeemanuelfox	-0.5885221546	129879105	61011	148
+dabeard	-0.3625570498	28279637	60792	149
+rebeccajarvis	-0.07541101914	152341106	60774	150
+mikedebonis	-0.4280199887	16753660	60618	151
+emilyrauhala	-0.370077772	45511355	60557	152
+mateagold	-0.335883852	14677751	60207	153
+dongonyea	-0.3227096417	61285110	59789	154
+fieldproducer	-0.5101576584	23055689	59026	155
+mattgutmanabc	-0.4281940601	64744352	56477	156
+jujuchangabc	-0.4236750486	18950931	55913	157
+michaelluo	-0.599611457	19086456	55883	158
+cynthiamcfadden	-0.4233744066	20166674	55229	159
+jim_jordan	0.8784993458	18166778	3597635	1
+newtgingrich	0.9652160868	20713061	2354177	2
+jdickerson	0.2387244241	4119741	1927919	3
+kathielgifford	0.007043256503	80676273	1364222	4
+speakerboehner	0.8771901456	7713202	1292190	5
+ronpaul	0.3197612676	287413569	867188	6
+chuckgrassley	0.2834430854	10615232	825231	7
+sarahaines	0.1820274393	15383116	555530	8
+lesterholtnbc	0.06395212352	25300308	544501	9
+senronjohnson	0.8351517122	233737858	470008	10
+johncornyn	0.9443726238	13218102	361562	11
+senbobcorker	0.3641888544	73303753	359504	12
+zekejmiller	0.0545206938	21316253	264680	13
+govgaryjohnson	0.2140038319	95713333	263588	14
+ditzkoff	5.64e-4	81482674	239576	15
+sentoomey	0.7495819105	221162525	191645	16
+senatorburr	0.2708311959	21157904	168690	17
+senjohnbarrasso	0.551286657	202206694	160666	18
+senrubiopress	0.9514782753	229966028	151358	19
+senjohnthune	0.829087242	296361085	137736	20
+repronpaul	0.4870668074	76966145	135849	21
+roslehtinen	0.4717274259	14275291	131094	22
+royblunt	0.5900606583	21269970	128784	23
+senalexander	0.5711306245	76649729	127594	24
+nrsc	0.9770603829	5693842	127329	25
+jerrymoran	0.1506453886	18632666	119205	26
+johnboozman	0.5108190519	5558312	106784	27
+grahamblog	0.4834339527	14845376	106328	28
+repgoodlatte	0.7587298908	37920978	99890	29
+mcconnellpress	0.2320484426	339822881	96654	30
+tvkatesnow	0.2036649253	44397881	87180	31
+susanpage	0.08320529835	21307076	80733	32
+kevinomccarthy	0.9820840631	15428227	73666	33
+senatorisakson	0.8578120229	78403308	65253	34
+orrinhatch	0.7875319648	18170310	63035	35
+repkevinbrady	0.8269510356	19926675	57459	36
+rickleventhal	0.1731970949	16364399	57064	37
+davidenrich	0.1716515907	185270017	56808	38
+cathymcmorris	0.9087485926	17976923	51559	39
+waysandmeansgop	0.8150103788	12788332	46661	40
+senatorkirk	0.1500572369	211588974	46579	41
+reddy	0.05148387923	21312469	43404	42
+ghoshworld	0.3578458167	244957467	40429	43
+boblatta	0.8093449393	15394954	38285	44
+petesessions	0.9515260258	24735461	36735	45
+repfredupton	0.3175690121	124224165	36324	46
+patrickmchenry	0.8316256829	27676828	36207	47
+repmikecoffman	0.5398101064	19407835	36200	48
+repmikerogersal	0.6834251803	33977070	35852	49
+repgusbilirakis	0.4500709573	26051676	35718	50
+geraldfseib	0.1237367628	18915795	35587	51
+reppeteking	0.93072926	18277655	35392	52
+sendancoats	0.4018979066	212262370	34869	53
+repdavid	0.9787311822	229197216	34245	54
+michaelcburgess	0.9100633186	15751083	33828	55
+stevestrauss	0.2902376366	16076796	33783	56
+housecommerce	0.2353269605	114756202	33708	57
+congbillposey	0.5823192107	25086658	33093	58
+danarohrabacher	0.7602964687	19139963	32587	59
+virginiafoxx	0.5114394248	16256269	32153	60
+scotthensley	0.1860604302	18208763	31326	61
+michellehiggins	0.07540792748	21145241	30930	62
+robwittman	0.4392423729	15356407	30555	63
+financialcmte	0.4575488939	42924141	29614	64
+repgregwalden	0.04150049503	32010840	28877	65
+joelieberman	0.1627001492	84129740	28815	66
+dkberman	0.0244515967	111441302	28432	67
+repshimkus	0.6193456729	15600527	28184	68
+capitolhistory	0.07635552579	52779839	28005	69
+aaronkatersky	0.08340731895	125358141	27707	70
+davidvitter	0.6746100355	19028248	26448	71
+peterroskam	0.5461231452	20015903	25214	72
+greggharper	0.9562039132	23712174	25127	73
+jefffortenberry	0.7385055593	18805303	24921	74
+vikasbajaj	0.04066924893	33338729	24678	75
+repkenmarchant	0.9273615297	23976316	24016	76
+congressmangt	0.3287754687	18967498	23869	77
+repjoebarton	0.7560676722	19929362	23514	78
+kaybaileyhutch	0.385774592	133439172	23210	79
+damianpaletta	0.1448573256	115718513	23182	80
+tomrooney	0.8215620332	23970171	22854	81
+deanheller	0.5928008243	41363507	22372	82
+hascrepublicans	0.6567430915	20192403	22311	83
+lamarsmithtx21	0.9495041744	15856366	21986	84
+danraviv	0.06061661417	19083676	21974	85
+kenrudin	0.02890727315	16249259	21655	86
+rephensarling	0.9628525399	18566912	21109	87
+danamattioli	0.1486400324	23892927	20544	88
+repwalterjones	0.5147484075	26778110	20244	89
+robportman	0.6823778012	2612307559	20107	90
+cbsnewspress	0.002073212327	331211313	19818	91
+sarbetter	0.4830962987	105677153	19580	92
+simondenyer	0.1387213944	39778096	19429	93
+stevennelson10	0.1167988806	47893782	19252	94
+julietmacur	0.1255552963	18554022	18706	95
+randy_forbes	0.6692233847	15160884	17607	96
+ussenscottbrown	0.2715851124	117537998	17321	97
+russwkyc	0.4927888936	22149280	16753	98
+jackkingston	0.9827950925	36654245	16685	99
+petehoekstra	0.7144146665	15661604	16391	100
+michaelroston	0.1130024611	16194566	16276	101
+rogerwicker	0.2013287302	11650762	15660	102
+jestei	0.1841783127	16441088	15518	103
+susancrabtree	0.06471183631	21333396	15422	104
+inhofepress	0.6192050017	20546536	15128	105
+m_delamerced	0.1528357618	9089942	14378	106
+delwilber	0.6310888619	20114089	14226	107
+charlesforelle	0.3090641177	334926329	13780	108
+randyneugebauer	0.7768462968	34340464	12512	109
+stiles	0.01798377522	14790314	11648	110
+peteolson	0.8723362733	12726012	11428	111
+senjonkyl	0.70664844	24905240	11116	112
+katie_thomas	0.05052641755	18318642	10901	113
+davidmastio	0.9778941319	14327663	10502	114
+reedalbergotti	0.044679942	16912204	10278	115
+dianabhenriques	0.1981436882	242763001	10238	116
+candicemiller	0.5403842262	15281676	9953	117
+gordondeal	0.05741399785	21212299	9935	118
+jacksonjk	0.02678515831	15724082	8814	119
+george_lemieux	0.9096607904	19269183	8788	120
+tomlatham	0.5379288301	10102032	8738	121
+kschulten	0.2528641526	14624523	8429	122
+cantorpress	0.4695818505	209792690	8228	123
+producerguy1	0.03034612588	19572264	7606	124
+repmaryfallin	0.6164910073	20097342	7286	125
+graham_bowley	0.7849518304	137414410	6652	126
+johnensign	0.4269862917	15727817	6550	127
+xocasgv	0.8532989939	18807424	6282	128
+usrepsullivan	0.7473957206	21329888	6036	129
+melmartinez	0.4239098329	19083619	5848	130
+judybiggert	0.3067999553	21660348	4771	131
+zachwamp	0.6368210751	18905115	4717	132
+bilbrayca50	0.6496487699	55235265	4612	133
+davidweidner	0.04974102802	15020108	4547	134
+toddakin	0.5294654617	300560155	4095	135
+mjmishak	0.4893162494	105281551	3516	136
+rekhashetty	0.06550502392	21023688	2131	137
+janicenlloyd	0.3344928825	50460882	1666	138

server/db/init

@@ -9,7 +9,8 @@ create table elites (
     id bigint unique,
     username varchar,
     ideo real,
-    source varchar
+    followers_count integer,
+    rank integer
 );
 
 create table users(
@@ -87,9 +88,9 @@ ON users (username);
 GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO twee_user;
 
 -- initial data for elites table
-COPY elites(id, username, ideo)
-FROM './elites.csv'
-DELIMITER ','
+COPY elites(username, ideo, id, followers_count, rank)
+FROM './elites.tsv'
+DELIMITER E'\t'
 CSV HEADER;
 
 

server/db/makefile

@@ -9,4 +9,7 @@ init:
 	psql server-dev -c "GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO testuser;"
 
 scrape: 
-	npm scrape
+	npm scrape
+
+copyelites:
+	psql server-dev -c "\copy elites(username, ideo, id, followers_count, rank) FROM 'elites.tsv' WITH (format csv, delimiter E'\t', header);"