#include <map>
#include <cassert>
#include <memory>
#include <set>
#include "use.h"
#include "idx.h"
#include "article.h"
#include "util.h"

static const std::set<std::string> spammers = {
	"201astrobabaji@gmail.com",
	"aainasharma501@gmail.com",
	"amansharma13420@gmail.com",
	"anmolbhargav283@gmail.com",
	"antinstrenkevot@gmail.com",
	"asfgkhan487@gmail.com",
	"astrologersk3@gmail.com",
	"astroshivdassharma@gmail.com",
	"babbajidhd@gmail.com",
	"besttantrik682@gmail.com",
	"bhavisharma0147@gmail.com",
	"blueboisthebest@gmail.com",
	"boengnona@gmail.com",
	"charandas719@gmail.com",
	"cocoleni6@gmail.com",
	"digitalsarvisclass@gmail.com",
	"fagtvvideo@gmail.com",
	"famouspanditji9@gmail.com",
	"fastresults7@gmail.com",
	"fdsfdsffdsfdfd@gmail.com",
	"fgdddfddfd004@gmail.com",
	"gururamkali@gmail.com",
	"gzharsh7@gmail.com",
	"help.quickastro@gmail.com",
	"igi.lembata@gmail.com",
	"indianvashikaranguru108@gmail.com",
	"jamsmarker@gmail.com",
	"jancikfirtua@gmail.com",
	"judaveogeometry@gmail.com",
	"kanhiyabhargavp11@gmail.com",
	"kasibakeem100@gmail.com",
	"khanspells@gmail.com",
	"kingfriedchick@gmail.com",
	"kklkhan551@gmail.com",
	"ks6715449@gmail.com",
	"lindasonata705@gmail.com",
	"mamashamina77@gmail.com",
	"mansournadjardz@gmail.com",
	"mathewalexjack@gmail.com",
	"millyhealer200@gmail.com",
	"nepzworld@gmail.com",
	"opdera.7006@gmail.com",
	"panditpandughota21@gmail.com",
	"panditvishvanath11@gmail.com",
	"parentalpoyect@gmail.com",
	"pitagustus@gmail.com",
	"ptnitin3@gmail.com",
	"ptsameer777@gmail.com",
	"pujasharma11212@gmail.com",
	"rafikkhan001991@gmail.com",
	"rehmanmazhar74@gmail.com",
	"retusharma294@gmail.com",
	"riyasharma30323@gmail.com",
	"salasabila325@gmail.com",
	"salmankhan1299090@gmail.com",
	"sameerjitantrik@gmail.com",
	"sameerpandit377@gmail.com",
	"sawibuah49@gmail.com",
	"seekubhargav@gmail.com",
	"sendanonima@gmail.com",
	"seoreshaper1@gmail.com",
	"sivaybaba4911@gmail.com",
	"sumiatirupah@gmail.com",
	"tantriktriloknathji108@gmail.com",
	"transjunaiko@gmail.com",
	"transjunior726@gmail.com",
	"transjuniorbel@gmail.com",
	"urianaeva06@gmail.com",
	"victorfsher@gmail.com",
	"wasimkazi229@gmail.com",
	"yabak325@gmail.com",
	"santoni2308@gmail.com",
	"felixkarina320@gmail.com",
	"hifkahnaulina@gmail.com",
	"cherryroberts304@gmail.com",
	"pemburudoolarslot1234@gmail.com",
	"boengnona@gmail.com",
	"nilamnin47@gmail.com",
	"christineangel1220@gmail.com",
	"liamj8078@gmail.com",
	"gerriorholli270@gmail.com",
	"kaydeleppo@gmail.com",
	"kebedelibby9@gmail.com",
	"seerestaurant9390@gmail.com",
	"nicebonichris@gmail.com",
	"abhabsqhwhebsjksksk@gmail.com",
	"rhinemiranda321@gmail.com",
	"dannywills473@gmail.com",
	"abhabsqhwhebsjksksk@gmail.com",
	"achuolovert79@gmail.com",
	"dannywills473@gmail.com",
	"edongmaxim@gmail.com",
	"exoticpsychedelicstree@gmail.com",
	"freetutorial237@gmail.com",
	"gunaratnmeandersoon@gmail.com",
	"jasonkarell367@gmail.com",
	"labellesergine@gmail.com",
	"lawrencejames9000@gmail.com",
	"nicebonichris@gmail.com",
	"rhinemiranda321@gmail.com",
	"seerestaurant9390@gmail.com",
	"prioritycourierdelivery@gmail.com",
	"qhwhebsjksksk@gmail.com",
	"vincentkruckman@gmail.com",
	"jamestyler4888@gmail.com",
	"alexjoness990@gmail.com",
	"globalenterpriseplc@gmail.com",
	"ronilorapowell@gmail.com",
	"anastiaarlingtontaylor@gmail.com",
	"twosumdating@gmail.com",
	"2580tyui@gmail.com",
	"pinjalaanoop@gmail.com",
	"fifteenfog@gmail.com",
	"wajahatabbasnotki555@gmail.com",
	"lynnluderer@gmail.com",
	"volivier23@gmail.com",
	"navy.sunshine11@gmail.com",
	"haozerui@gmail.com",
	"prozerpina98@gmail.com",
	"garciaji@gmail.com",
	"mfalqubati@gmail.com",
	"elsa.rmiranda5r12141@gmail.com",
	"ygfrsusjzjzxk@gmail.com",
	"greamsabina055@gmail.com",
	"lutee3322@gmail.com",
	"dimaggiotorrie@gmail.com",
	"ruthponomarev9@gmail.com",
	"damonjaskowiaksodzsf@gmail.com",
	"shaquileadonnshae@gmail.com",
	"kamuemcial@gmail.com",
	"aanndii345@gmail.com",
	"hw107744@gmail.com",
	"karla.frank76@gmail.com",
	"ks888bumi@gmail.com",
	"minostriandi@gmail.com",
	"nerakagerbang6@gmail.com",
	"parentalprotect96@gmail.com",
	"servieslabshack@gmail.com",
	"vinkanyolanda31@gmail.com",
	"wspiemobile@gmail.com",
	"urianaeva06@gmail.com",
	"violetmcdow0@gmail.com",
	"mishanyashilinhz6kh@gmail.com",
	"ambestephenche@gmail.com",
	"jajampagi300@gmail.com",
	"shivdassharma151@gmail.com",
	"kumarilalit9658@gmail.com",
	"evemicklem@gmail.com",
	"parettiadah@gmail.com",
	"salfinujala@gmail.com",
	"philjcryns@gmail.com",
	"gboynathan@gmail.com",
	"justingbaker89@gmail.com",
	"nv4757453@gmail.com",
	"se0team0020@gmail.com",
	"tanthairuk1996@gmail.com",
	"ahtidtayatankay@gmail.com",
	"doloresxiang126@gmail.com",
	"sorurrezazade774@gmail.com",
	"aidacindy26@gmail.com",
	"mainpowerx@gmail.com",
	"upaytotke9@gmail.com",
	"sy537603@gmail.com",
	"loveastrologer37@gmail.com",
	"enoughwibowodb@gmail.com",
	"suparphathaipathcx@gmail.com",
	"pinkewpritoulahz@gmail.com",
	"hisatsugueakachairb@gmail.com",
	"buesinkthirachureexw@gmail.com",
	"eravajkawatayw@gmail.com",
	"sukananamarinyq@gmail.com",
	"plaikaewmeesuksm@gmail.com",
	"wanphensurasarangdc@gmail.com",
	"lentiscoflammensbeckly@gmail.com",
	"wanwangbangxangsh@gmail.com",
	"estrellaeaknarongkf@gmail.com",
	"malatongschlemmerll@gmail.com",
	"gundelachgallernerl@gmail.com",
	"kutschketsudapv@gmail.com",
	"chapyginapuehmeyerhd@gmail.com",
	"klomkaewathikomfg@gmail.com",
	"annannabathiwathn@gmail.com",
	"napholeukritjc@gmail.com",
	"intatanbernuccihr@gmail.com",
	"shiyovitshathaigj@gmail.com",
	"dechpanvirgillijk@gmail.com",
	"khompharkkriegelmy@gmail.com",
	"klinsongsarbiewskits@gmail.com",
	"noiwimolweskosithvp@gmail.com",
	"elainemeepoldtb@gmail.com",
	"bunsornamranandgh@gmail.com",
	"kotcharnilvanichfv@gmail.com",
	"thavaroritgoosengb@gmail.com",
	"ekaphoptreemethaweewx@gmail.com",
	"hgokhanmcgoniglewh@gmail.com",
	"ineiampolakikn@gmail.com",
	"kornthaiaekkarachyn@gmail.com",
	"sukkumhlaingnd@gmail.com",
	"srikaeweaklucknb@gmail.com",
	"ritthiyothumachaicr@gmail.com",
	"howardekweenacy@gmail.com",
	"chuayrodalexandrafs@gmail.com",
	"nunniameakapongfm@gmail.com",
	"saewongasumpinvongmh@gmail.com",
	"alexeisasikumarwk@gmail.com",
	"jariyapornskripchenkoqh@gmail.com",
	"vilaisaktiloganartlw@gmail.com",
	"jaroonyabasymbetovnv@gmail.com",
	"suwankulkomsoncb@gmail.com",
	"kannaraviornerykj@gmail.com",
	"jarinpattoeyhomjk@gmail.com",
	"lubphoocomefunzz@gmail.com",
	"haswinachikotogg@gmail.com",
	"thowarasaisingxy@gmail.com",
	"wanwangsadanaxc@gmail.com",
	"anuchiteuanautjk@gmail.com",
	"effendychutimavj@gmail.com",
	"khankruabhardwajkq@gmail.com",
	"jarontidkomsoncr@gmail.com",
	"barisrihatairakbk@gmail.com",
	"alexanderkrissadazs@gmail.com",
	"elizabethsonchhatrakp@gmail.com",
	"pinyokunkotkhammt@gmail.com",
	"angsanaalapolll@gmail.com",
	"jaksujanchailertmg@gmail.com",
	"kudiyarovabovornrojwanyk@gmail.com",
	"jaroonsritrakoonmamn@gmail.com",
	"sedajaemarpanancz@gmail.com",
	"gakschanyaratks@gmail.com",
	"ardharntianjuangwc@gmail.com",
	"jarontidchainakenhm@gmail.com",
	"ekpawinamornthepct@gmail.com",
	"kitchaiarpanangc@gmail.com",
	"hispeedhastinxc@gmail.com",
	"nilapongchokepenthamjt@gmail.com",
	"yindepitsuwalukpt@gmail.com",
	"poomprukmeechaivk@gmail.com",
	"schallertolkowskyjd@gmail.com",
	"harrietschotmannpg@gmail.com",
	"weilermachimuraqb@gmail.com",
	"waenkaewmanityakulmj@gmail.com",
	"ekkapongnakazatolb@gmail.com",
	"tejaguptabeaudeuxxg@gmail.com",
	"limsuwanarpananzt@gmail.com",
	"boonyimharrisonds@gmail.com",
	"prasittakkakorndb@gmail.com",
	"jarinpatantoniesx@gmail.com",
	"nisapakulbenraheemrk@gmail.com",
	"thipmakekarinzw@gmail.com",
	"nootheshunthonghq@gmail.com",
	"wanwangthananakct@gmail.com",
	"prasatsurangkanavj@gmail.com",
	"somvonganettedy@gmail.com",
	"chucherdbloxhamnv@gmail.com",
	"chaiphetnaennarjh@gmail.com",
	"krubpommonicaty@gmail.com",
	"thavaroritaonnitchapw@gmail.com",
	"wichitmachimurabx@gmail.com",
	"trimurtysaisaksitlm@gmail.com",
	"limnilipienpitakwj@gmail.com",
	"phonjananatolikl@gmail.com",
	"amornratkirstenbw@gmail.com",
	"nishaburihorsuwanlr@gmail.com",
	"chuchorevgenyqd@gmail.com",
	"noothesenlargenb@gmail.com",
	"abhinavnakbutrrt@gmail.com",
	"kieranviornerytx@gmail.com",
	"emmikaalexandrepg@gmail.com",
	"hatairateaksanvl@gmail.com",
	"bayanovtangkitikulpt@gmail.com",
	"hidenarisinkamnerdwy@gmail.com",
	"kannikarsoekokoaungdd@gmail.com",
	"natsangandhikahl@gmail.com",
	"eakenatanthonypq@gmail.com",
	"poderiaginekaponsj@gmail.com",
	"rugprardstuecklinrh@gmail.com",
	"khamrakbovornrojwantp@gmail.com",
	"arseniiharisombutdz@gmail.com",
	"phillipratanapolvs@gmail.com",
	"evgenijnouvelletdx@gmail.com",
	"duangratanadanrungrotdk@gmail.com",
	"jaroonphanhongkaewht@gmail.com",
	"pattakoreinzalird@gmail.com",
	"panarachharutairy@gmail.com",
	"snitbhanwasuwattanald@gmail.com",
	"permpooljunichirorm@gmail.com",
	"jantasenakkakornbb@gmail.com",
	"pinyangekarinhs@gmail.com",
	"wangphokaeknarongfy@gmail.com",
	"cosmeticssookudomfb@gmail.com",
	"haneefekawitkc@gmail.com",
	"intapangbhardwajwj@gmail.com",
	"eakenatpraisuwanqp@gmail.com",
	"kornthaijanhomklaivh@gmail.com",
	"tadessehenrikfq@gmail.com",
	"gruzdevnillaorvj@gmail.com",
	"nuipienamphancr@gmail.com",
	"akkaphonakasakatv@gmail.com",
	"dorlohekkornxn@gmail.com",
	"narasriwibowodl@gmail.com",
	"ekapolsimtonglg@gmail.com",
	"tansansinflammensbeckns@gmail.com",
	"namjandakeawvilaiyc@gmail.com",
	"chaiphetenterprisepm@gmail.com",
	"singchameepoldvd@gmail.com",
	"srisaiharrisongx@gmail.com",
	"polsuefontanilladl@gmail.com",
	"healthkotkhamkt@gmail.com",
	"gantertelviemmald@gmail.com",
	"krisonboonsompb@gmail.com",
	"jarudahelmutkj@gmail.com",
	"apiromchitanondhnj@gmail.com",
	"duanyaisurangkanajw@gmail.com",
	"jaruhvanartyomgl@gmail.com",
	"arjunaeoghandh@gmail.com",
	"kittinannilvanichhq@gmail.com",
	"eakaratchooratyh@gmail.com",
	"poonklayrieuneaucz@gmail.com",
	"saengramweskosithlb@gmail.com",
	"yamdagniwibowodh@gmail.com",
	"wichitanurakfc@gmail.com",
	"harrisrangkaewvk@gmail.com",
	"naputtakangkarnxc@gmail.com",
	"elizavetasangpetfm@gmail.com",
	"jarudetevgenyrr@gmail.com",
	"eakachaiholgerwd@gmail.com",
	"pornwasinanekpongrs@gmail.com",
	"ernestekapobqk@gmail.com",
	"puinoientechbv@gmail.com",
	"puttajujanhomklaicb@gmail.com",
	"emmikagrinkevychxm@gmail.com",
	"wanwangalexandrepx@gmail.com",
	"yotipaianetteng@gmail.com",
	"erawannillaorvm@gmail.com",
	"nilsuwanpolakimd@gmail.com",
	"phutsonfouachehb@gmail.com",
	"haisokeboonyaritkp@gmail.com",
	"srithongsrichumcj@gmail.com",
	"hodgsoninsawangyn@gmail.com",
	"pongpomweangkamym@gmail.com",
	"jarugunharisombutbp@gmail.com",
	"srisopabeaudeuxzg@gmail.com",
	"kanamaruhattawatff@gmail.com",
	"sukrobolsumeksrixd@gmail.com",
	"hamanosuntornsinwz@gmail.com",
	"tamsiriherbertyt@gmail.com",
	"bunsornmcgillvarykd@gmail.com",
	"tjernbergtengchiewsy@gmail.com",
	"gakschekananxn@gmail.com",
	"bunyoungekkapongxm@gmail.com",
	"prabpaichikuviramm@gmail.com",
	"eberhardelvinakv@gmail.com",
	"alessandrosopapongcf@gmail.com",
	"ekchadapeangrattb@gmail.com",
	"akajinkingkanhb@gmail.com",
	"galochasiranartzj@gmail.com",
	"pongpetkawitagx@gmail.com",
	"yodkeawjaithiangtw@gmail.com",
	"srisuphanmaneechotekm@gmail.com",
	"wongklamketsudafd@gmail.com",
	"matatratipnuchdangtp@gmail.com",
	"hinsuisramoondt@gmail.com",
	"kumponhammelbq@gmail.com",
	"tongpliyekachaihs@gmail.com",
	"sangmeksrichumkx@gmail.com",
	"gantertzakharovalc@gmail.com",
	"iabsakulthummarutsp@gmail.com",
	"kalaseethonpuagmw@gmail.com",
	"maruleeamarinrm@gmail.com",
	"srivikornpredapornhz@gmail.com",
	"pongpirulpasrichalg@gmail.com",
	"ekkaritpropertyty@gmail.com",
	"almeligykomsakonjk@gmail.com",
	"phutsonsirisinhajm@gmail.com",
	"terraceekkapobsq@gmail.com",
	"jarmantitipakdeemf@gmail.com",
	"jeshicharieuneauwk@gmail.com",
	"padasrifontanillavq@gmail.com",
	"huguesboonchanyw@gmail.com",
	"ekkehardvigovskayavr@gmail.com",
	"emmittpatwanitls@gmail.com",
	"udompodsakanishizl@gmail.com",
	"ekkasakhataitatyn@gmail.com",
	"onlinearthitkq@gmail.com",
	"kingkamonbrotskiiyf@gmail.com",
	"petmungrungraungnz@gmail.com",
	"srisuphankhongwongdp@gmail.com",
	"natthaiaekkarachgv@gmail.com",
	"payternanugkakulqp@gmail.com",
	"boonyotaeukritqr@gmail.com",
	"jarmsarkrisnapc@gmail.com",
	"napholluchaitw@gmail.com",
	"kumkingkrissadazc@gmail.com",
	"sroysuwanhathairatnb@gmail.com",
	"srijanhataipatqx@gmail.com",
	"assadejthirachureejc@gmail.com",
	"sangnetsukpanmm@gmail.com",
	"sripanadawannz@gmail.com",
	"suphasrivenkataqs@gmail.com",
	"andreyathiwatcl@gmail.com",
	"yamdagnibovornrojwanxy@gmail.com",
	"thepubrichotchongbc@gmail.com",
	"wanphenassociaterp@gmail.com",
	"tansansinduangsripq@gmail.com",
	"kesineekawitaxx@gmail.com",
	"burgerhoutkorosecsq@gmail.com",
	"montecarlojaruspapp@gmail.com",
	"tansansinnguyenfq@gmail.com",
	"jarinpatridjanteukhl@gmail.com",
	"pangsubgethingjy@gmail.com",
	"nossentthongyookp@gmail.com",
	"phokpulherbertwh@gmail.com",
	"athikornphusangmooknq@gmail.com",
	"suwannasamsrihabuaht@gmail.com",
	"hemwettolkowskyfw@gmail.com",
	"boonyotaeuanautgq@gmail.com",
	"ekdanaichantreerv@gmail.com",
	"frodgeadelaida@gmail.com",
	"annapedalkova@gmail.com",
	"dalbeyarie3@gmail.com",
	"sivasubramaniancharleston@gmail.com",
	"rathakrishnanchristopherballin@gmail.com",
	"claytonmiller301@gmail.com",
	"lynnapronto@gmail.com",
	"theolagayman@gmail.com",
	"ariexpresxo@gmail.com",
	"yelenasimington062@gmail.com",
	"zackmontero84@gmail.com",
	"zuzuman301@gmail.com",
	"henrywekraikosolsc@gmail.com",
	"saputraekarajyp@gmail.com",
	"andreytamnorasetmc@gmail.com",
	"kumkingphotianpg@gmail.com",
	"jarubutrninnangkulhb@gmail.com",
	"yimjunphopoonsaklz@gmail.com",
	"roengromsolutionzq@gmail.com",
	"terraceveerasarnlb@gmail.com",
	"wongsaramaritkz@gmail.com",
	"khaledanwarddq@gmail.com",
	"tejaguptakirstengv@gmail.com",
	"nimkaewvigovskayacq@gmail.com",
	"eravajeakluckxg@gmail.com",
	"saeteawkantiyavj@gmail.com",
	"arjunapasrichast@gmail.com",
	"eknarinsuthisomboonnb@gmail.com",
	"chukwugboekkarachfk@gmail.com",
	"hallonsharon522@gmail.com",
	"patriciahallo70@gmail.com",
	"cartermobilbatumarsya@gmail.com",
	"siliconebayscare@gmail.com",
	"fimandeinah@gmail.com",
	"qilkayita@gmail.com",
	"reynacatalli@gmail.com",
	"le410021@uaeh.edu.mx",
	"exotichome420@gmail.com",
	"frenchbullies0@gmail.com",
	"lovearkazz@gmail.com",
	"lancecalusner@gmail.com",
	"koligill2@gmail.com",
	"babatoe2@gmail.com",
	"franckywilliam8@gmail.com",
	"banknoteundetectable@gmail.com",
	"mikesmith91122@gmail.com",
	"ritasean44@gmail.com",
	"w502fs8g@duck.com",
	"janeblack532@gmail.com",
	"smithvefonge@gmail.com",
	"aijazsami756@gmail.com",
	"ftjeodocb@gmail.com",
	"brooklynjames637@gmail.com",
	"yotyrandy@gmail.com",
	"teshikennedy@gmail.com",
	"dammygell@gmail.com",
	"lunapetersonmouton@gmail.com",
	"abellamares4@gmail.com",
	"abhinavm694@gmail.com",
	"adultclubaustralia.com@gmail.com",
	"adultfindout.eu@gmail.com",
	"adultfindout.uk@gmail.com",
	"adultfriendclubs@gmail.com",
	"adultsinglesdating@gmail.com",
	"adultxchat.com.au@gmail.com",
	"alicia.mungomery@gmail.com",
	"alina.farace@gmail.com",
	"allysonmadding@gmail.com",
	"alstonholmer@gmail.com",
	"amandamarron0@gmail.com",
	"ameyken6@gmail.com",
	"amy.g.mouton@gmail.com",
	"amy.schonell@gmail.com",
	"amylora66@gmail.com",
	"andreabronytaylor@gmail.com",
	"anna.a.haris@gmail.com",
	"ariannabrigida909@gmail.com",
	"ashley.w.wooley@gmail.com",
	"ashleymeaddison@gmail.com",
	"augustagonzalez226@gmail.com",
	"aussieadultfriendfinder@gmail.com",
	"avas02349@gmail.com",
	"bliss.marvin@gmail.com",
	"breekelley457@gmail.com",
	"camliaalbert92@gmail.com",
	"camytailor015@gmail.com",
	"carmendparton@gmail.com",
	"casualdateeu@gmail.com",
	"casualxdating@gmail.com",
	"catchclassifieds@gmail.com",
	"chjichu@gmail.com",
	"christianxdating@gmail.com",
	"christinapetersonpowell@gmail.com",
	"coleenbrown007@gmail.com",
	"corybristol874@gmail.com",
	"couplesdatingsites@gmail.com",
	"couplessexdating@gmail.com",
	"crazylocs1967@gmail.com",
	"daisyjackson987@gmail.com",
	"daniel163494@gmail.com",
	"danislora7@gmail.com",
	"datingadultpartner@gmail.com",
	"datinghorny@gmail.com",
	"datingintimate@gmail.com",
	"denisetseabolt@gmail.com",
	"dessiekelly222@gmail.com",
	"dianejbabin@gmail.com",
	"discreetxdating@gmail.com",
	"elizabethewwwilliams@gmail.com",
	"ellalora14@gmail.com",
	"ellenschloss@gmail.com",
	"emmamartin734@gmail.com",
	"erika.jerry.watson@gmail.com",
	"eviemouton@gmail.com",
	"fannypacker89@gmail.com",
	"farace.alina@gmail.com",
	"findxpartners@gmail.com",
	"garciarachel407@gmail.com",
	"infidelitydates@gmail.com",
	"internationalxdating@gmail.com",
	"jamesjiya@gmail.com",
	"janice.g.hensley@gmail.com",
	"janicedhensley@gmail.com",
	"jazzlion32@gmail.com",
	"jecqulinelove@gmail.com",
	"jennared38@gmail.com",
	"jktcontact@gmail.com",
	"joslinetaylor@gmail.com",
	"julieandersons42@gmail.com",
	"katiewwoods@gmail.com",
	"kelvinlora24@gmail.com",
	"kemchhobiz@gmail.com",
	"kimberliejeankelley@gmail.com",
	"kristiejpere@gmail.com",
	"laney.bobby@gmail.com",
	"lararose761@gmail.com",
	"larayork96@gmail.com",
	"leondavis21@gmail.com",
	"levinlorakora05@gmail.com",
	"libbyrich55@gmail.com",
	"licykelly21@gmail.com",
	"loganharries444@gmail.com",
	"lollyjjames@gmail.com",
	"loradanis07@gmail.com",
	"lorakoralevin@gmail.com",
	"loreemorgan22@gmail.com",
	"lovelyronitaylor@gmail.com",
	"lymeforests@gmail.com",
	"margaretsdavis@gmail.com",
	"marialoiswilson@gmail.com",
	"mariandunn005@gmail.com",
	"martinjessica225@gmail.com",
	"mendating.com.au@gmail.com",
	"merryscott27@gmail.com",
	"miaaamalkova@gmail.com",
	"miaarosetaylor@gmail.com",
	"monicachortle517@gmail.com",
	"monicarfarwell@gmail.com",
	"mw1755729@gmail.com",
	"nancy.o.moore@gmail.com",
	"nannyrosecaroline@gmail.com",
	"nicole.pk.ortiz@gmail.com",
	"nostringattachments@gmail.com",
	"olivia.o.miller@gmail.com",
	"onlineadultdatingservicesuk@gmail.com",
	"onlinexsingles@gmail.com",
	"pauleastman007@gmail.com",
	"peoplexdating@gmail.com",
	"plentysingles.au@gmail.com",
	"plentysingleswomen@gmail.com",
	"reginalmdhailey@gmail.com",
	"rosadtaylor@gmail.com",
	"rosamond.winslet@gmail.com",
	"rosie.c.cole@gmail.com",
	"rosiehalsey56@gmail.com",
	"sarah.k.kaine@gmail.com",
	"sensualxdating@gmail.com",
	"shellyhilton167@gmail.com",
	"singlesxdating@gmail.com",
	"smithisabella135@gmail.com",
	"sonjackeel@gmail.com",
	"sophia.m.franklin@gmail.com",
	"sscott.peter92@gmail.com",
	"st7610262@gmail.com",
	"suzan.j.jamson@gmail.com",
	"swingersxpersonals@gmail.com",
	"taylormiarose77@gmail.com",
	"tiaunaryan@gmail.com",
	"timolivernow@gmail.com",
	"tomandrus4@gmail.com",
	"trishabcarson@gmail.com",
	"vernaskelley@gmail.com",
	"walkerkrystyna215@gmail.com",
	"woodsara256@gmail.com",
	"zoenpratt@gmail.com",
	"cobaenterprice@gmail.com",
	"regdaraldmin7@gmail.com",
	"mcphersonktev63910@gmail.com",
	"iamrapperhulk@gmail.com",
	"rajs641460@gmail.com",
	"ss5203152@gmail.com",
	"priestfevar@gmail.com",
	"tertom1990@gmail.com",
	"upsdelivery402@gmail.com",
	"shankarsharmaooo85@gmail.com",
	"jonysunhowerd@gmail.com",
	"marefsredik@gmail.com",
};

struct UseFile
{
	UseFile(const std::string &useName): reader(useName + ".use")
	{
	}

	use::RandomReader reader;
	uint64_t numTotal{0};
	uint64_t numAccepted{0};
	uint64_t numRejectedDate{0};
	uint64_t numRejectedMid{0};
	uint64_t numRejectedGroups{0};
	uint64_t numRejectedSize{0};
	uint64_t numRejectedParse{0};
	uint64_t numRejectedEmpty{0};
	uint64_t numRejectedSpamParseFrom{0};
	uint64_t numRejectedSpamParseSubj{0};
	uint64_t numRejectedSpamKnownFrom{0};
	uint64_t numRejectedSpamThaiFrom{0};
	uint64_t numRejectedSpamThaiSubj{0};
	uint64_t numRejectedSpamKindle{0};
	uint64_t numRejectedSpamTop580{0};
	uint64_t bytesAccepted{0};
};

static bool isThai(const std::string &hdr)
{
	return hdr.find("\xe0") != hdr.npos;
}

static bool isKindle(const std::string &subj)
{
	static const std::set<std::string> words = {"KINDLE", "PDF", "EBOOK", "EPUB"};
	int score = 0;
	for(std::set<std::string>::const_iterator i = words.begin(); i != words.end(); ++i) {
		if(subj.find(*i) != subj.npos) {
			++ score;
		}
	}

	return score == 4;
}

static bool allowGroups(const std::string &groups)
{
	std::vector<std::string> v = util::tokenize(groups, ",");
	for(std::vector<std::string>::const_iterator i = v.begin(); i != v.end(); ++i) {
		const std::string g = util::trimWhitespaces(*i);
		if(util::startsWith(g, "pl.") || util::startsWith(g, "alt.pl.")) {
			return true;
		}

		if(g == "alt.fan.holy-mother-megan" || g == "alt.languages.polish" || g == "soc.culture.polish") {
			return true;
		}
	}

	return false;
}

static bool checkArticle(const idx::Entry &e, UseFile &uf)
{
	++uf.numTotal;

	if(e.date == idx::DATE_INVAL) {
		++uf.numRejectedDate;
		return false;
	}

	if(e.mid.empty()) {
		++uf.numRejectedMid;
		return false;
	}

	if(!allowGroups(e.groups)) {
		++uf.numRejectedGroups;
		return false;
	}

	if(e.len >= 131072) {
		++uf.numRejectedSize;
		return false;
	}

	std::vector<uint8_t> data;
	assert(uf.reader.get(e.idx, data));
	assert(data.size() == e.len);

	Article a;
	if(!a.parse(data)) {
		++uf.numRejectedParse;
		return false;
	}

	const std::string body = a.getBody();
	if(body.empty()) {
		++uf.numRejectedEmpty;
		return false;
	}

	std::string from;
	if(!a.get("from", from)) {
		++uf.numRejectedSpamParseFrom;
		return false;
	}

	std::string subj;
	if(!a.get("subject", subj)) {
		++uf.numRejectedSpamParseSubj;
		return false;
	}

	for(std::set<std::string>::const_iterator i = spammers.begin(); i != spammers.end(); ++i) {
		if(from.find(*i) != from.npos) {
			++uf.numRejectedSpamKnownFrom;
			return false;
		}
	}

	if(isThai(from)) {
		++uf.numRejectedSpamThaiFrom;
		return false;
	}

	if(isThai(subj)) {
		++uf.numRejectedSpamThaiSubj;
		return false;
	}

	if(isKindle(subj)) {
		++uf.numRejectedSpamKindle;
		return false;
	}

	if(body.find("top580.win") != body.npos) {
		++uf.numRejectedSpamTop580;
		return false;
	}

	++uf.numAccepted;
	uf.bytesAccepted += e.len;
	return true;
}

int main(void)
{
	std::map<std::string, std::unique_ptr<UseFile>> useFiles;

	for(;;) {
		idx::Entry e;
		if(!idx::load(e, stdin)) {
			break;
		}

		assert(!e.name.empty());

		std::map<std::string, std::unique_ptr<UseFile>>::iterator i = useFiles.find(e.name);
		if(i == useFiles.end()) {
			useFiles[e.name].reset(new UseFile(e.name));
			i = useFiles.find(e.name);
			assert(i != useFiles.end());
		}

		if(checkArticle(e, *(i->second))) {
			idx::save(e, stdout);
		}
	}

	uint64_t toBePostedSize{0};
	uint64_t toBePostedCount{0};

	for(std::map<std::string, std::unique_ptr<UseFile>>::const_iterator i = useFiles.begin(); i != useFiles.end(); ++i) {
		fprintf(stderr, "File: %s\n", i->first.c_str());
		fprintf(stderr, "- total arts: %" PRIu64 "\n", i->second->numTotal);
		fprintf(stderr, "- accepted arts: %" PRIu64 "\n", i->second->numAccepted);
		fprintf(stderr, "- accepted bytes: %" PRIu64 "\n", i->second->bytesAccepted);
		fprintf(stderr, "- rejected (date): %" PRIu64 "\n", i->second->numRejectedDate);
		fprintf(stderr, "- rejected (mid): %" PRIu64 "\n", i->second->numRejectedMid);
		fprintf(stderr, "- rejected (groups): %" PRIu64 "\n", i->second->numRejectedGroups);
		fprintf(stderr, "- rejected (size): %" PRIu64 "\n", i->second->numRejectedSize);
		fprintf(stderr, "- rejected (parse): %" PRIu64 "\n", i->second->numRejectedParse);
		fprintf(stderr, "- rejected (empty): %" PRIu64 "\n", i->second->numRejectedEmpty);
		fprintf(stderr, "- rejected (parse from): %" PRIu64 "\n", i->second->numRejectedSpamParseFrom);
		fprintf(stderr, "- rejected (parse subj): %" PRIu64 "\n", i->second->numRejectedSpamParseSubj);
		fprintf(stderr, "- rejected (known from): %" PRIu64 "\n", i->second->numRejectedSpamKnownFrom);
		fprintf(stderr, "- rejected (thai from): %" PRIu64 "\n", i->second->numRejectedSpamThaiFrom);
		fprintf(stderr, "- rejected (thai subj): %" PRIu64 "\n", i->second->numRejectedSpamThaiSubj);
		fprintf(stderr, "- rejected (kindle): %" PRIu64 "\n", i->second->numRejectedSpamKindle);
		fprintf(stderr, "- rejected (top580): %" PRIu64 "\n", i->second->numRejectedSpamTop580);
		fprintf(stderr, "\n");

		toBePostedSize += i->second->bytesAccepted;
		toBePostedCount += i->second->numAccepted;
	}

	fprintf(stderr, "Total: %" PRIu64 " bytes in %" PRIu64 " arts\n", toBePostedSize, toBePostedCount);
	return 0;
}
