Imported the 'old_rc_new' script from kraken-ui/msc.
authordeclerambaul <fabian.kaelin@gmail.com>
Thu, 28 Jun 2012 17:25:01 +0000 (19:25 +0200)
committerdeclerambaul <fabian.kaelin@gmail.com>
Thu, 28 Jun 2012 17:25:01 +0000 (19:25 +0200)
16 files changed:
old_rc_new/README.md [new file with mode: 0644]
old_rc_new/comscore.py [new file with mode: 0644]
old_rc_new/deploy.py [new file with mode: 0755]
old_rc_new/fix-dates.sh [new file with mode: 0755]
old_rc_new/input/wikilytics_in_comscore_properties_uv.csv [new file with mode: 0644]
old_rc_new/input/wikilytics_in_comscore_regions_reach.csv [new file with mode: 0644]
old_rc_new/input/wikilytics_in_comscore_regions_uv.csv [new file with mode: 0644]
old_rc_new/input/wikilytics_in_dictionary_regions.csv [new file with mode: 0644]
old_rc_new/input/wikilytics_in_pageviews.csv [new file with mode: 0644]
old_rc_new/input/wikilytics_in_wikistats_core_metrics.csv [new file with mode: 0644]
old_rc_new/new_charts.py [new file with mode: 0644]
old_rc_new/old_charts.py [new file with mode: 0644]
old_rc_new/old_to_new.py [new file with mode: 0644]
old_rc_new/parse_csv.py [new file with mode: 0644]
old_rc_new/targets.py [new file with mode: 0644]
old_rc_new/utils.py [new file with mode: 0644]

diff --git a/old_rc_new/README.md b/old_rc_new/README.md
new file mode 100644 (file)
index 0000000..2f8b055
--- /dev/null
@@ -0,0 +1,71 @@
+# Purpose
+
+Script to transform the data created for the [old report card](stats.wikimedia.org/reportcard) by Erik Zachte into the format required by the [new report card](reportcard.wmflabs.org). The data is not generated nor aggregated, the scripts simply extract the necessary data points to generate the charts on the report card. This is a temporary solution while the new analytics platform is in development.
+
+# Usage
+
+       python deploy.py [-h] [-c] [-m] [-p] [-d]
+
+       Convert data for new report card.
+
+       optional arguments:
+         -h, --help            show this help message and exit
+         -c , --comscore       <path> to the comscore files
+         -m , --monthlystats   Monthly statistics file
+         -p , --pageviews      Page views file
+         -d , --deploy         Copies created files from output folder to datasources folder
+
+
+# What is generated
+
+## Charts from old report card
+
+The input files and a list of graph data extracted from them.
+
+* `excel_in_PageViewsPerMonthPopularWikisNormalized_*.csv` contains:
+       *  Page Requests for All Wikimedia Projects (mobile & non-mobile) : lines 3-31
+* `excel_in_StatisticsMonthly_*.csv` contains:
+       * Binary Files : lines 521-535
+       * Wikipedia Articles (per wiki) : lines 263-290
+               * NOTE: Total is not displayed on old report card -> set 'visibility' to [0,1,1,1,1,1,1,1] on new report card
+               * only 8 largest wiki's
+       * New Wikipedia Articles Per Day (per wiki) : lines 349-376
+               * only 8 largest wiki's
+       * Wikipedia Edits Per Month (per wiki) : lines 435-462
+               * only first 5 wiki's
+       * New Editors Per Month for All Wikimedia Projects  : lines 2-29
+               * only first 10 wiki's
+       * Active Wikimedia Editors for All Wikimedia Projects (5+) : lines 89-116
+               * only first 10 wiki's
+               * Add the note : Aug 2010: Editors on Commons are no longer included in overall total, on the assumption that most also edit on one or more other projects. More precise detection of double counts between any projects and languages is planned for late 2010 (using Single User Login registration).
+       * Very Active Editors for All Wikimedia Projects (100+) : lines 176-203
+               * only first 10 wiki's
+               * Add the note : Aug 2010: Editors on Commons are no longer included in overall total, on the assumption that most also edit on one or more other projects. More precise detection of double counts between any projects and languages is planned for late 2010 (using Single User Login registration).
+
+The format of the comscore data has been made dygraph friendly by ErikZ (thanks), there are only cosmetic changes necessary.
+
+* Replacing region codes by actual region names
+* Only display selected web properties for comparison (`wikilytics_in_comscore_properties_uv.csv`)     
+
+
+## Charts not in the old report card
+
+* Targets
+       * Active Editors
+       * Mobile Page Requests
+* Mobile Page Requests
+
+
+## Directory structure
+
+       input/
+               excel_in_PageViewsPerMonthPopularWikisNormalized_*.csv
+               excel_in_StatisticsMonthly_*.csv
+               comscore/
+                       wikilytics_in_comscore_properties_uv.csv                        
+                       wikilytics_in_comscore_regions_uv.csv
+                       wikilytics_in_comscore_regions_reach.csv
+                       wikilytics_in_dictionary_regions.csv
+       
+
+
diff --git a/old_rc_new/comscore.py b/old_rc_new/comscore.py
new file mode 100644 (file)
index 0000000..bad8d61
--- /dev/null
@@ -0,0 +1,107 @@
+'''
+Adapts dygrap csv files comscore data
+
+ErikZ supplied dygraph friendly files for comescore.
+
+All that needs to be done is 
+       * crop the amount of data to match what is being shown in the report card
+       * replace region codes with region names
+
+'''
+
+import os
+
+import old_to_new
+from utils import fix_dates
+
+
+comscore_properties_fn = ''
+comscore_regions_reach_fn = ''
+comscore_regions_uv_fn = ''
+
+comscore_regions_dictionary_fn = ''
+
+
+
+comscore_regions_dictionary = {}
+def initRegionsDict():
+       """
+       target_language,region_code,region_name
+       en,AS,Asia Pacific
+       en,C,China
+       en,EU,Europe
+       en,I,India
+       en,LA,Latin-America
+       en,MA,Middle-East/Africa
+       en,NA,North-America
+       en,W,World
+       fr,EU,L'Europe
+       nl,EU,Europa
+       """
+       comscore_regions_dictionary['AS'] = "Asia Pacific"
+       comscore_regions_dictionary['C'] = "China"
+       comscore_regions_dictionary['EU'] = "Europe"
+       comscore_regions_dictionary['I'] = "India"
+       comscore_regions_dictionary['LA'] = "Latin-America"
+       comscore_regions_dictionary['MA'] = "Middle-East/Africa"
+       comscore_regions_dictionary['NA'] = "North-America"
+       comscore_regions_dictionary['W'] = "World"
+       # for line in open(comscore_regions_dictionary_fn,'r'):
+       #       d = line[:-1].split(',')
+       #       comscore_regions_dictionary[d[1]] = d[2]
+
+
+def replaceRegion(fn):
+       data = open(fn,'r').read()
+       for c,r in comscore_regions_dictionary.items():
+               data = data.replace(c,r)
+       return data
+
+
+def processRegion(in_fn,out_fn):
+       """
+       """
+       with open(os.path.join(old_to_new.output_folder,out_fn),'w') as out:
+               for line in replaceRegion(in_fn).split('\n'):                                           
+                       field = line.split(',')
+                       if len(field)<2:
+                               continue
+                       # put the last column 'world' in first place
+                       field[1],field[-1]=field[-1],field[1]
+
+                       out.write(",".join(field)+'\n') 
+
+       
+
+def filterProperties(props):
+       
+       allprops = open(comscore_properties_fn,'r').read().split('\n')[0].split(',')
+
+       indices = [0] + [i for i,p in enumerate(allprops) if p in props]
+
+       o = open(os.path.join(old_to_new.output_folder,'rc_comscore_properties.csv'),'w')
+
+       for line in open(comscore_properties_fn,'r'):
+
+               fields = line[:-1].split(',')           
+
+               o.write(','.join([fields[i] for i in indices])+'\n')
+       
+
+
+def create_all():
+       global comscore_properties_fn,comscore_regions_reach_fn,comscore_regions_uv_fn,comscore_regions_dictionary_fn
+
+       comscore_properties_fn = os.path.join(old_to_new.comscore_directory,'wikilytics_in_comscore_properties_uv.csv')
+       comscore_regions_reach_fn = os.path.join(old_to_new.comscore_directory,'wikilytics_in_comscore_regions_reach.csv')
+       comscore_regions_uv_fn = os.path.join(old_to_new.comscore_directory,'wikilytics_in_comscore_regions_uv.csv')
+       comscore_regions_dictionary_fn = os.path.join(old_to_new.comscore_directory,'wikilytics_in_dictionary_regions.csv')
+
+
+       initRegionsDict()
+
+       processRegion(in_fn=comscore_regions_uv_fn,out_fn='rc_comscore_region_uv.csv')
+       processRegion(in_fn=comscore_regions_reach_fn,out_fn='rc_comscore_region_reach.csv')
+       
+
+       filterProperties(['Total Internet','Google','Wikimedia'])
\ No newline at end of file
diff --git a/old_rc_new/deploy.py b/old_rc_new/deploy.py
new file mode 100755 (executable)
index 0000000..457347d
--- /dev/null
@@ -0,0 +1,79 @@
+#!/usr/local/python
+"""
+Converts all dygraph files and 'deploys' them to data folder
+"""
+import os,argparse
+import old_to_new
+
+def main():
+       parser = argparse.ArgumentParser(
+               description="""Convert data for new report card. 
+               """
+       )
+
+       parser.add_argument(
+               '-c', '--comscore',
+               metavar="",
+               type=str, 
+               default='./input/comscore',
+               help='<path> to the comscore files'
+       )
+       parser.add_argument(
+               '-m', '--monthlystats',
+               metavar='',
+               type=str, 
+               default="./input/StatisticsMonthly.csv",
+               help='Monthly statistics file'
+       )
+       parser.add_argument(
+               '-p', '--pageviews',
+               metavar='',
+               type=str, 
+               default="./input/PageViewsPerMonthPopularWikisNormalized.csv",
+               help='Page views file'
+       )
+       parser.add_argument(
+               '-d', '--deploy',
+               metavar='',
+               type=bool, 
+               default=False,
+               help='Copies created files from output folder to datasources folder'
+       )
+
+       args = parser.parse_args()
+       
+       # read config passed as argument
+
+       if os.path.exists(args.comscore): 
+               old_to_new.comscore_directory = args.comscore
+       else:
+               print "%s doesn't exist"%(args.comscore)
+               parser.print_help()
+               return
+       if os.path.isfile(args.monthlystats): 
+               old_to_new.monthly_stats = args.monthlystats
+       else:           
+               print "%s doesn't exist"%(args.monthlystats)
+               parser.print_help()
+               return
+       if os.path.isfile(args.pageviews): 
+               old_to_new.page_views = args.pageviews
+       else:            
+               print "%s doesn't exist"%args.pageviews
+               parser.print_help()
+               return
+       
+
+       old_to_new.create_all()
+
+       # make sure all dates are correct, they come formatted in all kinds of ways...
+       os.system('./fix-dates.sh %s/*.csv'%old_to_new.output_folder)
+       os.system('rm %s/*.csv~'%old_to_new.output_folder)
+
+       if args.deploy:
+               print 'Deploying data files to datasources directory'
+               os.system("cp %s/*.csv ../../data/datasources/rc"%old_to_new.output_folder)
+
+       
+if __name__ == "__main__":
+       main()
\ No newline at end of file
diff --git a/old_rc_new/fix-dates.sh b/old_rc_new/fix-dates.sh
new file mode 100755 (executable)
index 0000000..dfb1e0e
--- /dev/null
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+ssed -i~ -R \
+    -e 's!^(\d{4})[/\-](\d{2}),!\1/\2/01,!' \
+    -e 's!^(\d{4})[/\-](\d),!\1/0\2/01,!' \
+    -e 's!^(\d{4})[/\-](\d{2})[/\-](\d{2}),!\1/\2/\3,!' \
+    -e 's!^(\d{4})[/\-](\d)[/\-](\d{2}),!\1/0\2/\3,!' \
+    -e 's!^(\d{4})[/\-](\d{2})[/\-](\d),!\1/\2/0\3,!' \
+    -e 's!^(\d{4})[/\-](\d)[/\-](\d),!\1/0\2/0\3,!' $*
+
diff --git a/old_rc_new/input/wikilytics_in_comscore_properties_uv.csv b/old_rc_new/input/wikilytics_in_comscore_properties_uv.csv
new file mode 100644 (file)
index 0000000..d1e597f
--- /dev/null
@@ -0,0 +1,54 @@
+date,AOL,Amazon,Apple,Ask Network,Baidu,CBS,Facebook,Glam Media,Google,Microsoft,Tencent,Total Internet,Wikimedia,Yahoo!,eBay
+2008-01,247880000,165959000,140309000,121303000,70050000,35214000,100668000,46853000,597234000,545608000,70643000,824435000,242554000,-1,249307000
+2008-02,240810000,155193000,139213000,116420000,66711000,36781000,100319000,53017000,605576000,542751000,66228000,822990000,240754000,-1,239900000
+2008-03,251899000,163460000,142900000,130049000,71376000,41412000,109162000,64362000,626118000,563245000,72854000,840590000,256061000,-1,250945000
+2008-04,253544000,161752000,144047000,130467000,72860000,39195000,116375000,63962000,631148000,565670000,72838000,849580000,261414000,-1,245133000
+2008-05,252394000,159281000,140380000,127769000,80201000,39565000,123851000,77391000,643809000,572016000,77885000,853119000,263120000,-1,247791000
+2008-06,256679000,155108000,134621000,124603000,83330000,35979000,132105000,76942000,649096000,572292000,84330000,860514000,251502000,-1,238400000
+2008-07,271020000,159813000,140009000,142242000,130172000,171234000,144845000,80839000,722454000,636377000,133198000,949583000,244326000,-1,236762000
+2008-08,268065000,156750000,142011000,138045000,137394000,172895000,153945000,75252000,742390000,645223000,139113000,960198000,248539000,-1,233263000
+2008-09,264196000,156720000,143583000,144689000,143754000,174198000,161122000,88296000,748539000,646072000,147993000,971945000,272109000,-1,228805000
+2008-10,267783000,159807000,145753000,153488000,149514000,174183000,181772000,97589000,753081000,639829000,155708000,984396000,277208000,-1,233044000
+2008-11,268312000,169903000,147928000,160489000,148748000,171724000,200189000,95166000,758588000,638570000,157213000,996304000,280969000,-1,233173000
+2008-12,273020000,187354000,161500000,164513000,152447000,178844000,221791000,110577000,775980000,646915000,158617000,1007730000,272998000,-1,240947000
+2009-01,271016000,188202000,157639000,164191000,147419000,180319000,236292000,103134000,771553000,632548000,156047000,1020582000,289811000,-1,231552000
+2009-02,276793340,183002729,158271877,164566000,147589000,185641670,275642122,102198000,816983240,675271648,311206585,1078911086,300751440,-1,234560495
+2009-03,285516952,194927843,170395053,172552000,147281000,202560045,294674675,108824000,830662907,692478942,309166693,1092598409,327147671,-1,250155801
+2009-04,290751439,192441333,167911804,169916000,147447000,192200194,307100669,110811407,845622755,690985683,308955570,1108030946,320042850,-1,246146758
+2009-05,286825593,188601849,166754071,171613000,152087000,185351245,315999937,117662608,840410223,682204540,296338559,1122330925,317254958,-1,238147630
+2009-06,279555544,185035212,173022287,173766000,148322000,185679000,340011382,110407926,844245495,691361915,304383897,1135655524,302939583,-1,233483267
+2009-07,268382654,197306209,177227079,191752000,145361000,195694856,369551030,114546529,853819724,701833783,292795948,1151380737,295484362,-1,236818724
+2009-08,260546620,200671325,176467563,189937000,145573000,194036025,389524974,112687633,867617643,707802794,145701020,1165193688,307641428,-1,243334566
+2009-09,255088138,201903853,183162618,207555000,147472000,195793801,410952850,125516413,879175953,717909861,149802565,1179318237,325998220,-1,239633702
+2009-10,258391659,212204203,187990636,209779000,152490000,201899167,430208903,134384615,891948998,732862095,151019122,1190150960,344563338,-1,243460647
+2009-11,256386000,223851000,192620000,213975000,152398000,201809000,438146000,140755000,889522000,730348000,152325000,1206051000,345805000,-1,246712000
+2009-12,268197000,240584000,209500000,215730000,152199000,211360000,468708000,159793000,899426000,727410000,153376000,1222237000,347020000,-1,262746000
+2010-01,267055000,244658000,204258000,227804000,157107000,211785000,471447000,163824000,919720000,734177000,156423000,1237448000,364719000,-1,259866000
+2010-02,255999000,224564000,190382000,214937000,163041000,190589000,462682000,158082000,883498000,734981000,168183000,1203547000,345218000,-1,241811000
+2010-03,262514000,230804000,201406000,225365000,169952000,210468000,484209000,164100000,907371000,757017000,172822000,1219389000,370744000,-1,255651000
+2010-04,263704000,222873000,212251000,223251000,174710000,204916000,519076000,163918000,921153000,728546000,173092000,1231777000,374846000,-1,253924000
+2010-05,266787000,228083000,213166000,215039000,180965000,211496000,548134000,164189000,931583000,789035000,175771000,1244104000,388932000,-1,252803000
+2010-06,255895000,221785000,213671000,208313000,174672000,204162000,550939000,167420000,942199000,799898000,177789000,1253406000,379112000,-1,217671000
+2010-07,248233000,230554000,212905000,211622000,179920000,209288000,571480000,173248000,952484000,800636000,182572000,1261762000,360225000,-1,217586000
+2010-08,221158000,237156000,219498000,216371000,181984000,3202000,598084000,186414000,971045000,814562000,191021000,1285378000,373392000,-1,222435000
+2010-09,218426000,234334000,226129000,221821000,184728000,223388000,620269000,179892000,976431000,827496000,197617000,1294784000,398178000,-1,221574000
+2010-10,232439000,245082000,227768000,225397000,185318000,222329000,633548000,181888000,976693000,840677000,204266000,1304632000,408350000,-1,222283000
+2010-11,239205000,252698000,228285000,233155000,184703000,229265000,647482000,197937000,970109000,869373000,211656000,1313926000,410816000,-1,229915000
+2010-12,239550000,263450000,240557000,233444000,185005000,221362000,662420000,196886000,972486000,867914000,215211000,1323535000,395472000,-1,225280000
+2011-01,243275000,258169000,236347000,234884000,190956000,226135000,675361000,202299000,985289000,889163000,208512000,1333403000,413957000,-1,226079000
+2011-02,229394000,233765000,221271000,220019000,192845000,210949000,676733000,194173000,976374000,837039000,207793000,1339496000,379415000,-1,211945000
+2011-03,247697000,271264000,234944000,236956000,202995000,234656000,692998000,204134000,996706000,895813000,214254000,1350539000,400011000,-1,218809000
+2011-04,237258000,268611000,228366000,220341000,201227000,217686000,697970000,200186000,990970000,892893000,216190000,1362369000,380716000,-1,215085000
+2011-05,238860000,284321000,244182000,224060000,211060000,220230000,713647000,213528000,1009699000,905454000,220707000,1373976000,411061000,-1,225893000
+2011-06,231564000,282233000,246889000,212548000,215086000,214019000,734240000,203630000,1023643000,882818000,229175000,1383098000,399362000,-1,223520000
+2011-07,227626000,288766000,256743000,217771000,225898000,217962000,736465000,200757000,1031584000,898728000,237849000,1394031000,393543000,-1,224511000
+2011-08,227538000,302455000,260749000,227266000,231609000,226901000,752382000,202836000,1048918000,887917000,243094000,1411178000,422779000,-1,230320000
+2011-09,220379000,319548000,264537000,240805000,237997000,242571000,769655000,206764000,1066695000,914237000,245220000,1420316000,454529000,-1,232945000
+2011-10,224822000,338444000,299360000,255792000,243226000,244382000,788181000,210711000,1083316000,878510000,249286000,1431939000,476627000,-1,244368000
+2011-11,219953000,350769000,285234000,245416000,241368000,238148000,792999000,209031000,1081821000,886560000,248554000,1438877000,474723000,-1,243222000
+2011-12,221648000,366199000,295771000,239319000,246108000,245870000,794349000,216334000,1092912000,897860000,248644000,1444092000,457063000,-1,241919000
+2012-01,218280000,368190000,302250000,266079000,250655000,259109000,805604000,232000000,1107467000,889202000,252822000,1450588000,482157000,-1,254801000
+2012-02,218284000,353548000,290757000,243983000,252933000,253798000,790100000,220460000,1107171000,855114000,249661000,1448160000,475699000,-1,237301000
+2012-03,221302000,361472000,306808000,263148000,262638000,270398000,805722000,212773000,1139459000,874946000,264118000,1471414000,489402000,-1,241017000
+2012-04,215274000,347640000,296129000,256039000,259294000,249467000,809399000,223379000,1142257000,841169000,267441000,1477810000,473380000,-1,238224000
+2012-05,215645000,348139000,301594000,271312000,258963000,247019000,828817000,244243000,1150223000,840482000,264853000,1484382000,492393000,-1,247162000
diff --git a/old_rc_new/input/wikilytics_in_comscore_regions_reach.csv b/old_rc_new/input/wikilytics_in_comscore_regions_reach.csv
new file mode 100644 (file)
index 0000000..0c1d2a0
--- /dev/null
@@ -0,0 +1,54 @@
+date,AS,C,EU,I,LA,MA,NA,W
+2008-01,19.4,0.6,39.1,19.2,31.1,28.9,33.5,29.4
+2008-02,19.5,0.7,37.9,18.8,34.2,28.3,33.2,29.3
+2008-03,19.8,0.7,39.1,18.7,40.4,32.2,34.0,30.5
+2008-04,20.1,2.2,39.3,17.9,42.8,32.3,33.8,30.8
+2008-05,19.7,0.9,39.7,18.2,43.2,32.9,34.1,30.8
+2008-06,20.1,0.9,37.0,20.4,41.2,27.3,31.5,29.2
+2008-07,17.2,0.1,32.4,19.2,33.6,24.7,31.1,25.7
+2008-08,17.2,0.8,31.0,20.5,38.2,25.1,32.4,25.9
+2008-09,17.2,1.6,35.9,19.6,40.4,27.2,34.7,28.0
+2008-10,16.3,1.2,37.2,18.6,38.6,29.3,36.0,28.2
+2008-11,16.7,1.2,38.0,19.9,37.2,28.9,35.1,28.2
+2008-12,15.9,1.3,37.3,20.0,30.4,31.0,34.5,27.1
+2009-01,16.8,1.0,39.4,20.8,29.6,31.5,36.6,28.4
+2009-02,16.4,1.1,38.5,20.0,33.9,24.8,35.5,27.9
+2009-03,17.8,1.4,40.9,21.0,41.5,28.2,36.0,29.9
+2009-04,17.0,1.6,38.3,20.2,39.8,26.0,37.8,28.9
+2009-05,16.6,1.5,37.6,21.0,39.6,24.9,36.8,28.3
+2009-06,16.5,2.2,35.2,21.7,38.3,20.8,34.4,26.7
+2009-07,15.9,1.8,33.7,22.6,33.1,20.6,34.9,25.7
+2009-08,16.2,1.6,34.2,23.7,36.8,21.9,35.6,26.4
+2009-09,16.1,1.3,37.4,23.7,38.4,22.0,37.3,27.6
+2009-10,17.0,1.6,39.0,25.7,39.0,26.9,38.2,29.0
+2009-11,16.5,1.6,39.0,25.8,38.4,26.2,38.5,28.7
+2009-12,16.7,1.5,38.6,26.3,32.5,28.3,39.1,28.4
+2010-01,17.4,1.4,40.3,27.4,33.5,27.2,41.1,29.5
+2010-02,15.3,1.2,39.2,26.4,36.7,24.9,39.9,28.7
+2010-03,16.2,1.4,40.8,27.7,43.1,28.3,41.0,30.4
+2010-04,15.9,1.6,41.4,28.4,43.2,28.1,40.9,30.4
+2010-05,16.3,1.0,43.0,30.1,44.1,29.2,41.5,31.3
+2010-06,16.1,1.0,43.0,31.6,41.8,25.6,38.9,30.2
+2010-07,15.9,0.9,39.3,32.4,35.9,24.4,39.0,28.5
+2010-08,16.2,1.0,39.6,33.0,39.9,24.4,39.7,29.0
+2010-09,16.1,1.1,43.5,33.3,42.2,26.5,41.9,30.8
+2010-10,16.0,1.1,44.4,33.5,41.6,30.1,42.7,31.3
+2010-11,15.7,1.1,45.8,33.1,42.4,27.6,42.0,31.3
+2010-12,15.2,1.2,43.6,33.7,34.8,27.4,42.7,29.9
+2011-01,15.9,1.0,46.4,35.9,35.0,28.2,43.2,31.0
+2011-02,14.2,0.9,41.6,30.6,36.3,25.8,39.4,28.3
+2011-03,14.7,0.9,43.1,30.4,41.3,28,40.1,29.6
+2011-04,14,0.9,40.8,29.6,38.7,25.7,38,27.9
+2011-05,15.1,1.1,44,31.4,41.6,28.5,39.5,29.9
+2011-06,15.2,1.2,41.7,32.1,39.6,25.8,39.1,28.9
+2011-07,15.7,1.5,39.6,33.6,35.4,24.6,40.5,28.2
+2011-08,16.7,1.6,40.9,35.4,43,25.9,42.4,30
+2011-09,17.4,1.7,44.6,35.6,45.5,29,44.4,32
+2011-10,17.9,2.2,47,34.9,45.3,32.2,45.4,33.3
+2011-11,17.7,2.2,47.1,35.4,44.2,31.5,44.7,33
+2011-12,17.4,2.7,45.5,35.1,35,31.6,44.8,31.7
+2012-01,18.1,2.6,48.1,36.4,36.3,32.9,47.3,33.2
+2012-02,17.9,2.4,46.4,34.6,39.6,32.2,46.3,32.8
+2012-03,18.4,2.8,46.2,34.5,44.6,32.4,45.2,33.3
+2012-04,17.2,2,44.8,32.3,41.8,30.9,45.2,32
+2012-05,17.7,1.8,46.8,33.7,44.2,32.3,45.6,33.2
diff --git a/old_rc_new/input/wikilytics_in_comscore_regions_uv.csv b/old_rc_new/input/wikilytics_in_comscore_regions_uv.csv
new file mode 100644 (file)
index 0000000..e3df47b
--- /dev/null
@@ -0,0 +1,54 @@
+date,AS,C,EU,I,LA,MA,NA,W
+2008-01,59964000,581000,91036000,5138000,18341000,11549000,61664000,242554000
+2008-02,59948000,695000,87975000,5065000,20286000,11327000,61218000,240754000
+2008-03,62380000,669000,92283000,5200000,24542000,13337000,63518000,256061000
+2008-04,63963000,2288000,93642000,5079000,26347000,13634000,63827000,261414000
+2008-05,63560000,994000,95234000,5264000,27002000,14139000,63186000,263120000
+2008-06,65764000,958000,89427000,5979000,26099000,11941000,58272000,251502000
+2008-07,65838000,232000,86905000,5720000,23220000,11016000,57347000,244326000
+2008-08,66895000,1382000,83931000,6217000,26847000,11371000,59494000,248539000
+2008-09,68291000,2735000,98304000,6025000,28886000,12553000,64075000,272109000
+2008-10,65703000,2037000,102955000,5799000,27974000,13790000,66785000,277208000
+2008-11,68371000,2185000,106199000,6286000,27416000,13850000,65133000,280969000
+2008-12,66026000,2286000,105318000,6421000,22769000,15103000,63782000,272998000
+2009-01,71203000,1825000,112449000,6764000,22558000,15630000,67971000,289811000
+2009-02,70862000,2002000,117828000,6587000,27440000,18765000,65855000,300751000
+2009-03,78009000,2752000,126474000,7014000,34229000,21558000,66878000,327148000
+2009-04,76024000,3115000,119578000,6807000,33400000,20133000,70908000,320043000
+2009-05,75595000,2936000,118874000,7168000,33870000,19529000,69387000,317255000
+2009-06,76239000,4566000,112270000,7522000,33263000,16489000,64678000,302940000
+2009-07,74990000,3839000,108552000,7908000,29298000,16502000,66142000,295484000
+2009-08,77365000,3547000,111190000,8398000,33186000,17816000,68084000,307641000
+2009-09,77948000,2882000,123062000,8480000,35264000,18063000,71661000,325998000
+2009-10,83671000,3702000,128647000,9287000,36440000,22353000,73452000,344563000
+2009-11,82379000,3718000,129798000,9437000,36495000,22083000,75050000,345805000
+2009-12,84201000,3657000,129763000,9696000,31391000,24058000,77607000,347020000
+2010-01,89049000,3351000,136935000,10216000,32834000,23411000,82489000,364719000
+2010-02,72378000,2935000,133807000,9865000,36414000,21680000,80940000,345218000
+2010-03,77678000,3443000,140834000,10516000,43574000,24962000,83696000,370744000
+2010-04,77535000,4081000,144087000,10923000,44286000,25146000,83792000,374846000
+2010-05,80502000,2700000,150313000,11675000,45790000,26399000,85929000,388932000
+2010-06,80269000,2613000,151013000,12373000,43826000,23611000,80393000,379112000
+2010-07,80260000,2536000,138975000,12828000,38111000,22991000,79888000,360225000
+2010-08,83015000,2829000,140560000,13187000,42303000,26220000,81295000,373392000
+2010-09,83119000,3181000,155438000,13433000,45265000,28749000,85606000,398178000
+2010-10,83406000,3156000,159384000,13674000,45152000,33049000,87359000,408350000
+2010-11,82736000,3108000,165020000,13614000,46617000,30711000,85732000,410816000
+2010-12,80958000,3372000,157837000,14004000,38738000,30852000,87087000,395472000
+2011-01,85593000,3048000,168571000,15067000,39446000,32113000,88233000,413957000
+2011-02,77468000,2664000,150775000,12960000,41411000,29722000,80038000,379415000
+2011-03,80997000,2854000,156913000,13011000,47583000,32599000,81918000,400011000
+2011-04,77891000,2866000,149211000,12801000,45108000,30272000,78234000,380716000
+2011-05,84666000,3492000,161311000,13701000,49095000,33908000,82081000,411061000
+2011-06,86539000,3960000,153883000,14163000,47203000,30985000,80753000,399362000
+2011-07,90378000,4814000,146724000,14979000,42700000,29882000,83859000,393543000
+2011-08,97661000,5163000,152109000,15944000,52983000,31749000,88277000,422779000
+2011-09,102341000,5709000,166505000,16180000,56613000,35877000,93193000,454529000
+2011-10,106128000,7386000,176918000,16019000,57210000,40119000,96252000,476627000
+2011-11,105296000,7355000,178580000,16425000,56544000,39614000,94689000,474723000
+2011-12,103851000,8803000,173496000,16425000,45235000,40068000,94413000,457063000
+2012-01,108186000,8766000,184668000,17205000,47386000,42097000,99821000,482157000
+2012-02,105783000,7886000,179385000,18771000,51425000,41056000,98049000,475699000
+2012-03,110909000,9249000,180827000,19402000,58584000,42081000,97001000,489402000
+2012-04,104524000,6666000,176376000,18688000,55227000,40589000,96664000,473380000
+2012-05,108087000,5917000,185344000,20016000,58825000,42759000,97378000,492393000
diff --git a/old_rc_new/input/wikilytics_in_dictionary_regions.csv b/old_rc_new/input/wikilytics_in_dictionary_regions.csv
new file mode 100644 (file)
index 0000000..3ca0dcb
--- /dev/null
@@ -0,0 +1,11 @@
+target_language,region_code,region_name
+en,AS,Asia Pacific
+en,C,China
+en,EU,Europe
+en,I,India
+en,LA,Latin-America
+en,MA,Middle-East/Africa
+en,NA,North-America
+en,W,World
+fr,EU,L'Europe
+nl,EU,Europa
\ No newline at end of file
diff --git a/old_rc_new/input/wikilytics_in_pageviews.csv b/old_rc_new/input/wikilytics_in_pageviews.csv
new file mode 100644 (file)
index 0000000..ced91a5
--- /dev/null
@@ -0,0 +1,126 @@
+=== Page view data are normalized to 30 day months ===
+
+=== Page view totals non-mobile + mobile ===
+
+,,,,,,,,project,07/2008,08/2008,09/2008,10/2008,11/2008,12/2008,01/2009,02/2009,03/2009,04/2009,05/2009,06/2009,07/2009,08/2009,09/2009,10/2009,11/2009,12/2009,01/2010,02/2010,03/2010,04/2010,05/2010,06/2010,07/2010,08/2010,09/2010,10/2010,11/2010,12/2010,01/2011,02/2011,03/2011,04/2011,05/2011,06/2011,07/2011,08/2011,09/2011,10/2011,11/2011,12/2011,01/2012,02/2012,03/2012,04/2012,05/2012
+,,,,,,,,English,5135131814,4974344046,5479533823,5509405206,5415832055,5043588824,5615498275,5943558064,6092089410,5988817321,6066080834,5818924182,5614497075,5604048759,5937922018,6041279704,5841504417,5258610830,5883232992,6227014896,6446465754,8213623221,8126959544,7841269693,7728611935,7435888138,7572220871,7526863400,7552720233,7197323670,7886321417,7905363844,7532208472,7345492982,7313738255,7129490662,6968286733,7263497053,7483008091,7881085908,8314617939,7950128284,8576588259,8782733975,8168174170,8387710959,8620167603,English
+,,,,,,,,Spanish,445589582,529752195,640332042,659209518,618951709,429593165,525897906,664767977,708812666,622529405,712546000,689177935,568949734,670114201,805384131,793041104,750257494,500123563,608651538,776934909,740804448,953794373,999782289,939990212,762596690,872071201,1018472015,1020227911,1029077915,748120629,870565050,1017498578,1071499890,961460241,1074132146,979439804,858854640,1054094317,1195023458,1234884164,1214871541,899244274,1035012747,1211719057,1187560765,1105258369,1254907230,Spanish
+,,,,,,,,Japanese,973755192,969975425,998032211,974745059,925842966,867622536,1020040333,1015724496,965824332,935725490,1054087578,1076231552,1071919060,1056863842,1036022366,1042122587,1018879252,947765303,1083201946,1060245098,979748084,1152028494,1276258833,1260772500,1275749319,1222127187,1200138702,1185314758,1192956965,1104993076,1230270379,1235772520,1195941376,1185126548,1255860535,1227660371,1247518154,1321459774,1314236262,1322496602,1321316510,1253215909,1438625504,1431170650,1333339996,1292741905,1410908220,Japanese
+,,,,,,,,German,755196668,778407514,817672904,829895189,1007854264,1434267602,1270923077,981701403,978324435,816911070,875354334,908943732,818710227,812759742,888953956,884514330,903770333,759783399,916028392,890617318,809344045,957331874,986952926,955135652,901839447,936931491,989808185,973748712,1062730731,965473265,1155753949,1010369643,1000548752,902105087,1035675916,1009279530,959536382,966935930,988041057,1028580510,1079434677,1038191276,1192489116,1144831051,1067371844,1048780015,1072648074,German
+,,,,,,,,Russian,113662290,121195082,157256924,173119199,193302177,225726994,244179932,261464142,284750415,275645537,285393526,287430317,249613491,263291318,305019697,336490934,350558815,342298682,377526978,414429038,358678986,438267171,467543830,456898699,386032551,408043313,494069475,525512847,569946243,587252199,643666675,663129902,649943184,646546023,647533682,626252967,568028951,586031773,667136987,740428763,789448080,810251079,872056989,903756130,858648904,864363791,899248097,Russian
+,,,,,,,,French,311381016,312562951,407994179,426838989,456433510,398506291,489329700,489587152,510839619,513244212,517848086,478907393,402046348,405401461,468445343,517691251,517541264,456708198,532464602,527713863,493544465,550218307,573315069,536451155,482220859,510089112,586890265,598622500,657362614,619085980,697123896,657610990,656422906,624116684,653114631,626267778,593023383,654016689,682681634,745267659,760596481,723308805,790998265,780606431,769176782,773087509,806491651,French
+,,,,,,,,Italian,253142528,226788304,292094070,284785396,295167835,268936529,323865050,331462012,333628746,321232353,325172932,338916224,302151993,281213653,348829233,340393236,335486809,292954921,351946559,362298914,312331661,384760757,406586246,408035119,362128116,356296434,423485286,402327375,431446650,413147136,483901692,482438649,455497552,428441438,448293094,460398540,435822986,437389278,486928748,490790504,488252826,467374419,536237275,532471720,485035848,492771525,533290431,Italian
+,,,,,,,,Portuguese,191948515,212572828,234763094,224667556,232643623,160738596,174107513,196230523,251252007,226136663,249247379,251823530,204964404,238925366,284662734,264892776,270789097,193279861,204134794,226332964,259419247,323138528,348232821,352770011,283352580,323641010,346795253,326212376,365719957,286499670,294122739,317213016,355257961,347411579,366290552,353245471,306828703,374838420,390511890,392845877,394908641,329839164,328950041,344983877,384614370,390660831,407865108,Portuguese
+,,,,,,,,Polish,234225988,211318513,287289924,301285766,337306352,322567403,378558789,347846184,377900102,308548956,332734072,278123553,236721174,240422472,300273886,308831445,316542276,280035263,330343587,333559188,290930249,375442104,354824282,313548352,275571949,261579605,331023989,337041064,368234903,344403351,399794372,380045742,369036179,366456611,402103348,378221427,300638810,316730460,364074513,428942214,445008647,452463403,485460797,440555430,423361352,396662490,384908270,Polish
+,,,,,,,,Commons,147198722,166728211,172745424,163016553,155181903,171606409,203440658,215841091,228669608,206210403,216904520,211603143,194753631,187288078,198318542,269267629,253990187,221185599,242518817,234238776,203288687,203952165,201213335,174934060,172118495,173515273,184470049,192223224,192235579,189503109,198748676,228902671,185372852,170391437,175539199,214802296,225011966,236364195,245113122,257511245,242692726,251262938,274431220,262299702,300097005,320552891,331386795,Commons
+,,,,,,,,Chinese,53599233,54652909,56351275,65176272,63031093,59757307,55920492,58949967,60625596,60425864,66910263,68284748,70063047,74882729,71061187,80834159,76538062,72849396,76239687,75997773,77145897,86612525,54595418,59935857,51554153,48453125,49142393,49040584,53566990,51518400,51250188,82756286,137661124,164030268,160323606,169365883,173475768,188677789,191395503,200442117,203763504,217692808,213513690,238321704,257431199,274662094,257448307,Chinese
+,,,,,,,,Dutch,109482172,112861810,137655804,144666344,149779808,132708796,154382684,147131644,157678285,133250642,142677626,141884963,115720215,117674624,139838402,149322508,148536508,127605068,147926332,144753200,134407073,149989491,161677524,160908787,132200932,138740660,155321749,165769831,164086819,155426061,183224428,173692454,170313950,159491382,177875326,173214454,154271752,165946806,179208989,193931076,192045129,182406904,204074606,199042810,195175388,191661131,191508392,Dutch
+,,,,,,,,Turkish,49187274,48663318,60674010,69733100,73921469,75455574,73635066,78329058,83164574,76806392,71775003,60581767,56749142,56886594,58705956,73961629,66784898,75806789,68505345,67519386,64801318,78186853,76152372,66524669,59303763,59419557,64023235,76567784,75745683,90856405,92131256,94112386,92269765,100097115,92010775,79891396,77454188,88423754,89228684,107018552,105679043,115175505,114983329,114870590,116723569,117057276,118913560,Turkish
+,,,,,,,,Swedish,48499395,55109178,70463628,71814872,75656464,69420845,78175318,79876681,82314658,69032419,72702863,59548555,57888995,65901106,77203081,76680349,74533396,63647306,75306569,80708125,69303570,77890331,85677559,71148063,68125237,74387717,86638772,88437703,87263838,84737437,96803390,94089254,94006891,84333343,91399009,76362780,81019750,88459136,97447595,106848015,102616223,107602529,112910958,111353092,105116882,98795005,106437042,Swedish
+,,,,,,,,English Wk,41643099,39325415,47385259,40016478,35015855,38337590,37551229,38427292,40633351,36862178,38472628,39715126,42456596,46916363,49424479,52257666,50897260,49096160,58026043,50904638,46998278,48620128,51460830,56317081,56174176,50420059,54795620,55295670,57161716,56245192,67991615,76724546,71158072,71701998,74336171,84060200,80580560,83164130,82398800,96991469,87101810,73527531,89885317,84326502,73058154,78841293,81727482,English Wk
+,,,,,,,,Czech,26174877,28538609,36906087,38022864,45445656,37395074,49320003,46592439,48401067,40267461,46205191,44978219,36778845,34443095,46396182,52924744,52580697,43815923,54607500,51890087,48582798,57724699,64144880,51522068,41227640,41733465,49527460,55058143,59911039,55333610,71252178,63094693,64646975,62522310,69364850,60563202,52415624,53636976,61588035,74126189,76175219,72896213,88245522,78103220,77654367,77238917,82753468,Czech
+,,,,,,,,Arabic,19228605,20081532,24629796,30623187,36162560,29484293,33786602,35317398,37454906,34788031,30843612,27076903,27161677,28920759,32411697,40232654,39257409,40148645,40244838,39413240,38353331,44761545,42968077,38636062,36261330,35974254,43601195,53707815,55693225,55919348,50422751,57038135,54674238,55642376,53073703,48078814,49713130,57205813,62011456,82258592,77145330,79859983,74271185,80184089,84061010,80997447,82206990,Arabic
+,,,,,,,,Finnish,47233877,51430818,56292068,57757759,58444812,55320279,64223457,61331024,62117650,55148718,55800332,47707338,48061441,52492234,55879477,56036968,57310141,51155128,57126145,57340528,52079197,61645394,62030353,56216708,56120049,59183253,64539165,63106234,65532698,62164661,69410959,64525292,67408530,62940801,64300804,56962700,58249897,67043016,67420624,69054732,64559263,63513725,67778525,65315132,66275840,65742936,64120024,Finnish
+,,,,,,,,Korean,17482910,16690947,18425486,18904608,18817507,18080130,24014745,29280901,22401152,24032232,23589786,23733535,24500386,27471539,28920299,31295152,31809959,27769992,27754121,26190119,28413635,34062424,34542655,33300612,47777782,41425942,36396881,36932000,38683383,39789562,42079189,44363143,49003756,49540840,46917671,41971386,41353025,48032634,54092560,60043761,61557839,65654826,67009174,67402745,69242638,68387436,69678040,Korean
+,,,,,,,,Indonesian,18438876,22539597,22489672,24106333,27105617,21035466,25683151,27594564,27073960,24217134,25131333,21800134,23020149,29689277,27150294,37948207,37525821,31559174,37974104,40455268,36827848,46562731,47025082,42551872,48994167,46835216,45228365,57318351,57522493,47842068,56614603,52389969,53266873,48968206,50009273,46321519,48169443,56929313,68624600,77543836,77304709,66774996,73927763,73854081,73425324,70115334,69006179,Indonesian
+,,,,,,,,Hebrew,29250576,28764806,30627063,30705191,32720336,32230256,34395481,33916157,31573813,30194297,30555877,30372453,30439952,29753587,30915310,34471361,33417235,32251305,33018642,34310073,28508141,36560557,36046103,34543712,33609666,31341063,33910227,36922029,37632416,37722887,41675570,41129272,38074186,39723486,43564233,42663590,41766467,46706041,46755702,51975580,51922297,52629460,54877873,55052820,52825862,52522287,52203766,Hebrew
+,,,,,,,,Hungarian,20292202,19741722,24972629,26883852,28453647,26446667,33762583,29762149,31606103,29329841,31917828,28966266,25959652,27609728,32933066,37134586,37319923,33087494,38011279,38493008,33160150,38317264,41302909,39638395,36677573,36119657,42877522,43281504,44589450,41956935,49287242,43554894,44441878,41386122,42814201,40337397,38818975,42020899,44257164,48806853,45559116,44106450,49785783,47133099,46508025,45425562,47739077,Hungarian
+,,,,,,,,Norwegian,18686854,25998346,32269707,33429293,35102168,30970704,34994415,34312611,36788650,28941155,30590312,27549759,20817765,24922183,32045827,35098070,34391855,28342657,33990890,36856306,31416904,38893798,41962013,34794133,30189334,31923763,40603118,38873558,39987207,37495457,44529850,43119670,45121418,42780673,46181417,40592807,37897338,43197102,46391140,48190465,45930969,42636648,47062757,48094591,47327721,47693081,48361490,Norwegian
+,,,,,,,,Persian,7209220,7244501,8179110,9815971,11218107,11016136,11147483,11127598,9642885,11901620,11808330,11901387,11629432,11545324,11762293,14342010,14885141,16304467,16871075,15968156,12295390,16944327,17458337,14694532,14306142,15992484,15594468,18081131,19006375,20860069,20909526,21867512,19564535,23929321,24162538,23113226,23755456,28524179,28837302,40675515,47710172,44535613,45273385,43692827,41972794,49209499,46804561,Persian
+,,,,,,,,English Wq,11215631,10168329,11488489,11862345,11162685,11005923,10804544,11619352,11822174,10130773,11083475,11034597,10547109,11424035,11766914,12420301,11718868,11781761,11666076,21094083,20029804,17037308,13737551,12557196,11159035,12247537,12244160,12943458,14821911,12861167,13158598,14438880,17633019,18567124,20313325,21972330,20965095,20224797,20702189,30216334,29607734,31498787,43347420,44200542,30610003,34929242,42447278,English Wq
+
+=== Page view totals non-mobile ===
+
+,,,,,,,,project,07/2008,08/2008,09/2008,10/2008,11/2008,12/2008,01/2009,02/2009,03/2009,04/2009,05/2009,06/2009,07/2009,08/2009,09/2009,10/2009,11/2009,12/2009,01/2010,02/2010,03/2010,04/2010,05/2010,06/2010,07/2010,08/2010,09/2010,10/2010,11/2010,12/2010,01/2011,02/2011,03/2011,04/2011,05/2011,06/2011,07/2011,08/2011,09/2011,10/2011,11/2011,12/2011,01/2012,02/2012,03/2012,04/2012,05/2012
+,,,,,,,,English,5135131814,4974344046,5479533823,5509405206,5415832055,5043588824,5615498275,5943558064,6092089410,5988817321,6066080834,5818924182,5614497075,5604048759,5937922018,6041279704,5841504417,5258610830,5883232992,6227014896,6446465754,8213623221,8126959544,7693291857,7450284923,7143238703,7263472259,7212376915,7202955037,6801517052,7412654552,7430878240,7119605492,6860227743,6815458875,6601891312,6396427276,6673418872,6926488856,7193811417,7507641641,7005246572,7556590973,7789786698,7121171250,7268748584,7533367066,English
+,,,,,,,,Spanish,445589582,529752195,640332042,659209518,618951709,429593165,525897906,664767977,708812666,622529405,712546000,689177935,568949734,670114201,805384131,793041104,750257494,500123563,608651538,776934909,740804448,953794373,999782289,935867522,753646238,861507017,1006664747,1008726231,1016264516,734841206,852340802,996788226,1050959385,937204297,1046814722,951695793,829532950,1013301599,1152728152,1183600139,1154582408,837964678,961515746,1132164637,1097531879,1005290108,1157479506,Spanish
+,,,,,,,,Japanese,973755192,969975425,998032211,974745059,925842966,867622536,1020040333,1015724496,965824332,935725490,1054087578,1076231552,1071919060,1056863842,1036022366,1042122587,1018879252,947765303,1083201946,1060245098,979748084,1152028494,1276258833,1242962714,1247355032,1189054331,1166733972,1153462827,1153308967,1058506203,1164246308,1163817140,1124424884,1099606562,1160003790,1130853611,1139068445,1209440598,1199318651,1179394557,1148438263,1063624623,1213616709,1206771743,1088200419,1032837942,1129339518,Japanese
+,,,,,,,,German,755196668,778407514,817672904,829895189,1007854264,1434267602,1270923077,981701403,978324435,816911070,875354334,908943732,818710227,812759742,888953956,884514330,903770333,759783399,916028392,890617318,809344045,957331874,986952926,945766482,888170479,921611793,972644014,956340359,1041961420,942028806,1124695974,980747743,972246587,871459914,1003480736,974212324,925407180,930924972,952904172,979810515,1017247857,963287780,1106896546,1063034944,975279206,943209376,976241313,German
+,,,,,,,,Russian,113662290,121195082,157256924,173119199,193302177,225726994,244179932,261464142,284750415,275645537,285393526,287430317,249613491,263291318,305019697,336490934,350558815,342298682,377526978,414429038,358678986,438267171,467543830,449801416,377883747,399427872,483533546,513104029,554964992,569405072,623931881,643174065,630714293,625067144,625642440,604155015,548574092,562711091,641005514,702506996,744511802,757790683,819857427,848887673,794206079,788639213,833732641,Russian
+,,,,,,,,French,311381016,312562951,407994179,426838989,456433510,398506291,489329700,489587152,510839619,513244212,517848086,478907393,402046348,405401461,468445343,517691251,517541264,456708198,532464602,527713863,493544465,550218307,573315069,528255856,469345811,494276218,570598929,582556383,638212095,598043929,671092628,631079514,632066958,597528158,625399566,597632799,564810185,621466104,654834550,709028867,715296489,670004685,732441735,721151677,699100683,683811982,727857726,French
+,,,,,,,,Italian,253142528,226788304,292094070,284785396,295167835,268936529,323865050,331462012,333628746,321232353,325172932,338916224,302151993,281213653,348829233,340393236,335486809,292954921,351946559,362298914,312331661,384760757,406586246,404433446,357247461,350080686,417269731,396434537,424218278,405044270,472796419,470390021,444766349,417150053,435969036,447299288,422381710,419794239,470915118,471412092,462898518,434346031,499490358,495254362,441893755,441200013,484267959,Italian
+,,,,,,,,Portuguese,191948515,212572828,234763094,224667556,232643623,160738596,174107513,196230523,251252007,226136663,249247379,251823530,204964404,238925366,284662734,264892776,270789097,193279861,204134794,226332964,259419247,323138528,348232821,351882044,282146889,322231720,344993560,324298485,363296559,284056855,291128670,313826764,351956022,343487436,361754955,348293949,301790837,366498256,380812445,381127669,381162470,316562290,315138896,330280617,363747946,363226287,385210629,Portuguese
+,,,,,,,,Polish,234225988,211318513,287289924,301285766,337306352,322567403,378558789,347846184,377900102,308548956,332734072,278123553,236721174,240422472,300273886,308831445,316542276,280035263,330343587,333559188,290930249,375442104,354824282,312744273,274407407,260338926,329545331,335394956,366190094,342238429,397033213,377141076,366091762,363428006,398868004,375065775,297512363,312992687,360020924,423315771,437410034,443150382,475537627,430942318,408886178,381616957,372162396,Polish
+,,,,,,,,Commons,147198722,166728211,172745424,163016553,155181903,171606409,203440658,215841091,228669608,206210403,216904520,211603143,194753631,187288078,198318542,269267629,253990187,221185599,242518817,234238776,203288687,203952165,201213335,174934060,172118495,173515273,184470049,192223224,192235579,189503109,198748676,228902671,185372852,170391437,175539199,214802296,225011966,236364195,245113122,257511245,242692726,251262938,274431220,262299702,300097005,320552891,331386795,Commons
+,,,,,,,,Chinese,53599233,54652909,56351275,65176272,63031093,59757307,55920492,58949967,60625596,60425864,66910263,68284748,70063047,74882729,71061187,80834159,76538062,72849396,76239687,75997773,77145897,86612525,54595418,58717530,50468156,47294217,47936443,47285742,50952527,48349865,47872863,79176594,133898744,160277829,156449158,165180410,169434365,183400577,186382304,194007283,195900221,208284435,203272770,225041781,237715718,247722049,236152438,Chinese
+,,,,,,,,Dutch,109482172,112861810,137655804,144666344,149779808,132708796,154382684,147131644,157678285,133250642,142677626,141884963,115720215,117674624,139838402,149322508,148536508,127605068,147926332,144753200,134407073,149989491,161677524,158746652,129768007,135852064,152225436,162442972,160381867,150938662,177964514,167917021,165296136,154047298,171857682,166725575,147780819,158831174,172910517,185833508,182062883,170068160,190336815,186702892,178239169,169103804,173352887,Dutch
+,,,,,,,,Turkish,49187274,48663318,60674010,69733100,73921469,75455574,73635066,78329058,83164574,76806392,71775003,60581767,56749142,56886594,58705956,73961629,66784898,75806789,68505345,67519386,64801318,78186853,76152372,66222642,58895946,58949367,63511487,76022814,74968624,89975476,90767364,93375471,92100695,99048509,90759938,78574012,76040727,85978808,87034435,104084787,101456388,110225993,109752319,109253434,108752965,108017459,110772201,Turkish
+,,,,,,,,Swedish,48499395,55109178,70463628,71814872,75656464,69420845,78175318,79876681,82314658,69032419,72702863,59548555,57888995,65901106,77203081,76680349,74533396,63647306,75306569,80708125,69303570,77890331,85677559,70211770,65838018,71954861,84059050,85677372,84209190,80999647,92143720,89239670,89457045,79427603,86393364,71061900,74761514,82764522,92188961,99818837,93767261,96499129,100621954,99476523,91005873,81850351,91366885,Swedish
+,,,,,,,,English Wk,41643099,39325415,47385259,40016478,35015855,38337590,37551229,38427292,40633351,36862178,38472628,39715126,42456596,46916363,49424479,52257666,50897260,49096160,58026043,50904638,46998278,48620128,51460830,56317081,56174176,50420059,54795620,55295670,57161716,56245192,67991615,76724546,71158072,71701998,74336171,84060200,80580560,83164130,82398800,96991469,87101810,73527531,89885317,84326502,73058154,78841293,81727482,English Wk
+,,,,,,,,Czech,26174877,28538609,36906087,38022864,45445656,37395074,49320003,46592439,48401067,40267461,46205191,44978219,36778845,34443095,46396182,52924744,52580697,43815923,54607500,51890087,48582798,57724699,64144880,51454877,41043265,41521779,49271368,54794417,59610155,55006569,70797060,62624342,64200543,62044035,68824605,60019028,51920472,52959465,60728707,72933428,74697748,71168948,86032527,76180748,74435137,72693545,79565195,Czech
+,,,,,,,,Arabic,19228605,20081532,24629796,30623187,36162560,29484293,33786602,35317398,37454906,34788031,30843612,27076903,27161677,28920759,32411697,40232654,39257409,40148645,40244838,39413240,38353331,44761545,42968077,38477573,35785051,35322982,42859691,52993498,54804493,54852274,49361936,55621905,53302713,53954161,51323455,46109327,47605367,53614961,58495153,77318050,71260857,73001961,67577459,72914815,74753408,70803316,72699713,Arabic
+,,,,,,,,Finnish,47233877,51430818,56292068,57757759,58444812,55320279,64223457,61331024,62117650,55148718,55800332,47707338,48061441,52492234,55879477,56036968,57310141,51155128,57126145,57340528,52079197,61645394,62030353,56055984,55730043,58782867,64087918,62613714,64999890,61533086,68658590,63715211,66628192,62117073,63454745,56058100,57181372,65607610,65925018,67161646,62150808,60599330,64693641,62261554,61477622,59487024,59188403,Finnish
+,,,,,,,,Korean,17482910,16690947,18425486,18904608,18817507,18080130,24014745,29280901,22401152,24032232,23589786,23733535,24500386,27471539,28920299,31295152,31809959,27769992,27754121,26190119,28413635,34062424,34542655,32500183,46508324,39944838,34368419,34886644,36048773,37516062,39472011,41082729,45780509,45431073,42003279,36460284,35274379,41945054,48867257,53249678,53669568,56262291,56723861,57611443,57564348,54685621,58100733,Korean
+,,,,,,,,Indonesian,18438876,22539597,22489672,24106333,27105617,21035466,25683151,27594564,27073960,24217134,25131333,21800134,23020149,29689277,27150294,37948207,37525821,31559174,37974104,40455268,36827848,46562731,47025082,41618447,46095740,43677477,41807391,53428426,52880244,43259657,51667627,47462127,48440284,44190270,44948073,40925807,42777525,50437790,61500190,68556888,66807038,55497096,62432908,62418078,59695820,55318308,55720055,Indonesian
+,,,,,,,,Hebrew,29250576,28764806,30627063,30705191,32720336,32230256,34395481,33916157,31573813,30194297,30555877,30372453,30439952,29753587,30915310,34471361,33417235,32251305,33018642,34310073,28508141,36560557,36046103,34402533,33147948,30855507,33372646,36330478,36932974,36991831,40820758,40188451,37059157,38268772,41756775,40804028,39838845,44608527,44568610,48975092,48430730,48567804,50464033,50468766,46505004,44147301,45642306,Hebrew
+,,,,,,,,Hungarian,20292202,19741722,24972629,26883852,28453647,26446667,33762583,29762149,31606103,29329841,31917828,28966266,25959652,27609728,32933066,37134586,37319923,33087494,38011279,38493008,33160150,38317264,41302909,39554912,36541129,35963588,42689460,43092733,44374746,41719183,48955779,43199870,44093359,41003014,42390538,39880279,38373269,41488831,43637592,48008959,44477691,42734716,48134531,45578941,43815267,41887652,45048449,Hungarian
+,,,,,,,,Norwegian,18686854,25998346,32269707,33429293,35102168,30970704,34994415,34312611,36788650,28941155,30590312,27549759,20817765,24922183,32045827,35098070,34391855,28342657,33990890,36856306,31416904,38893798,41962013,34691829,30091851,31845089,40527845,38813984,39944925,37461272,44488441,43080861,44978199,41681714,45016689,39395578,36528717,41895017,45117569,46747601,44082097,40336514,44777105,45873832,43806177,42622629,44323011,Norwegian
+,,,,,,,,Persian,7209220,7244501,8179110,9815971,11218107,11016136,11147483,11127598,9642885,11901620,11808330,11901387,11629432,11545324,11762293,14342010,14885141,16304467,16871075,15968156,12295390,16944327,17458337,14686559,14293265,15982053,15587105,18063590,19000366,20857497,20907585,21864454,19534835,23738023,23867957,22804525,23533853,27949506,28215449,39869861,46562061,43098069,43530745,42170045,39290414,42227271,43423580,Persian
+,,,,,,,,English Wq,11215631,10168329,11488489,11862345,11162685,11005923,10804544,11619352,11822174,10130773,11083475,11034597,10547109,11424035,11766914,12420301,11718868,11781761,11666076,21094083,20029804,17037308,13737551,12557196,11159035,12247537,12244160,12943458,14821911,12861167,13158598,14438880,17633019,18567124,20313325,21972330,20965095,20224797,20702189,30216334,29607734,31498787,43347420,44200542,30610003,34929242,42447278,English Wq
+
+=== Page view totals mobile ===
+
+,,,,,,,,,,,,,,,,,,,,,,,English Mobile,,,,,,,,,,,,,,,,,,,,,,,,147977836,278327012,292649435,308748612,314486485,349765196,395806618,473666865,474485604,412602980,485265239,498279380,527599350,571859457,590078181,556519235,687274491,806976298,944881712,1019997286,992947277,1047002920,1118962375,1086800537,English Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Japanese Mobile,,,,,,,,,,,,,,,,,,,,,,,,17809786,28394287,33072856,33404730,31851931,39647998,46486873,66024071,71955380,71516492,85519986,95856745,96806760,108449709,112019176,114917611,143102045,172878247,189591286,225008795,224398907,245139577,259903963,281568702,Japanese Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Spanish Mobile,,,,,,,,,,,,,,,,,,,,,,,,4122690,8950452,10564184,11807268,11501680,12813399,13279423,18224248,20710352,20540505,24255944,27317424,27744011,29321690,40792718,42295306,51284025,60289133,61279596,73497001,79554420,90028886,99968261,97427724,Spanish Mobile
+,,,,,,,,,,,,,,,,,,,,,,,German Mobile,,,,,,,,,,,,,,,,,,,,,,,,9369170,13668968,15319698,17164171,17408353,20769311,23444459,31057975,29621900,28302165,30645173,32195180,35067206,34129202,36010958,35136885,48769995,62186820,74903496,85592570,81796107,92092638,105570639,96406761,German Mobile
+,,,,,,,,,,,,,,,,,,,,,,,French Mobile,,,,,,,,,,,,,,,,,,,,,,,,8195299,12875048,15812894,16291336,16066117,19150519,21042051,26031268,26531476,24355948,26588526,27715065,28634979,28213198,32550585,27847084,36238792,45299992,53304120,58556530,59454754,70076099,89275527,78633925,French Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Russian Mobile,,,,,,,,,,,,,,,,,,,,,,,,7097283,8148804,8615441,10535929,12408818,14981251,17847127,19734794,19955837,19228891,21478879,21891242,22097952,19454859,23320682,26131473,37921767,44936278,52460396,52199562,54868457,64442825,75724578,65515456,Russian Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Italian Mobile,,,,,,,,,,,,,,,,,,,,,,,,3601673,4880655,6215748,6215555,5892838,7228372,8102866,11105273,12048628,10731203,11291385,12324058,13099252,13441276,17595039,16013630,19378412,25354308,33028388,36746917,37217358,43142093,51571512,49022472,Italian Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Portuguese Mobile,,,,,,,,,,,,,,,,,,,,,,,,887967,1205691,1409290,1801693,1913891,2423398,2442815,2994069,3386252,3301939,3924143,4535597,4951522,5037866,8340164,9699445,11718208,13746171,13276874,13811145,14703260,20866424,27434544,22654479,Portuguese Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Chinese Mobile,,,,,,,,,,,,,,,,,,,,,,,,1218327,1085997,1158908,1205950,1754842,2614463,3168535,3377325,3579692,3762380,3752439,3874448,4185473,4041403,5277212,5013199,6434834,7863283,9408373,10240920,13279923,19715481,26940045,21295869,Chinese Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Dutch Mobile,,,,,,,,,,,,,,,,,,,,,,,,2162135,2432925,2888596,3096313,3326859,3704952,4487399,5259914,5775433,5017814,5444084,6017644,6488879,6490933,7115632,6298472,8097568,9982246,12338744,13737791,12339918,16936219,22557327,18155505,Dutch Mobile
+,,,,,,,,,,,,,,,,,,,,,,,Swedish Mobile,,,,,,,,,,,,,,,,,,,,,,,,936293,2287219,2432856,2579722,2760331,3054648,3737790,4659670,4849584,4549846,4905740,5005645,5300880,6258236,5694614,5258634,7029178,8848962,11103