Page History

Table of Contents

Overview

actual archive size: XXX
actual number of registered users: XXX

background:#B8D1F3,background:#DAE5F4,background:#B8D1F3 class

Section

border	true

Statistics for the entire archiving period since 2017-05-01

Column

Panel

Archive size [TiB]

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT  to_char(Grand_total/1024^4, 'FM999,999,999,990.0') FROM mars_dataset_details
WHERE name = 'yopp' ORDER BY Date DESC LIMIT 1

Number of fields

SQL

border	0

SQL

rowStyles


noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3

@default testing

dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT  to_char(

delivered

Number_of_fields, 'FM999

.999') as "Delivered data volume [MB]",

,999,999,990') FROM mars_dataset_details
WHERE name = 'yopp' ORDER BY Date DESC LIMIT 1

Last updated:

SQL

border	1
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT date FROM mars_dataset_details
WHERE name = 'yopp' ORDER BY Date DESC LIMIT 1

Column

Panel

Number of active users

SQL

dataSource	mars_apistats_new
table	false

SELECT count(DISTINCT auth_user.username) as "Total number of users" FROM  auth_user
   RIGHT JOIN users_stats_monthly ON users_stats_monthly.username = auth_user.username
     WHERE users_stats_monthly.dataset='yopp' and users_stats_monthly.month>=date'2017-01-01'
AND  auth_user.username IN (
      SELECT username                        
      FROM  users_stats_monthly
      WHERE dataset='yopp'
      GROUP BY username
      HAVING sum(requests) >= 1)

Delivered data volume [TiB]

SQL

dataSource	mars_apistats_new
table	false

SELECT to_char(sum(

fields

delivered/1024^4), 'FM999,999,999,990.999

,999

')FROM

as "Number of retrieved fields",

datasets_stats_monthly WHERE datasets_stats_monthly.dataset='yopp' and datasets_stats_monthly.month>=date'2017-01-01';

Number of retrieved fields

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT to_char(sum(

requests

fields),

'FM999,999,999,999,999')

as "Number of user requests"


FROM  datasets_stats_monthly
WHERE datasets_stats_monthly.dataset='yopp' and datasets_stats_monthly.month>=date'2017-01-01';

Number of requests

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT to_char(sum(requests), 'FM999,999,999,999,999') FROM  datasets_stats_monthly
WHERE datasets_stats_monthly.dataset='yopp' and datasets_stats_monthly.month>=date'

20170701';

^*valid for the whole archiving period since 2015-05-01

Monthly sums

Data [TB]

...

2017-01-01';

Last updated:

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT to_char( datasets_stats_monthly.month, 'YYYY-MM') FROM  datasets_stats_monthly WHERE datasets_stats_monthly.dataset='yopp' order by datasets_stats_monthly.month desc LIMIT 1;

Monthly sums

Data volumes

...

Volume of data

retrieved from MARS before post-processing

...

vs volume of data delivered to users after post-processing.

Chart

showShapes	false
timePeriod	Quarter
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	TBGiB
height	400

SQL

id	mydata
dataSource	mars_apistats_new

select  to_char(month, 'MM/YYYY') as monthyear, CASTto_char(delivered AS FLOAT)/1024^4/1024^3, 'FM999,999,999,990.999') as "delivered" from datasets_stats_monthly where dataset='yopp' and month>=date'201701012017-01-01' order by month ;
select  to_char(month, 'MM/YYYY') as monthyear, CASTto_char(retrieved AS FLOAT)/1024^4/1024^3, 'FM999,999,999,990.999') as "retrieved" from datasets_stats_monthly where dataset='yopp' and month>=date'201701012017-01-01' order by month

Users

user requests: number of MARS retrieval requests based on original user request (each user request leads usually to more MARS retrieval requests depending on the required period, parameters, level types etc)
active users: users with at least 3 requests in given month

Number of requests

Chart

showShapes	false
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	Nr of requests
colors	#FFAB00
height	300

SQL

id	mydata
dataSource	mars_apistats_new

select  to_char(month, 'MM/YYYY') as monthyear, requests as "user requests" from datasets_stats_monthly where dataset='yopp' and month>=date'201707012017-01-01' order by month;

Number of active users

Chart

showShapes	false
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	Nr of users
colors	#36B37E
height	300

SQL

id	mydata
dataSource	mars_apistats_new

SELECT to_char(month, 'MM/YYYY') as monthyear, count(DISTINCT username) as "active users"
FROM  users_stats_monthly 
WHERE dataset='yopp' AND month>=date'201707012017-01-01' 
AND username IN (
      SELECT username                        
      FROM  users_stats_monthly
      WHERE dataset='yopp'
      GROUP BY username
      HAVING sum(requests) >= 31
      )
GROUP BY month
ORDER BY month;

Users per

...

country

as per 1.5. 2018only countries with more than XXX are shownper 2018-06-01

Chart

stacked	true
width	900
dataOrientation	vertical
opacity	75
height	700

SQL

id	mydata
dataSource	mars_apistats_new

SELECT profile_country.name, count(DISTINCT auth_user.username) as total_users
    FROM  profile_country
         RIGHT JOIN profile_profile ON profile_profile.country_id = profile_country.id
         RIGHT JOIN auth_user ON auth_user.id = profile_profile.user_id
         RIGHT JOIN users_stats_monthly ON users_stats_monthly.username = auth_user.username
    WHERE users_stats_monthly.dataset='yopp' and users_stats_monthly.month>=date'201707012017-01-01'
GROUP BY profile_country.name
HAVING sumcount(users_stats_monthly.requests) > 5000DISTINCT auth_user.username)>=1
ORDER BY total_users DESC

...

Space shortcuts

Page tree

Versions Compared

Old Version 12

New Version Current

Key

Overview

Monthly sums

Data [TB]

Monthly sums

Data volumes

Users

Number of requests

Number of active users

Users per

country