Page History

Table of Contents

Overview

background:#B8D1F3,background:#DAE5F4,background:#B8D1F3

Section

border	true

Column

Panel

Statistics for the entire archiving period since 2015-01-01

Archive size [TiB]

SQL

rowStyles

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3

class

@default testing

dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT  to_char(

sum(fields),

Grand_total/1024^4, 'FM999,999,999,999

,999') as "Total retrieved fields", to_char(sum(requests), 'FM999,999

.0') FROM mars_dataset_details
WHERE name = 'uerra' ORDER BY Date DESC LIMIT 1

Number of fields

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT  to_char(Number_of_fields, 'FM999,999,999,999') FROM mars_dataset_details
WHERE name = 'uerra' ORDER BY Date DESC LIMIT 1

Last updated:

SQL

border	1
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT date FROM mars_dataset_details
WHERE name = 'yopp' ORDER BY Date DESC LIMIT 1

Column

Panel

Statistics for the period since 2016-10-01

Number of active users

SQL

dataSource	mars_apistats_new
table	false

SELECT count(DISTINCT auth_user.username) as "Total number of users" FROM  auth_user
   RIGHT JOIN users_stats_monthly ON users_stats_monthly.username = auth_user.username
     WHERE users_stats_monthly.dataset='uerra' and users_stats_monthly.month>=date'2015-01-01'
AND  auth_user.username

requests",

IN (
      SELECT username                        
      FROM  users_stats_monthly
      WHERE dataset='uerra'
      GROUP BY username
      HAVING sum(requests) >= 1)

Delivered data volume [TiB]

SQL

dataSource	mars_apistats_new
table	false

SELECT to_char(sum(delivered/1024^4), 'FM999,999,999,990.999')

as "Delivered volume [TB]"

FROM datasets_stats_monthly WHERE datasets_stats_monthly.dataset='uerra' and datasets_stats_monthly.month>=date'2015-01-01';

Number of retrieved fields

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT to_char(sum(fields),'FM999,999,999,999,999')
FROM  datasets_stats_monthly
WHERE datasets_stats_monthly.dataset='uerra' and datasets_stats_monthly.month>=date'

20160101

2015-01-01';

Monthly sums

Delivered volume [TB]

Number of requests

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3
dataSource	mars_apistats_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT to_char(sum(requests), 'FM999,999,999,999,999') FROM  datasets_stats_monthly
WHERE datasets_stats_monthly.dataset='uerra' and datasets_stats_monthly.month>=date'2015-01-01';

Last updated:

SQL

border	0
noDataError	true
enableSorting	false
columnStyles	font-size: 1.0em
rowOrientation	horizontal
expandArray	false
style	fumble:0
convertNull	false
id	mydata3

Chart

3D	true
showShapes	false
timePeriod	Quarter
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	TB
height	400

mydata

SQL

id


dataSource	mars_apistats

_new
enableHighlighting	false
table	false
retainRowStyleOrder	false

SELECT

select

to_char( datasets_stats_monthly.month, 'YYYY-MM

/YYYY

')

as

FROM

monthyear, CAST(delivered AS FLOAT)/1024^4 as "data volume" from

 datasets_stats_monthly WHERE datasets_stats_monthly

where

.dataset='uerra

' and month>=date

20160101'

 order by datasets_stats_monthly.month

User requests

(1 original user request could be split to more resulting MARS database retrieval requests shown in the graph below. It depends on MARS data design for given datasets. On average number of the original users requests is about 1/4 of the resulting "user requests" hitting MARS shown here)

 desc LIMIT 1;

Monthly sums

Data volumes

Volume of data retrieved from MARS before post-processing vs volume of data delivered to users after post-processing.

Chart

showShapes	false
timePeriod	Quarter

Chart

3D	true
showShapes	false
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	Nr of requestsTiB
height	400

SQL

id	mydata
dataSource	mars_apistats_new

select  to_char(month, 'MM/YYYY') as monthyear, to_char(delivered/1024^4, 'FM999,999,999, requests990.999') as "delivered" from datasets_stats_monthly where dataset='uerra' and month>=date'201601012015-01-01' order by month;

Fields retrieved

(1 field means the retrieved field for given step, level, etc)

 ;
select  to_char(month, 'MM/YYYY') as monthyear, to_char(retrieved/1024^4, 'FM999,999,999,990.999') as "retrieved" from datasets_stats_monthly where dataset='uerra' and month>=date'2015-01-01' order by month

Number of requests

true

Chart

3D

showShapes	false
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	Nr of fieldsrequests
colors	#FFAB00
height	400300

SQL

id	mydata
dataSource	mars_apistats_new

select  to_char(month, 'MM/YYYY') as monthyear, fieldsrequests as "user requests" from datasets_stats_monthly where dataset='uerra' and month>=date'201601012015-01-01' order by month;

Users

(Users at least with 3 requests ever since)

Number of active users

Chart

3D	true
showShapes	false
width	1200
categoryLabelPosition	up45
dataOrientation	vertical
type	bar
yLabel	Nr of users
colors	#36B37E
height	400300

SQL

id	mydata
dataSource	mars_apistats_new

SELECT to_char(month, 'MM/YYYY') as monthyear, count(DISTINCT username) as "active users"
FROM  users_stats_monthly 
WHERE dataset='uerra' AND month>=date'201601012015-01-01' 
AND username IN (
      SELECT username                        
      FROM  users_stats_monthly
      WHERE dataset='uerra'
      GROUP BY username
      HAVING sum(requests) >= 31
      )
GROUP BY month
ORDER BY month;

Users per

...

country

as per 2018-06-01
only countries with at least 5 active users are shown

Chart

(Users at least with 3 requests ever since)

Chart

3D	true
stacked	true
width	1200900
dataOrientation	vertical
opacity	75
height	1200700

SQL

id	mydata
dataSource	mars_apistats_new

SELECT profile_country.name, count(DISTINCT auth_user.username) as total_users
    FROM  profile_country
         RIGHT JOIN profile_profile ON profile_profile.country_id = profile_country.id
         RIGHT JOIN auth_user ON auth_user.id = profile_profile.user_id
         RIGHT JOIN users_stats_monthly ON users_stats_monthly.username = auth_user.username
    WHERE users_stats_monthly.dataset='uerra' and users_stats_monthly.month>=date'201601012015-01-01'
GROUP BY profile_country.name
HAVING count(DISTINCT auth_user.username)>=5
ORDER BY total_users DESC;

...

Space shortcuts

Page tree

Versions Compared

Old Version 4

New Version Current

Key

Overview

Monthly sums

Delivered volume [TB]

User requests

Monthly sums

Data volumes

Fields retrieved

Number of requests

Users

Number of active users

Users per

country