Snapquery Evaluation 2024-07

Duration long tail

show cut off by query time out.

SELECT duration,nq.name
FROM QueryStats qs
JOIN NamedQuery nq 
ON qs.query_id=nq.query_id
WHERE nq.domain="wikidata.org"
ORDER BY 1 DESC

named query query_failures_by_category:

sql: SELECT count(*) as count, nq.domain, nq.namespace, error_category FROM QueryStats qs JOIN NamedQuery nq ON qs.query_id=nq.query_id WHERE error_category IS NOT NULL

GROUP BY error_category,nq.namespace,nq.domain ORDER BY 1 DESC

query_failures_by_category

query

SELECT 
count(*) as count,
nq.domain,
nq.namespace,
error_category
FROM QueryStats qs
JOIN NamedQuery nq
ON qs.query_id=nq.query_id
WHERE error_category IS NOT NULL 

GROUP BY error_category,nq.namespace,nq.domain
ORDER BY 1 DESC

result

count	domain	namespace	error_category
2044	scholia.toolforge.org	named_queries	Syntax Error
788	wikidata.org	examples	Syntax Error
624	wikidata.org	examples	EndPointInternalError
612	qlever.cs.uni-freiburg.de	issues.wikidata	Syntax Error
242	wikidata.org	short_url	EndPointInternalError
208	wikidata.org	short_url	Syntax Error
180	wikidata.org	examples	Timeout
148	qlever.cs.uni-freiburg.de	issues.wikidata	Timeout
140	scholia.toolforge.org	named_queries	EndPointInternalError
102	ceur-ws.org	challenge	Syntax Error
74	qlever.cs.uni-freiburg.de	issues.wikidata	EndPointInternalError
46	ceur-ws.org	challenge	EndPointInternalError
42	wikidata.org	short_url	Timeout
28	scholia.toolforge.org	named_queries	Other
26	qlever.cs.uni-freiburg.de	issues.wikidata	Service Unavailable
24	wikidata.org	examples	Other
24	scholia.toolforge.org	named_queries	Timeout
20	wikidata.org	examples	Service Unavailable
20	qlever.cs.uni-freiburg.de	performance-dblp	Syntax Error
18	wikidata.org	short_url	Service Unavailable
16	bitplan.com	federated-queries	Syntax Error
14	scholia.toolforge.org	named_queries	Service Unavailable
12	bitplan.com	federated-queries	EndPointInternalError
12	scholia.toolforge.org	named_queries	Too Many Requests
5	wikidata.org	snapquery-examples	Timeout
4	wikidata.org	snapquery-examples	EndPointInternalError
4	wikidata.org	examples	Too Many Requests
2	qlever.cs.uni-freiburg.de	issues.wikidata	Authorization Error
2	ceur-ws.org	challenge	Other
2	qlever.cs.uni-freiburg.de	issues.wikidata	Other
2	ceur-ws.org	challenge	Service Unavailable
2	qlever.cs.uni-freiburg.de	performance-dblp	Service Unavailable
2	qlever.cs.uni-freiburg.de	issues.wikidata	Too Many Requests
2	wikidata.org	short_url	Too Many Requests

named query query_failures_by_category_grouped:

sql: SELECT

 count(*) AS count,
 GROUP_CONCAT(DISTINCT nq.domain) AS domains,
 GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
 error_category

FROM QueryStats qs JOIN NamedQuery nq ON qs.query_id = nq.query_id WHERE error_category IS NOT NULL GROUP BY error_category ORDER BY count DESC;

query_failures_by_category_grouped

query

SELECT 
  count(*) AS count,
  GROUP_CONCAT(DISTINCT nq.domain) AS domains,
  GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
  error_category
FROM QueryStats qs
JOIN NamedQuery nq ON qs.query_id = nq.query_id
WHERE error_category IS NOT NULL
GROUP BY error_category
ORDER BY  count DESC;

result

count	domains	namespaces	error_category
3790	wikidata.org,qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,bitplan.com	short_url,issues.wikidata,challenge,named_queries,performance-dblp,examples,federated-queries	Syntax Error
1142	wikidata.org,ceur-ws.org,scholia.toolforge.org,bitplan.com,qlever.cs.uni-freiburg.de	short_url,challenge,examples,named_queries,federated-queries,snapquery-examples,issues.wikidata	EndPointInternalError
399	wikidata.org,qlever.cs.uni-freiburg.de,scholia.toolforge.org	snapquery-examples,short_url,examples,issues.wikidata,named_queries	Timeout
82	qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,wikidata.org	issues.wikidata,challenge,performance-dblp,named_queries,short_url,examples	Service Unavailable
56	scholia.toolforge.org,qlever.cs.uni-freiburg.de,ceur-ws.org,wikidata.org	named_queries,issues.wikidata,challenge,examples	Other
20	wikidata.org,scholia.toolforge.org,qlever.cs.uni-freiburg.de	examples,named_queries,short_url,issues.wikidata	Too Many Requests
2	qlever.cs.uni-freiburg.de	issues.wikidata	Authorization Error

query_failures_by_category_grouped_counted

query

SELECT 
  error_category,
  SUM(entry_count) AS total_count,
  GROUP_CONCAT(DISTINCT domain_counts ORDER BY domain_count DESC) AS domain_counts,
  GROUP_CONCAT(DISTINCT namespace_counts ORDER BY namespace_count DESC) AS namespace_counts,
  GROUP_CONCAT(DISTINCT endpoint_counts ORDER BY endpoint_count DESC) AS endpoint_counts
FROM (
  SELECT 
    error_category,
    domain,
    namespace,
    endpoint_name,
    COUNT(*) AS entry_count,
    domain || ' (' || SUM(COUNT(*)) OVER (PARTITION BY error_category, domain) || ')' AS domain_counts,
    namespace || ' (' || SUM(COUNT(*)) OVER (PARTITION BY error_category, namespace) || ')' AS namespace_counts,
    endpoint_name || ' (' || SUM(COUNT(*)) OVER (PARTITION BY error_category, endpoint_name) || ')' AS endpoint_counts,
    SUM(COUNT(*)) OVER (PARTITION BY error_category, domain) AS domain_count,
    SUM(COUNT(*)) OVER (PARTITION BY error_category, namespace) AS namespace_count,
    SUM(COUNT(*)) OVER (PARTITION BY error_category, endpoint_name) AS endpoint_count
  FROM QueryStats qs
  JOIN NamedQuery nq ON qs.query_id = nq.query_id
  WHERE error_category IS NOT NULL
  GROUP BY error_category, domain, namespace, endpoint_name
) sub
GROUP BY error_category
ORDER BY total_count DESC;

result

error_category	total_count	domain_counts	namespace_counts	endpoint_counts
Syntax Error	3790	scholia.toolforge.org (2044),wikidata.org (996),qlever.cs.uni-freiburg.de (632),ceur-ws.org (102),bitplan.com (16)	named_queries (2044),examples (788),issues.wikidata (612),short_url (208),challenge (102),performance-dblp (20),federated-queries (16)	wikidata-triply (1100),wikidata-qlever (996),wikidata-openlinksw (788),wikidata (576),wikidata-scatter (330)
EndPointInternalError	1142	wikidata.org (870),scholia.toolforge.org (140),qlever.cs.uni-freiburg.de (74),ceur-ws.org (46),bitplan.com (12)	examples (624),short_url (242),named_queries (140),issues.wikidata (74),challenge (46),federated-queries (12),snapquery-examples (4)	wikidata-openlinksw (642),wikidata-qlever (474),wikidata-scatter (20),wikidata (6)
Timeout	399	wikidata.org (227),qlever.cs.uni-freiburg.de (148),scholia.toolforge.org (24)	examples (180),issues.wikidata (148),short_url (42),named_queries (24),snapquery-examples (5)	wikidata-triply (342),wikidata (57)
Service Unavailable	82	wikidata.org (38),qlever.cs.uni-freiburg.de (28),scholia.toolforge.org (14),ceur-ws.org (2)	issues.wikidata (26),examples (20),short_url (18),named_queries (14),challenge (2),performance-dblp (2)	wikidata-triply (82)
Other	56	scholia.toolforge.org (28),wikidata.org (24),ceur-ws.org (2),qlever.cs.uni-freiburg.de (2)	named_queries (28),examples (24),challenge (2),issues.wikidata (2)	wikidata (18),wikidata-openlinksw (14),wikidata-scatter (12),wikidata-triply (8),wikidata-qlever (4)
Too Many Requests	20	scholia.toolforge.org (12),wikidata.org (6),qlever.cs.uni-freiburg.de (2)	named_queries (12),examples (4),issues.wikidata (2),short_url (2)	wikidata (18),wikidata-qlever (2)
Authorization Error	2	qlever.cs.uni-freiburg.de (2)	issues.wikidata (2)	wikidata-openlinksw (2)

Query Execution Times per Endpoint

Distribution of Query Errors

Query Execution Status on different Endpoints