Snapquery Evaluation 2024-07

Duration long tail

show cut off by query time out.

SELECT duration,nq.name
FROM QueryStats qs
JOIN NamedQuery nq 
ON qs.query_id=nq.query_id
WHERE nq.domain="wikidata.org"
ORDER BY 1 DESC

named query query_failures_by_category:

sql: SELECT count(*) as count, nq.domain, nq.namespace, error_category FROM QueryStats qs JOIN NamedQuery nq ON qs.query_id=nq.query_id WHERE error_category IS NOT NULL

GROUP BY error_category,nq.namespace,nq.domain ORDER BY 1 DESC

query_failures_by_category

query

SELECT 
count(*) as count,
nq.domain,
nq.namespace,
error_category
FROM QueryStats qs
JOIN NamedQuery nq
ON qs.query_id=nq.query_id
WHERE error_category IS NOT NULL 

GROUP BY error_category,nq.namespace,nq.domain
ORDER BY 1 DESC

result

count	domain	namespace	error_category
2044	scholia.toolforge.org	named_queries	Syntax Error
788	wikidata.org	examples	Syntax Error
624	wikidata.org	examples	EndPointInternalError
612	qlever.cs.uni-freiburg.de	issues.wikidata	Syntax Error
242	wikidata.org	short_url	EndPointInternalError
208	wikidata.org	short_url	Syntax Error
180	wikidata.org	examples	Timeout
148	qlever.cs.uni-freiburg.de	issues.wikidata	Timeout
140	scholia.toolforge.org	named_queries	EndPointInternalError
102	ceur-ws.org	challenge	Syntax Error
74	qlever.cs.uni-freiburg.de	issues.wikidata	EndPointInternalError
46	ceur-ws.org	challenge	EndPointInternalError
42	wikidata.org	short_url	Timeout
28	scholia.toolforge.org	named_queries	Other
26	qlever.cs.uni-freiburg.de	issues.wikidata	Service Unavailable
24	wikidata.org	examples	Other
24	scholia.toolforge.org	named_queries	Timeout
20	wikidata.org	examples	Service Unavailable
20	qlever.cs.uni-freiburg.de	performance-dblp	Syntax Error
18	wikidata.org	short_url	Service Unavailable
16	bitplan.com	federated-queries	Syntax Error
14	scholia.toolforge.org	named_queries	Service Unavailable
12	bitplan.com	federated-queries	EndPointInternalError
12	scholia.toolforge.org	named_queries	Too Many Requests
5	wikidata.org	snapquery-examples	Timeout
4	wikidata.org	snapquery-examples	EndPointInternalError
4	wikidata.org	examples	Too Many Requests
2	qlever.cs.uni-freiburg.de	issues.wikidata	Authorization Error
2	ceur-ws.org	challenge	Other
2	qlever.cs.uni-freiburg.de	issues.wikidata	Other
2	ceur-ws.org	challenge	Service Unavailable
2	qlever.cs.uni-freiburg.de	performance-dblp	Service Unavailable
2	qlever.cs.uni-freiburg.de	issues.wikidata	Too Many Requests
2	wikidata.org	short_url	Too Many Requests

named query query_failures_by_category_grouped:

sql: SELECT

 count(*) AS count,
 GROUP_CONCAT(DISTINCT nq.domain) AS domains,
 GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
 error_category

FROM QueryStats qs JOIN NamedQuery nq ON qs.query_id = nq.query_id WHERE error_category IS NOT NULL GROUP BY error_category ORDER BY count DESC;

query_failures_by_category_grouped

query

SELECT 
  count(*) AS count,
  GROUP_CONCAT(DISTINCT nq.domain) AS domains,
  GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
  error_category
FROM QueryStats qs
JOIN NamedQuery nq ON qs.query_id = nq.query_id
WHERE error_category IS NOT NULL
GROUP BY error_category
ORDER BY  count DESC;

result

count	domains	namespaces	error_category
3790	wikidata.org,qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,bitplan.com	short_url,issues.wikidata,challenge,named_queries,performance-dblp,examples,federated-queries	Syntax Error
1142	wikidata.org,ceur-ws.org,scholia.toolforge.org,bitplan.com,qlever.cs.uni-freiburg.de	short_url,challenge,examples,named_queries,federated-queries,snapquery-examples,issues.wikidata	EndPointInternalError
399	wikidata.org,qlever.cs.uni-freiburg.de,scholia.toolforge.org	snapquery-examples,short_url,examples,issues.wikidata,named_queries	Timeout
82	qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,wikidata.org	issues.wikidata,challenge,performance-dblp,named_queries,short_url,examples	Service Unavailable
56	scholia.toolforge.org,qlever.cs.uni-freiburg.de,ceur-ws.org,wikidata.org	named_queries,issues.wikidata,challenge,examples	Other
20	wikidata.org,scholia.toolforge.org,qlever.cs.uni-freiburg.de	examples,named_queries,short_url,issues.wikidata	Too Many Requests
2	qlever.cs.uni-freiburg.de	issues.wikidata	Authorization Error