Difference between revisions of "Snapquery Evaluation 2024-07"

From BITPlan cr Wiki
Jump to navigation Jump to search
Line 119: Line 119:
 
| align="right"|      2 || wikidata.org              || short_url          || Too Many Requests
 
| align="right"|      2 || wikidata.org              || short_url          || Too Many Requests
 
|}
 
|}
 +
 +
named query query_failures_by_category_grouped:
 +
 +
sql:
 +
SELECT
 +
  count(*) AS count,
 +
  GROUP_CONCAT(DISTINCT nq.domain) AS domains,
 +
  GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
 +
  error_category
 +
FROM QueryStats qs
 +
JOIN NamedQuery nq ON qs.query_id = nq.query_id
 +
WHERE error_category IS NOT NULL
 +
GROUP BY error_category
 +
ORDER BY  count DESC;
 +
 +
== query_failures_by_category_grouped ==
 +
 +
=== query ===
 +
<source lang='sql'>
 +
SELECT
 +
  count(*) AS count,
 +
  GROUP_CONCAT(DISTINCT nq.domain) AS domains,
 +
  GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
 +
  error_category
 +
FROM QueryStats qs
 +
JOIN NamedQuery nq ON qs.query_id = nq.query_id
 +
WHERE error_category IS NOT NULL
 +
GROUP BY error_category
 +
ORDER BY  count DESC;
 +
 +
</source>
 +
 +
 +
=== result ===
 +
{| class="wikitable" style="text-align: left;"
 +
|+ <!-- caption -->
 +
|-
 +
! align="right"|  count !! domains                                                                              !! namespaces                                                                                      !! error_category
 +
|-
 +
| align="right"|    3790 || wikidata.org,qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,bitplan.com || short_url,issues.wikidata,challenge,named_queries,performance-dblp,examples,federated-queries  || Syntax Error
 +
|-
 +
| align="right"|    1142 || wikidata.org,ceur-ws.org,scholia.toolforge.org,bitplan.com,qlever.cs.uni-freiburg.de || short_url,challenge,examples,named_queries,federated-queries,snapquery-examples,issues.wikidata || EndPointInternalError
 +
|-
 +
| align="right"|    399 || wikidata.org,qlever.cs.uni-freiburg.de,scholia.toolforge.org                        || snapquery-examples,short_url,examples,issues.wikidata,named_queries                            || Timeout
 +
|-
 +
| align="right"|      82 || qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,wikidata.org            || issues.wikidata,challenge,performance-dblp,named_queries,short_url,examples                    || Service Unavailable
 +
|-
 +
| align="right"|      56 || scholia.toolforge.org,qlever.cs.uni-freiburg.de,ceur-ws.org,wikidata.org            || named_queries,issues.wikidata,challenge,examples                                                || Other
 +
|-
 +
| align="right"|      20 || wikidata.org,scholia.toolforge.org,qlever.cs.uni-freiburg.de                        || examples,named_queries,short_url,issues.wikidata                                                || Too Many Requests
 +
|-
 +
| align="right"|      2 || qlever.cs.uni-freiburg.de                                                            || issues.wikidata                                                                                || Authorization Error
 +
|}
 +
 +
[[Category:snapquery]]

Revision as of 11:03, 10 July 2024

Duration long tail

show cut off by query time out.

SELECT duration,nq.name
FROM QueryStats qs
JOIN NamedQuery nq 
ON qs.query_id=nq.query_id
WHERE nq.domain="wikidata.org"
ORDER BY 1 DESC

named query query_failures_by_category:

sql: SELECT count(*) as count, nq.domain, nq.namespace, error_category FROM QueryStats qs JOIN NamedQuery nq ON qs.query_id=nq.query_id WHERE error_category IS NOT NULL

GROUP BY error_category,nq.namespace,nq.domain ORDER BY 1 DESC

query_failures_by_category

query

SELECT 
count(*) as count,
nq.domain,
nq.namespace,
error_category
FROM QueryStats qs
JOIN NamedQuery nq
ON qs.query_id=nq.query_id
WHERE error_category IS NOT NULL 

GROUP BY error_category,nq.namespace,nq.domain
ORDER BY 1 DESC


result

count domain namespace error_category
2044 scholia.toolforge.org named_queries Syntax Error
788 wikidata.org examples Syntax Error
624 wikidata.org examples EndPointInternalError
612 qlever.cs.uni-freiburg.de issues.wikidata Syntax Error
242 wikidata.org short_url EndPointInternalError
208 wikidata.org short_url Syntax Error
180 wikidata.org examples Timeout
148 qlever.cs.uni-freiburg.de issues.wikidata Timeout
140 scholia.toolforge.org named_queries EndPointInternalError
102 ceur-ws.org challenge Syntax Error
74 qlever.cs.uni-freiburg.de issues.wikidata EndPointInternalError
46 ceur-ws.org challenge EndPointInternalError
42 wikidata.org short_url Timeout
28 scholia.toolforge.org named_queries Other
26 qlever.cs.uni-freiburg.de issues.wikidata Service Unavailable
24 wikidata.org examples Other
24 scholia.toolforge.org named_queries Timeout
20 wikidata.org examples Service Unavailable
20 qlever.cs.uni-freiburg.de performance-dblp Syntax Error
18 wikidata.org short_url Service Unavailable
16 bitplan.com federated-queries Syntax Error
14 scholia.toolforge.org named_queries Service Unavailable
12 bitplan.com federated-queries EndPointInternalError
12 scholia.toolforge.org named_queries Too Many Requests
5 wikidata.org snapquery-examples Timeout
4 wikidata.org snapquery-examples EndPointInternalError
4 wikidata.org examples Too Many Requests
2 qlever.cs.uni-freiburg.de issues.wikidata Authorization Error
2 ceur-ws.org challenge Other
2 qlever.cs.uni-freiburg.de issues.wikidata Other
2 ceur-ws.org challenge Service Unavailable
2 qlever.cs.uni-freiburg.de performance-dblp Service Unavailable
2 qlever.cs.uni-freiburg.de issues.wikidata Too Many Requests
2 wikidata.org short_url Too Many Requests

named query query_failures_by_category_grouped:

sql: SELECT

 count(*) AS count,
 GROUP_CONCAT(DISTINCT nq.domain) AS domains,
 GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
 error_category

FROM QueryStats qs JOIN NamedQuery nq ON qs.query_id = nq.query_id WHERE error_category IS NOT NULL GROUP BY error_category ORDER BY count DESC;

query_failures_by_category_grouped

query

SELECT 
  count(*) AS count,
  GROUP_CONCAT(DISTINCT nq.domain) AS domains,
  GROUP_CONCAT(DISTINCT nq.namespace) AS namespaces,
  error_category
FROM QueryStats qs
JOIN NamedQuery nq ON qs.query_id = nq.query_id
WHERE error_category IS NOT NULL
GROUP BY error_category
ORDER BY  count DESC;


result

count domains namespaces error_category
3790 wikidata.org,qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,bitplan.com short_url,issues.wikidata,challenge,named_queries,performance-dblp,examples,federated-queries Syntax Error
1142 wikidata.org,ceur-ws.org,scholia.toolforge.org,bitplan.com,qlever.cs.uni-freiburg.de short_url,challenge,examples,named_queries,federated-queries,snapquery-examples,issues.wikidata EndPointInternalError
399 wikidata.org,qlever.cs.uni-freiburg.de,scholia.toolforge.org snapquery-examples,short_url,examples,issues.wikidata,named_queries Timeout
82 qlever.cs.uni-freiburg.de,ceur-ws.org,scholia.toolforge.org,wikidata.org issues.wikidata,challenge,performance-dblp,named_queries,short_url,examples Service Unavailable
56 scholia.toolforge.org,qlever.cs.uni-freiburg.de,ceur-ws.org,wikidata.org named_queries,issues.wikidata,challenge,examples Other
20 wikidata.org,scholia.toolforge.org,qlever.cs.uni-freiburg.de examples,named_queries,short_url,issues.wikidata Too Many Requests
2 qlever.cs.uni-freiburg.de issues.wikidata Authorization Error