{"database": "catalogue", "private": false, "path": "/catalogue", "size": 128462848, "tables": [{"name": "datasets", "columns": ["portal_id", "key", "harvest_id", "title", "description", "landing_page", "publisher", "licence", "issued", "modified", "keywords", "themes", "uri", "identifier"], "primary_keys": ["portal_id", "key"], "count": null, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": [{"other_table": "harvests", "column": "harvest_id", "other_column": "id"}, {"other_table": "portals", "column": "portal_id", "other_column": "id"}]}, "private": false}, {"name": "distributions", "columns": ["portal_id", "dataset_key", "position", "title", "format", "media_type", "access_url", "download_url", "licence"], "primary_keys": ["portal_id", "dataset_key", "position"], "count": null, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "harvests", "columns": ["id", "portal_id", "started_at", "finished_at", "status", "endpoint_type", "endpoint_url", "endpoint_listed", "pages", "datasets", "complete", "error", "attempts"], "primary_keys": ["id"], "count": 17, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [{"other_table": "datasets", "column": "id", "other_column": "harvest_id"}], "outgoing": [{"other_table": "portals", "column": "portal_id", "other_column": "id"}]}, "private": false}, {"name": "portals", "columns": ["id", "name", "homepage", "country", "country_name", "tier", "subregion", "subregion_name", "publisher", "publisher_type", "software", "dcat_listed"], "primary_keys": ["id"], "count": 796, "hidden": false, "fts_table": null, "foreign_keys": {"incoming": [{"other_table": "harvests", "column": "id", "other_column": "portal_id"}, {"other_table": "datasets", "column": "id", "other_column": "portal_id"}], "outgoing": []}, "private": false}, {"name": "datasets_fts", "columns": ["title", "description", "keywords", "datasets_fts", "rank"], "primary_keys": [], "count": null, "hidden": true, "fts_table": "datasets_fts", "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "datasets_fts_config", "columns": ["k", "v"], "primary_keys": ["k"], "count": 1, "hidden": true, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "datasets_fts_data", "columns": ["id", "block"], "primary_keys": ["id"], "count": null, "hidden": true, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "datasets_fts_docsize", "columns": ["id", "sz"], "primary_keys": ["id"], "count": 32447, "hidden": true, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}, {"name": "datasets_fts_idx", "columns": ["segid", "term", "pgno"], "primary_keys": ["segid", "term"], "count": 3125, "hidden": true, "fts_table": null, "foreign_keys": {"incoming": [], "outgoing": []}, "private": false}], "hidden_count": 5, "views": [{"name": "latest_harvests", "private": false}], "queries": [{"title": "Latest harvest of each portal", "description": "Where coverage breaks down. Failed harvests say why.", "sql": "SELECT p.country, p.tier, p.id AS portal, p.software, h.status, h.endpoint_type,\n  CASE h.endpoint_listed WHEN 1 THEN 'listed' WHEN 0 THEN 'probed' END AS endpoint,\n  h.datasets, h.pages, h.complete, h.error, h.started_at\nFROM latest_harvests h JOIN portals p ON p.id = h.portal_id\nORDER BY p.country,\n  CASE p.tier WHEN 'national' THEN 0 WHEN 'regional' THEN 1 ELSE 2 END, p.id", "name": "harvest_results", "private": false}, {"title": "Search datasets", "description": "Full-text search of titles, descriptions and keywords.", "sql": "SELECT d.title, p.name AS portal, p.country,\n  coalesce(d.landing_page, d.uri) AS link, d.licence, d.modified\nFROM datasets_fts JOIN datasets d ON d.rowid = datasets_fts.rowid\nJOIN portals p ON p.id = d.portal_id\nWHERE datasets_fts MATCH :q\nORDER BY rank\nLIMIT 100", "name": "search", "private": false}], "allow_execute_sql": true, "query_ms": 100.34577099941089, "source": "Dateno, DataPortals.org, data.europa.eu, opendatArchives, and each portal's DCAT catalogue", "source_url": "https://github.com/datenoio/dataportals-registry", "license": "CC BY 4.0 (portal directory, derived from Dateno); dataset metadata as each portal publishes it", "license_url": "https://creativecommons.org/licenses/by/4.0/"}