diff --git a/dataset-stats/size.ipynb b/dataset-stats/size.ipynb index 5ea605b..6f6bbec 100644 --- a/dataset-stats/size.ipynb +++ b/dataset-stats/size.ipynb @@ -59,12 +59,12 @@ " \n", " \n", " \n", - " http://gss-data.org.uk/data/hmrc-overseas-trade-statistics\n", - " 1499970\n", + " http://gss-data.org.uk/data/hmrc-regional-trade-statistics\n", + " 3241972\n", " \n", " \n", - " http://gss-data.org.uk/data/hmrc-regional-trade-statistics\n", - " 639936\n", + " http://gss-data.org.uk/data/hmrc-overseas-trade-statistics\n", + " 1499970\n", " \n", " \n", " http://gss-data.org.uk/data/ons-cpa\n", @@ -83,12 +83,36 @@ " 5378\n", " \n", " \n", + " http://gss-data.org.uk/data/ons-ltim-age-and-sex\n", + " 2819\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-abs\n", + " 2025\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-citizenship\n", + " 1706\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-country-of-residence\n", + " 1472\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-uk-destination-or-origin\n", + " 1208\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-occupation\n", + " 947\n", + " \n", + " \n", " http://gss-data.org.uk/data/hmrc-uk-trade-in-goods-statistics-by-business-characteristics-2015\n", " 947\n", " \n", " \n", - " http://gss-data.org.uk/data/ons-abs\n", - " 648\n", + " http://gss-data.org.uk/data/ons-ltim-reason-for-migration\n", + " 828\n", " \n", " \n", " http://gss-data.org.uk/data/ons-balance-of-payments\n", @@ -100,14 +124,20 @@ ], "text/plain": [ " Observations\n", + "http://gss-data.org.uk/data/hmrc-regional-trade... 3241972\n", "http://gss-data.org.uk/data/hmrc-overseas-trade... 1499970\n", - "http://gss-data.org.uk/data/hmrc-regional-trade... 639936\n", "http://gss-data.org.uk/data/ons-cpa 399992\n", "http://gss-data.org.uk/data/ons-trade-in-goods-... 264270\n", "http://gss-data.org.uk/data/ons-bop-individual-... 80756\n", "http://gss-data.org.uk/data/ons-pink-book-chapt... 5378\n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex 2819\n", + "http://gss-data.org.uk/data/ons-abs 2025\n", + "http://gss-data.org.uk/data/ons-ltim-citizenship 1706\n", + "http://gss-data.org.uk/data/ons-ltim-country-of... 1472\n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... 1208\n", + "http://gss-data.org.uk/data/ons-ltim-occupation 947\n", "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... 947\n", - "http://gss-data.org.uk/data/ons-abs 648\n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... 828\n", "http://gss-data.org.uk/data/ons-balance-of-paym... 396" ] }, @@ -165,62 +195,114 @@ " Observations\n", " Label\n", " Graph\n", + " Family\n", " \n", " \n", " \n", " \n", + " http://gss-data.org.uk/data/hmrc-regional-trade-statistics\n", + " 3241972\n", + " HMRC Regional Trade Statistics\n", + " http://gss-data.org.uk/graph/hmrc-regional-tra...\n", + " Trade\n", + " \n", + " \n", " http://gss-data.org.uk/data/hmrc-overseas-trade-statistics\n", " 1499970\n", " HMRC Overseas Trade Statistics\n", " http://gss-data.org.uk/graph/hmrc-overseas-tra...\n", - " \n", - " \n", - " http://gss-data.org.uk/data/hmrc-regional-trade-statistics\n", - " 639936\n", - " HMRC Regional Trade Statistics\n", - " http://gss-data.org.uk/graph/hmrc-regional-tra...\n", + " Trade\n", " \n", " \n", " http://gss-data.org.uk/data/ons-cpa\n", " 399992\n", " ONS CPA\n", " http://gss-data.org.uk/graph/ons-cpa\n", + " Trade\n", " \n", " \n", " http://gss-data.org.uk/data/ons-trade-in-goods-mrets\n", " 264270\n", " ONS Trade in goods MRETS\n", " http://gss-data.org.uk/graph/ons-trade-in-good...\n", + " Trade\n", " \n", " \n", " http://gss-data.org.uk/data/ons-bop-individual-country-data\n", " 80756\n", " ONS BoP Individual Country Data\n", " http://gss-data.org.uk/graph/ons-bop-individua...\n", + " Trade\n", " \n", " \n", " http://gss-data.org.uk/data/ons-pink-book-chapter-3\n", " 5378\n", " ONS Pink Book Chapter 3\n", " http://gss-data.org.uk/graph/ons-pink-book-cha...\n", + " Trade\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-age-and-sex\n", + " 2819\n", + " ONS LTIM Age and Sex\n", + " http://gss-data.org.uk/graph/ons-ltim-age-and-sex\n", + " Migration\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-abs\n", + " 2025\n", + " ONS ABS\n", + " http://gss-data.org.uk/graph/ons-abs\n", + " Trade\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-citizenship\n", + " 1706\n", + " ONS LTIM citizenship\n", + " http://gss-data.org.uk/graph/ons-ltim-citizenship\n", + " Migration\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-country-of-residence\n", + " 1472\n", + " ONS LTIM country of residence\n", + " http://gss-data.org.uk/graph/ons-ltim-country-...\n", + " Migration\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-uk-destination-or-origin\n", + " 1208\n", + " ONS LTIM UK Destination or Origin\n", + " http://gss-data.org.uk/graph/ons-ltim-uk-desti...\n", + " Migration\n", + " \n", + " \n", + " http://gss-data.org.uk/data/ons-ltim-occupation\n", + " 947\n", + " ONS LTIM Occupation\n", + " http://gss-data.org.uk/graph/ons-ltim-occupation\n", + " Migration\n", " \n", " \n", " http://gss-data.org.uk/data/hmrc-uk-trade-in-goods-statistics-by-business-characteristics-2015\n", " 947\n", " HMRC UK Trade in Goods Statistics by Business ...\n", " http://gss-data.org.uk/graph/hmrc-uk-trade-in-...\n", + " Trade\n", " \n", " \n", - " http://gss-data.org.uk/data/ons-abs\n", - " 648\n", - " ONS ABS\n", - " http://gss-data.org.uk/graph/ons-abs\n", + " http://gss-data.org.uk/data/ons-ltim-reason-for-migration\n", + " 828\n", + " Long-term international migration 2.06, area o...\n", + " http://gss-data.org.uk/graph/ons-ltim-reason-f...\n", + " Migration\n", " \n", " \n", " http://gss-data.org.uk/data/ons-balance-of-payments\n", " 396\n", " ONS Balance of Payments\n", " http://gss-data.org.uk/graph/ons-balance-of-pa...\n", + " Trade\n", " \n", " \n", "\n", @@ -228,37 +310,72 @@ ], "text/plain": [ " Observations \\\n", + "http://gss-data.org.uk/data/hmrc-regional-trade... 3241972 \n", "http://gss-data.org.uk/data/hmrc-overseas-trade... 1499970 \n", - "http://gss-data.org.uk/data/hmrc-regional-trade... 639936 \n", "http://gss-data.org.uk/data/ons-cpa 399992 \n", "http://gss-data.org.uk/data/ons-trade-in-goods-... 264270 \n", "http://gss-data.org.uk/data/ons-bop-individual-... 80756 \n", "http://gss-data.org.uk/data/ons-pink-book-chapt... 5378 \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex 2819 \n", + "http://gss-data.org.uk/data/ons-abs 2025 \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship 1706 \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... 1472 \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... 1208 \n", + "http://gss-data.org.uk/data/ons-ltim-occupation 947 \n", "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... 947 \n", - "http://gss-data.org.uk/data/ons-abs 648 \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... 828 \n", "http://gss-data.org.uk/data/ons-balance-of-paym... 396 \n", "\n", " Label \\\n", - "http://gss-data.org.uk/data/hmrc-overseas-trade... HMRC Overseas Trade Statistics \n", "http://gss-data.org.uk/data/hmrc-regional-trade... HMRC Regional Trade Statistics \n", + "http://gss-data.org.uk/data/hmrc-overseas-trade... HMRC Overseas Trade Statistics \n", "http://gss-data.org.uk/data/ons-cpa ONS CPA \n", "http://gss-data.org.uk/data/ons-trade-in-goods-... ONS Trade in goods MRETS \n", "http://gss-data.org.uk/data/ons-bop-individual-... ONS BoP Individual Country Data \n", "http://gss-data.org.uk/data/ons-pink-book-chapt... ONS Pink Book Chapter 3 \n", - "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... HMRC UK Trade in Goods Statistics by Business ... \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex ONS LTIM Age and Sex \n", "http://gss-data.org.uk/data/ons-abs ONS ABS \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship ONS LTIM citizenship \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... ONS LTIM country of residence \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... ONS LTIM UK Destination or Origin \n", + "http://gss-data.org.uk/data/ons-ltim-occupation ONS LTIM Occupation \n", + "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... HMRC UK Trade in Goods Statistics by Business ... \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... Long-term international migration 2.06, area o... \n", "http://gss-data.org.uk/data/ons-balance-of-paym... ONS Balance of Payments \n", "\n", - " Graph \n", - "http://gss-data.org.uk/data/hmrc-overseas-trade... http://gss-data.org.uk/graph/hmrc-overseas-tra... \n", - "http://gss-data.org.uk/data/hmrc-regional-trade... http://gss-data.org.uk/graph/hmrc-regional-tra... \n", - "http://gss-data.org.uk/data/ons-cpa http://gss-data.org.uk/graph/ons-cpa \n", - "http://gss-data.org.uk/data/ons-trade-in-goods-... http://gss-data.org.uk/graph/ons-trade-in-good... \n", - "http://gss-data.org.uk/data/ons-bop-individual-... http://gss-data.org.uk/graph/ons-bop-individua... \n", - "http://gss-data.org.uk/data/ons-pink-book-chapt... http://gss-data.org.uk/graph/ons-pink-book-cha... \n", - "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... http://gss-data.org.uk/graph/hmrc-uk-trade-in-... \n", - "http://gss-data.org.uk/data/ons-abs http://gss-data.org.uk/graph/ons-abs \n", - "http://gss-data.org.uk/data/ons-balance-of-paym... http://gss-data.org.uk/graph/ons-balance-of-pa... " + " Graph \\\n", + "http://gss-data.org.uk/data/hmrc-regional-trade... http://gss-data.org.uk/graph/hmrc-regional-tra... \n", + "http://gss-data.org.uk/data/hmrc-overseas-trade... http://gss-data.org.uk/graph/hmrc-overseas-tra... \n", + "http://gss-data.org.uk/data/ons-cpa http://gss-data.org.uk/graph/ons-cpa \n", + "http://gss-data.org.uk/data/ons-trade-in-goods-... http://gss-data.org.uk/graph/ons-trade-in-good... \n", + "http://gss-data.org.uk/data/ons-bop-individual-... http://gss-data.org.uk/graph/ons-bop-individua... \n", + "http://gss-data.org.uk/data/ons-pink-book-chapt... http://gss-data.org.uk/graph/ons-pink-book-cha... \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex http://gss-data.org.uk/graph/ons-ltim-age-and-sex \n", + "http://gss-data.org.uk/data/ons-abs http://gss-data.org.uk/graph/ons-abs \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship http://gss-data.org.uk/graph/ons-ltim-citizenship \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... http://gss-data.org.uk/graph/ons-ltim-country-... \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... http://gss-data.org.uk/graph/ons-ltim-uk-desti... \n", + "http://gss-data.org.uk/data/ons-ltim-occupation http://gss-data.org.uk/graph/ons-ltim-occupation \n", + "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... http://gss-data.org.uk/graph/hmrc-uk-trade-in-... \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... http://gss-data.org.uk/graph/ons-ltim-reason-f... \n", + "http://gss-data.org.uk/data/ons-balance-of-paym... http://gss-data.org.uk/graph/ons-balance-of-pa... \n", + "\n", + " Family \n", + "http://gss-data.org.uk/data/hmrc-regional-trade... Trade \n", + "http://gss-data.org.uk/data/hmrc-overseas-trade... Trade \n", + "http://gss-data.org.uk/data/ons-cpa Trade \n", + "http://gss-data.org.uk/data/ons-trade-in-goods-... Trade \n", + "http://gss-data.org.uk/data/ons-bop-individual-... Trade \n", + "http://gss-data.org.uk/data/ons-pink-book-chapt... Trade \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex Migration \n", + "http://gss-data.org.uk/data/ons-abs Trade \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship Migration \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... Migration \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... Migration \n", + "http://gss-data.org.uk/data/ons-ltim-occupation Migration \n", + "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... Trade \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... Migration \n", + "http://gss-data.org.uk/data/ons-balance-of-paym... Trade " ] }, "execution_count": 3, @@ -271,12 +388,16 @@ "PREFIX rdfs: \n", "PREFIX qb: \n", "PREFIX pmd: \n", + "PREFIX gdp: \n", "\n", - "SELECT DISTINCT ?dataset ?datasetLabel ?graph\n", + "SELECT DISTINCT ?dataset ?datasetLabel ?graph ?family\n", "WHERE {\n", " ?dataset a qb:DataSet ;\n", " rdfs:label ?datasetLabel ;\n", " pmd:graph ?graph .\n", + " OPTIONAL {\n", + " ?dataset gdp:family [rdfs:label ?family]\n", + " }\n", "}\n", "\"\"\")\n", "\n", @@ -291,6 +412,11 @@ " res['dataset'].value: res['graph'].value\n", " for res in results\n", "})\n", + "\n", + "table['Family'] = pd.Series({\n", + " res['dataset'].value: res['family'].value if 'family' in res else 'Trade'\n", + " for res in results\n", + "})\n", "table" ] }, @@ -325,6 +451,10 @@ " \n", " \n", " \n", + " http://purl.org/dc/terms/\n", + " 866\n", + " \n", + " \n", " http://gss-data.org.uk/graph/semstats/cpav2008-cpav21\n", " 28071\n", " \n", @@ -413,6 +543,10 @@ " 17756\n", " \n", " \n", + " http://xmlns.com/foaf/0.1/\n", + " 631\n", + " \n", + " \n", " http://publishmydata.com/graph/vocabulary/22-rdf-syntax-ns\n", " 102\n", " \n", @@ -437,207 +571,199 @@ " 32\n", " \n", " \n", - " http://publishmydata.com/graph/vocabulary/rdf-schema\n", - " 87\n", - " \n", - " \n", - " http://publishmydata.com/graph/vocabulary/sdmx-concept\n", - " 1021\n", - " \n", - " \n", " ...\n", " ...\n", " \n", " \n", - " http://gss-data.org.uk/graph/ons-cpa/metadata\n", - " 14\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/ons-cpa\n", - " 12806153\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/ons-pink-book-chapter-3/metadata\n", - " 14\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/ons-pink-book-chapter-3\n", - " 150770\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/hmrc-regional-trade-statistics/metadata\n", - " 16\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/bop-services\n", - " 140\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/pink-book-services\n", - " 1640\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/export-and-import-activity\n", - " 63\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/age-of-business\n", - " 164\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/hmrc-regional-trade-statistics\n", - " 16650299\n", - " \n", - " \n", - " http://publishmydata.com/graph/vocabulary/csvw\n", - " 632\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/gdp233\n", - " 77\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/hmrc-uk-trade-in-goods-statistics-by-business-characteristics-2015/metadata\n", - " 15\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/hmrc-uk-trade-in-goods-statistics-by-business-characteristics-2015\n", - " 27243\n", - " \n", - " \n", - " http://gss-data.org.uk/def/cdid\n", - " 37137\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/hmrc-industry-groups\n", - " 152\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/statistical-geography\n", - " 555\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/pmd-foi-ontology\n", - " 77\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/hmrc-regions\n", - " 175\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/ons-bop-individual-country-data/metadata\n", - " 14\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/ons-bop-individual-country-data\n", - " 1777303\n", - " \n", - " \n", - " http://foo.bar.com/\n", - " 4\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/measurement-units\n", - " 67\n", - " \n", - " \n", - " https://trade.ec.europa.eu/def/cn_2012\n", - " 61259\n", - " \n", - " \n", - " https://trade.ec.europa.eu/def/cn_2013\n", - " 61184\n", - " \n", - " \n", - " https://trade.ec.europa.eu/def/cn_2014\n", - " 61194\n", - " \n", - " \n", - " https://trade.ec.europa.eu/def/cn_2015\n", - " 61224\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/reference-time\n", - " 2468\n", - " \n", - " \n", - " http://gss-data.org.uk/graph/sitc-4\n", - " 44194\n", - " \n", - " \n", " https://trade.ec.europa.eu/def/cn_2016\n", " 61369\n", " \n", + " \n", + " http://gss-data.org.uk/graph/ons-abs-trades\n", + " 41\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-citizenship/metadata\n", + " 15\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-reason-for-migration/metadata\n", + " 20\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-occupation/metadata\n", + " 15\n", + " \n", + " \n", + " http://www.ons.gov.uk/dev/sic2007\n", + " 5995\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/citizenship\n", + " 272\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-citizenship\n", + " 48123\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-reason-for-migration\n", + " 21838\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-occupation\n", + " 26865\n", + " \n", + " \n", + " http://rdf-vocabulary.ddialliance.org/xkos\n", + " 322\n", + " \n", + " \n", + " http://gss-data.org.uk/def/gdp\n", + " 28\n", + " \n", + " \n", + " http://purl.org/dc/elements/1.1\n", + " 138\n", + " \n", + " \n", + " https://creativecommons.org/schema.rdf\n", + " 115\n", + " \n", + " \n", + " http://www.w3.org/ns/ui\n", + " 523\n", + " \n", + " \n", + " http://purl.org/vocommons/voaf\n", + " 321\n", + " \n", + " \n", + " http://www.w3.org/2003/06/sw-vocab-status/ns\n", + " 27\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/citizenships\n", + " 3293\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/migration-directions\n", + " 43\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-country-of-residence\n", + " 67894\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-country-of-residence/metadata\n", + " 15\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/reasons-for-migration\n", + " 104\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/occupations\n", + " 74\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/country-of-residence\n", + " 328\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/revisions\n", + " 31\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-uk-destination-or-origin\n", + " 34185\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-age-and-sex/metadata\n", + " 16\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-age-and-sex\n", + " 84949\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ages\n", + " 74\n", + " \n", + " \n", + " http://gss-data.org.uk/graph/ons-ltim-uk-destination-or-origin/metadata\n", + " 16\n", + " \n", " \n", "\n", - "

99 rows × 1 columns

\n", + "

131 rows × 1 columns

\n", "" ], "text/plain": [ - " Triples\n", - "http://gss-data.org.uk/graph/semstats/cpav2008-... 28071\n", - "http://gss-data.org.uk/graph/semstats/cpav2008 47707\n", - "http://gss-data.org.uk/graph/semstats/cpav21 44275\n", - "http://gss-data.org.uk/graph/semstats/cpcv11 29269\n", - "http://gss-data.org.uk/graph/semstats/cpcv2 44159\n", - "http://gss-data.org.uk/graph/semstats/cpcv21 36837\n", - "http://gss-data.org.uk/graph/semstats/cpcv11-cpcv2 15202\n", - "http://gss-data.org.uk/graph/semstats/cpcv2-cpcv21 14788\n", - "http://gss-data.org.uk/graph/semstats/isicr31 5438\n", - "http://gss-data.org.uk/graph/semstats/isicr31-c... 13350\n", - "http://gss-data.org.uk/graph/semstats/isicr31-i... 4116\n", - "http://gss-data.org.uk/graph/semstats/isicr4 9249\n", - "http://gss-data.org.uk/graph/semstats/isicr4-cp... 13320\n", - "http://gss-data.org.uk/graph/semstats/isicr4-cpcv2 12305\n", - "http://gss-data.org.uk/graph/semstats/isicr4-na... 4311\n", - "http://gss-data.org.uk/graph/semstats/isicr4-na... 7591\n", - "http://gss-data.org.uk/graph/semstats/nacer11 9605\n", - "http://gss-data.org.uk/graph/semstats/nacer2 12806\n", - "http://gss-data.org.uk/graph/semstats/nacer2-cp... 16066\n", - "http://gss-data.org.uk/graph/semstats/nacer2-cp... 15716\n", - "http://gss-data.org.uk/graph/semstats/nacer11-n... 5096\n", - "http://gss-data.org.uk/graph/semstats/naics2012 17756\n", - "http://publishmydata.com/graph/vocabulary/22-rd... 102\n", - "http://publishmydata.com/graph/vocabulary/admingeo 1801\n", - "http://publishmydata.com/graph/vocabulary/sdmx 100\n", - "http://publishmydata.com/graph/vocabulary/skos 259\n", - "http://publishmydata.com/graph/vocabulary/sdmx-... 295\n", - "http://publishmydata.com/graph/vocabulary/stati... 32\n", - "http://publishmydata.com/graph/vocabulary/rdf-s... 87\n", - "http://publishmydata.com/graph/vocabulary/sdmx-... 1021\n", - "... ...\n", - "http://gss-data.org.uk/graph/ons-cpa/metadata 14\n", - "http://gss-data.org.uk/graph/ons-cpa 12806153\n", - "http://gss-data.org.uk/graph/ons-pink-book-chap... 14\n", - "http://gss-data.org.uk/graph/ons-pink-book-chap... 150770\n", - "http://gss-data.org.uk/graph/hmrc-regional-trad... 16\n", - "http://gss-data.org.uk/graph/bop-services 140\n", - "http://gss-data.org.uk/graph/pink-book-services 1640\n", - "http://gss-data.org.uk/graph/export-and-import-... 63\n", - "http://gss-data.org.uk/graph/age-of-business 164\n", - "http://gss-data.org.uk/graph/hmrc-regional-trad... 16650299\n", - "http://publishmydata.com/graph/vocabulary/csvw 632\n", - "http://gss-data.org.uk/graph/gdp233 77\n", - "http://gss-data.org.uk/graph/hmrc-uk-trade-in-g... 15\n", - "http://gss-data.org.uk/graph/hmrc-uk-trade-in-g... 27243\n", - "http://gss-data.org.uk/def/cdid 37137\n", - "http://gss-data.org.uk/graph/hmrc-industry-groups 152\n", - "http://gss-data.org.uk/graph/statistical-geography 555\n", - "http://gss-data.org.uk/graph/pmd-foi-ontology 77\n", - "http://gss-data.org.uk/graph/hmrc-regions 175\n", - "http://gss-data.org.uk/graph/ons-bop-individual... 14\n", - "http://gss-data.org.uk/graph/ons-bop-individual... 1777303\n", - "http://foo.bar.com/ 4\n", - "http://gss-data.org.uk/graph/measurement-units 67\n", - "https://trade.ec.europa.eu/def/cn_2012 61259\n", - "https://trade.ec.europa.eu/def/cn_2013 61184\n", - "https://trade.ec.europa.eu/def/cn_2014 61194\n", - "https://trade.ec.europa.eu/def/cn_2015 61224\n", - "http://gss-data.org.uk/graph/reference-time 2468\n", - "http://gss-data.org.uk/graph/sitc-4 44194\n", - "https://trade.ec.europa.eu/def/cn_2016 61369\n", + " Triples\n", + "http://purl.org/dc/terms/ 866\n", + "http://gss-data.org.uk/graph/semstats/cpav2008-... 28071\n", + "http://gss-data.org.uk/graph/semstats/cpav2008 47707\n", + "http://gss-data.org.uk/graph/semstats/cpav21 44275\n", + "http://gss-data.org.uk/graph/semstats/cpcv11 29269\n", + "http://gss-data.org.uk/graph/semstats/cpcv2 44159\n", + "http://gss-data.org.uk/graph/semstats/cpcv21 36837\n", + "http://gss-data.org.uk/graph/semstats/cpcv11-cpcv2 15202\n", + "http://gss-data.org.uk/graph/semstats/cpcv2-cpcv21 14788\n", + "http://gss-data.org.uk/graph/semstats/isicr31 5438\n", + "http://gss-data.org.uk/graph/semstats/isicr31-c... 13350\n", + "http://gss-data.org.uk/graph/semstats/isicr31-i... 4116\n", + "http://gss-data.org.uk/graph/semstats/isicr4 9249\n", + "http://gss-data.org.uk/graph/semstats/isicr4-cp... 13320\n", + "http://gss-data.org.uk/graph/semstats/isicr4-cpcv2 12305\n", + "http://gss-data.org.uk/graph/semstats/isicr4-na... 4311\n", + "http://gss-data.org.uk/graph/semstats/isicr4-na... 7591\n", + "http://gss-data.org.uk/graph/semstats/nacer11 9605\n", + "http://gss-data.org.uk/graph/semstats/nacer2 12806\n", + "http://gss-data.org.uk/graph/semstats/nacer2-cp... 16066\n", + "http://gss-data.org.uk/graph/semstats/nacer2-cp... 15716\n", + "http://gss-data.org.uk/graph/semstats/nacer11-n... 5096\n", + "http://gss-data.org.uk/graph/semstats/naics2012 17756\n", + "http://xmlns.com/foaf/0.1/ 631\n", + "http://publishmydata.com/graph/vocabulary/22-rd... 102\n", + "http://publishmydata.com/graph/vocabulary/admingeo 1801\n", + "http://publishmydata.com/graph/vocabulary/sdmx 100\n", + "http://publishmydata.com/graph/vocabulary/skos 259\n", + "http://publishmydata.com/graph/vocabulary/sdmx-... 295\n", + "http://publishmydata.com/graph/vocabulary/stati... 32\n", + "... ...\n", + "https://trade.ec.europa.eu/def/cn_2016 61369\n", + "http://gss-data.org.uk/graph/ons-abs-trades 41\n", + "http://gss-data.org.uk/graph/ons-ltim-citizensh... 15\n", + "http://gss-data.org.uk/graph/ons-ltim-reason-fo... 20\n", + "http://gss-data.org.uk/graph/ons-ltim-occupatio... 15\n", + "http://www.ons.gov.uk/dev/sic2007 5995\n", + "http://gss-data.org.uk/graph/citizenship 272\n", + "http://gss-data.org.uk/graph/ons-ltim-citizenship 48123\n", + "http://gss-data.org.uk/graph/ons-ltim-reason-fo... 21838\n", + "http://gss-data.org.uk/graph/ons-ltim-occupation 26865\n", + "http://rdf-vocabulary.ddialliance.org/xkos 322\n", + "http://gss-data.org.uk/def/gdp 28\n", + "http://purl.org/dc/elements/1.1 138\n", + "https://creativecommons.org/schema.rdf 115\n", + "http://www.w3.org/ns/ui 523\n", + "http://purl.org/vocommons/voaf 321\n", + "http://www.w3.org/2003/06/sw-vocab-status/ns 27\n", + "http://gss-data.org.uk/graph/citizenships 3293\n", + "http://gss-data.org.uk/graph/migration-directions 43\n", + "http://gss-data.org.uk/graph/ons-ltim-country-o... 67894\n", + "http://gss-data.org.uk/graph/ons-ltim-country-o... 15\n", + "http://gss-data.org.uk/graph/reasons-for-migration 104\n", + "http://gss-data.org.uk/graph/occupations 74\n", + "http://gss-data.org.uk/graph/country-of-residence 328\n", + "http://gss-data.org.uk/graph/revisions 31\n", + "http://gss-data.org.uk/graph/ons-ltim-uk-destin... 34185\n", + "http://gss-data.org.uk/graph/ons-ltim-age-and-s... 16\n", + "http://gss-data.org.uk/graph/ons-ltim-age-and-sex 84949\n", + "http://gss-data.org.uk/graph/ages 74\n", + "http://gss-data.org.uk/graph/ons-ltim-uk-destin... 16\n", "\n", - "[99 rows x 1 columns]" + "[131 rows x 1 columns]" ] }, "execution_count": 4, @@ -667,10 +793,206 @@ "cell_type": "code", "execution_count": 5, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
ObservationsLabelFamilyTriples
http://gss-data.org.uk/data/hmrc-regional-trade-statistics3241972HMRC Regional Trade StatisticsTrade84297394
http://gss-data.org.uk/data/hmrc-overseas-trade-statistics1499970HMRC Overseas Trade StatisticsTrade36048123
http://gss-data.org.uk/data/ons-cpa399992ONS CPATrade12806153
http://gss-data.org.uk/data/ons-trade-in-goods-mrets264270ONS Trade in goods MRETSTrade7929621
http://gss-data.org.uk/data/ons-bop-individual-country-data80756ONS BoP Individual Country DataTrade1777303
http://gss-data.org.uk/data/ons-pink-book-chapter-35378ONS Pink Book Chapter 3Trade150770
http://gss-data.org.uk/data/ons-ltim-age-and-sex2819ONS LTIM Age and SexMigration84949
http://gss-data.org.uk/data/ons-abs2025ONS ABSTrade61101
http://gss-data.org.uk/data/ons-ltim-citizenship1706ONS LTIM citizenshipMigration48123
http://gss-data.org.uk/data/ons-ltim-country-of-residence1472ONS LTIM country of residenceMigration67894
http://gss-data.org.uk/data/ons-ltim-uk-destination-or-origin1208ONS LTIM UK Destination or OriginMigration34185
http://gss-data.org.uk/data/ons-ltim-occupation947ONS LTIM OccupationMigration26865
http://gss-data.org.uk/data/hmrc-uk-trade-in-goods-statistics-by-business-characteristics-2015947HMRC UK Trade in Goods Statistics by Business ...Trade27243
http://gss-data.org.uk/data/ons-ltim-reason-for-migration828Long-term international migration 2.06, area o...Migration21838
http://gss-data.org.uk/data/ons-balance-of-payments396ONS Balance of PaymentsTrade10593
\n", + "
" + ], + "text/plain": [ + " Observations \\\n", + "http://gss-data.org.uk/data/hmrc-regional-trade... 3241972 \n", + "http://gss-data.org.uk/data/hmrc-overseas-trade... 1499970 \n", + "http://gss-data.org.uk/data/ons-cpa 399992 \n", + "http://gss-data.org.uk/data/ons-trade-in-goods-... 264270 \n", + "http://gss-data.org.uk/data/ons-bop-individual-... 80756 \n", + "http://gss-data.org.uk/data/ons-pink-book-chapt... 5378 \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex 2819 \n", + "http://gss-data.org.uk/data/ons-abs 2025 \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship 1706 \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... 1472 \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... 1208 \n", + "http://gss-data.org.uk/data/ons-ltim-occupation 947 \n", + "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... 947 \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... 828 \n", + "http://gss-data.org.uk/data/ons-balance-of-paym... 396 \n", + "\n", + " Label \\\n", + "http://gss-data.org.uk/data/hmrc-regional-trade... HMRC Regional Trade Statistics \n", + "http://gss-data.org.uk/data/hmrc-overseas-trade... HMRC Overseas Trade Statistics \n", + "http://gss-data.org.uk/data/ons-cpa ONS CPA \n", + "http://gss-data.org.uk/data/ons-trade-in-goods-... ONS Trade in goods MRETS \n", + "http://gss-data.org.uk/data/ons-bop-individual-... ONS BoP Individual Country Data \n", + "http://gss-data.org.uk/data/ons-pink-book-chapt... ONS Pink Book Chapter 3 \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex ONS LTIM Age and Sex \n", + "http://gss-data.org.uk/data/ons-abs ONS ABS \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship ONS LTIM citizenship \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... ONS LTIM country of residence \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... ONS LTIM UK Destination or Origin \n", + "http://gss-data.org.uk/data/ons-ltim-occupation ONS LTIM Occupation \n", + "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... HMRC UK Trade in Goods Statistics by Business ... \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... Long-term international migration 2.06, area o... \n", + "http://gss-data.org.uk/data/ons-balance-of-paym... ONS Balance of Payments \n", + "\n", + " Family Triples \n", + "http://gss-data.org.uk/data/hmrc-regional-trade... Trade 84297394 \n", + "http://gss-data.org.uk/data/hmrc-overseas-trade... Trade 36048123 \n", + "http://gss-data.org.uk/data/ons-cpa Trade 12806153 \n", + "http://gss-data.org.uk/data/ons-trade-in-goods-... Trade 7929621 \n", + "http://gss-data.org.uk/data/ons-bop-individual-... Trade 1777303 \n", + "http://gss-data.org.uk/data/ons-pink-book-chapt... Trade 150770 \n", + "http://gss-data.org.uk/data/ons-ltim-age-and-sex Migration 84949 \n", + "http://gss-data.org.uk/data/ons-abs Trade 61101 \n", + "http://gss-data.org.uk/data/ons-ltim-citizenship Migration 48123 \n", + "http://gss-data.org.uk/data/ons-ltim-country-of... Migration 67894 \n", + "http://gss-data.org.uk/data/ons-ltim-uk-destina... Migration 34185 \n", + "http://gss-data.org.uk/data/ons-ltim-occupation Migration 26865 \n", + "http://gss-data.org.uk/data/hmrc-uk-trade-in-go... Trade 27243 \n", + "http://gss-data.org.uk/data/ons-ltim-reason-for... Migration 21838 \n", + "http://gss-data.org.uk/data/ons-balance-of-paym... Trade 10593 " + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "table = table.merge(sizes, left_on='Graph', right_index=True)\n", - "table.drop(columns=['Graph'], inplace=True)" + "table.drop(columns=['Graph'], inplace=True)\n", + "table" ] }, { @@ -686,53 +1008,99 @@ " \n", " Dataset\n", " Observations\n", + " Family\n", " Triples\n", " \n", " \n", " \n", " \n", - " HMRC Overseas Trade Statistics\n", - " 1499970\n", - " 36048123\n", + " HMRC Regional Trade Statistics\n", + " 3241972\n", + " Trade\n", + " 84297394\n", " \n", " \n", - " HMRC Regional Trade Statistics\n", - " 639936\n", - " 16650299\n", + " HMRC Overseas Trade Statistics\n", + " 1499970\n", + " Trade\n", + " 36048123\n", " \n", " \n", " ONS CPA\n", " 399992\n", + " Trade\n", " 12806153\n", " \n", " \n", " ONS Trade in goods MRETS\n", " 264270\n", + " Trade\n", " 7929621\n", " \n", " \n", " ONS BoP Individual Country Data\n", " 80756\n", + " Trade\n", " 1777303\n", " \n", " \n", " ONS Pink Book Chapter 3\n", " 5378\n", + " Trade\n", " 150770\n", " \n", " \n", + " ONS LTIM Age and Sex\n", + " 2819\n", + " Migration\n", + " 84949\n", + " \n", + " \n", + " ONS ABS\n", + " 2025\n", + " Trade\n", + " 61101\n", + " \n", + " \n", + " ONS LTIM citizenship\n", + " 1706\n", + " Migration\n", + " 48123\n", + " \n", + " \n", + " ONS LTIM country of residence\n", + " 1472\n", + " Migration\n", + " 67894\n", + " \n", + " \n", + " ONS LTIM UK Destination or Origin\n", + " 1208\n", + " Migration\n", + " 34185\n", + " \n", + " \n", + " ONS LTIM Occupation\n", + " 947\n", + " Migration\n", + " 26865\n", + " \n", + " \n", " HMRC UK Trade in Goods Statistics by Business Characteristics 2015\n", " 947\n", + " Trade\n", " 27243\n", " \n", " \n", - " ONS ABS\n", - " 648\n", - " 54616\n", + " Long-term international migration 2.06, area of destination or origin within the UK\n", + " 828\n", + " Migration\n", + " 21838\n", " \n", " \n", " ONS Balance of Payments\n", " 396\n", + " Trade\n", " 10593\n", " \n", " \n", @@ -756,7 +1124,7 @@ "\n", "table['Dataset'] = table.apply(lambda x: f'{x.Label}', axis=1)\n", "table.drop(columns=['Label'], inplace=True)\n", - "table = table[['Dataset', 'Observations', 'Triples']]\n", + "table = table[['Dataset', 'Observations', 'Family', 'Triples']]\n", "pd.set_option('max_colwidth', -1)\n", "with open('dataset-stats.html', 'w') as f:\n", " f.write(table.to_html(escape=False, index=False))\n", @@ -787,7 +1155,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.6.5" + "version": "3.6.6" } }, "nbformat": 4,