Files
econometrics/Week8/validation_results.json
T
2026-10-31 01:11:28 +08:00

1782 lines
46 KiB
JSON

{
"method": "xlrd reads original source cells; pandas independently reads Stata dta",
"checks": [
{
"name": "financial_source_vs_clean row_count",
"passed": true,
"expected": 34897,
"actual": 34897
},
{
"name": "financial_source_vs_clean key_alignment",
"passed": true
},
{
"name": "financial_source_vs_clean column Comcd",
"passed": true,
"kind": "text",
"max_source_characters": 7,
"max_output_characters": 7,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column Lcomnm",
"passed": true,
"kind": "text",
"max_source_characters": 27,
"max_output_characters": 27,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column A_Stkcd",
"passed": true,
"kind": "text",
"max_source_characters": 6,
"max_output_characters": 6,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column B_Stkcd",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 34897,
"missing_output": 34897,
"max_absolute_difference": 0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column H_Stkcd",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 34897,
"missing_output": 34897,
"max_absolute_difference": 0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column Lstflg",
"passed": true,
"kind": "text",
"max_source_characters": 1,
"max_output_characters": 1,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column Enddt",
"passed": true,
"kind": "date",
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column Reporttype",
"passed": true,
"kind": "text",
"max_source_characters": 2,
"max_output_characters": 2,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column ROA",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 69,
"missing_output": 69,
"max_absolute_difference": 0.0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_clean column ROE",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 726,
"missing_output": 726,
"max_absolute_difference": 0.0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "governance_source_vs_clean row_count",
"passed": true,
"expected": 27090,
"actual": 27090
},
{
"name": "governance_source_vs_clean key_alignment",
"passed": true
},
{
"name": "governance_source_vs_clean column stkcd",
"passed": true,
"kind": "text",
"max_source_characters": 6,
"max_output_characters": 6,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Reptdt",
"passed": true,
"kind": "text",
"max_source_characters": 10,
"max_output_characters": 10,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Annodt",
"passed": true,
"kind": "text",
"max_source_characters": 10,
"max_output_characters": 10,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0301b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 8,
"missing_output": 8,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0401b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 17,
"missing_output": 17,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0501b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1261,
"missing_output": 1261,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0601b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 164,
"missing_output": 164,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0701b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 4115,
"missing_output": 4115,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0801b",
"passed": true,
"kind": "text",
"max_source_characters": 27,
"max_output_characters": 27,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y0901b",
"passed": true,
"kind": "text",
"max_source_characters": 25,
"max_output_characters": 25,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1001b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 245,
"missing_output": 245,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1101a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 191,
"missing_output": 191,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1101b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 207,
"missing_output": 207,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1201a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 191,
"missing_output": 191,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1301b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 218,
"missing_output": 218,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Bddihldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 244,
"missing_output": 244,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Bsuphldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 302,
"missing_output": 302,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Excuhldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 256,
"missing_output": 256,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Mngmhldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 220,
"missing_output": 220,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1401b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 62,
"missing_output": 62,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1501a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 920,
"missing_output": 920,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1501b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 21893,
"missing_output": 21893,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1501c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 6396,
"missing_output": 6396,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1501d",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 2014,
"missing_output": 2014,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1501e",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1590,
"missing_output": 1590,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1601a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 442,
"missing_output": 442,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1601b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 441,
"missing_output": 441,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1601c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 441,
"missing_output": 441,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1701a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1256,
"missing_output": 1256,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1701b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1237,
"missing_output": 1237,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1701c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1251,
"missing_output": 1251,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1901b",
"passed": true,
"kind": "text",
"max_source_characters": 3627,
"max_output_characters": 3627,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_clean column Y1801b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 3365,
"missing_output": 3365,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "merged_key_unique",
"passed": true
},
{
"name": "financial_source_vs_merged row_count",
"passed": true,
"expected": 34897,
"actual": 34897
},
{
"name": "financial_source_vs_merged key_alignment",
"passed": true
},
{
"name": "financial_source_vs_merged column Comcd",
"passed": true,
"kind": "text",
"max_source_characters": 7,
"max_output_characters": 7,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column Lcomnm",
"passed": true,
"kind": "text",
"max_source_characters": 27,
"max_output_characters": 27,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column A_Stkcd",
"passed": true,
"kind": "text",
"max_source_characters": 6,
"max_output_characters": 6,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column B_Stkcd",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 34897,
"missing_output": 34897,
"max_absolute_difference": 0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column H_Stkcd",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 34897,
"missing_output": 34897,
"max_absolute_difference": 0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column Lstflg",
"passed": true,
"kind": "text",
"max_source_characters": 1,
"max_output_characters": 1,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column Enddt",
"passed": true,
"kind": "date",
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column Reporttype",
"passed": true,
"kind": "text",
"max_source_characters": 2,
"max_output_characters": 2,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column ROA",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 69,
"missing_output": 69,
"max_absolute_difference": 0.0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "financial_source_vs_merged column ROE",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 34897,
"missing_source": 726,
"missing_output": 726,
"max_absolute_difference": 0.0,
"cells_compared": 34897,
"mismatches": 0
},
{
"name": "governance_source_vs_merged row_count",
"passed": true,
"expected": 27090,
"actual": 27090
},
{
"name": "governance_source_vs_merged key_alignment",
"passed": true
},
{
"name": "governance_source_vs_merged column stkcd",
"passed": true,
"kind": "text",
"max_source_characters": 6,
"max_output_characters": 6,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Reptdt",
"passed": true,
"kind": "text",
"max_source_characters": 10,
"max_output_characters": 10,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Annodt",
"passed": true,
"kind": "text",
"max_source_characters": 10,
"max_output_characters": 10,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0301b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 8,
"missing_output": 8,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0401b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 17,
"missing_output": 17,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0501b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1261,
"missing_output": 1261,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0601b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 164,
"missing_output": 164,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0701b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 4115,
"missing_output": 4115,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0801b",
"passed": true,
"kind": "text",
"max_source_characters": 27,
"max_output_characters": 27,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y0901b",
"passed": true,
"kind": "text",
"max_source_characters": 25,
"max_output_characters": 25,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1001b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 245,
"missing_output": 245,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1101a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 191,
"missing_output": 191,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1101b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 207,
"missing_output": 207,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1201a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 191,
"missing_output": 191,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1301b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 218,
"missing_output": 218,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Bddihldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 244,
"missing_output": 244,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Bsuphldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 302,
"missing_output": 302,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Excuhldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 256,
"missing_output": 256,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Mngmhldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 220,
"missing_output": 220,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1401b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 62,
"missing_output": 62,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1501a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 920,
"missing_output": 920,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1501b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 21893,
"missing_output": 21893,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1501c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 6396,
"missing_output": 6396,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1501d",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 2014,
"missing_output": 2014,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1501e",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1590,
"missing_output": 1590,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1601a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 442,
"missing_output": 442,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1601b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 441,
"missing_output": 441,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1601c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 441,
"missing_output": 441,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1701a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1256,
"missing_output": 1256,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1701b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1237,
"missing_output": 1237,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1701c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 1251,
"missing_output": 1251,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1901b",
"passed": true,
"kind": "text",
"max_source_characters": 3627,
"max_output_characters": 3627,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "governance_source_vs_merged column Y1801b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 27090,
"missing_source": 3365,
"missing_output": 3365,
"max_absolute_difference": 0.0,
"cells_compared": 27090,
"mismatches": 0
},
{
"name": "merge_keyset",
"passed": true
},
{
"name": "merge_status_every_row",
"passed": true
},
{
"name": "in_resset_flag",
"passed": true
},
{
"name": "in_csmar_flag",
"passed": true
},
{
"name": "matched_flag",
"passed": true
},
{
"name": "complete_roa_roe_flag",
"passed": true
},
{
"name": "unusual_code_retained",
"passed": true
},
{
"name": "annual_merge_counts",
"passed": true
},
{
"name": "Stata_success_log",
"passed": true
},
{
"name": "financial_governance_all_years CSV column_names_order",
"passed": true,
"column_count": 55
},
{
"name": "financial_governance_all_years CSV ISO date Enddt",
"passed": true
},
{
"name": "financial_governance_all_years CSV ISO date csmar_date",
"passed": true
},
{
"name": "financial_governance_all_years CSV ISO date csmar_announcement",
"passed": true
},
{
"name": "financial_governance_all_years DTA_vs_CSV row_count",
"passed": true,
"expected": 39416,
"actual": 39416
},
{
"name": "financial_governance_all_years DTA_vs_CSV key_alignment",
"passed": true
},
{
"name": "financial_governance_all_years DTA_vs_CSV column stkcd",
"passed": true,
"kind": "text",
"max_source_characters": 6,
"max_output_characters": 6,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column year",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column ROA",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 4588,
"missing_output": 4588,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column ROE",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 5245,
"missing_output": 5245,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column _merge",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column in_resset",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column in_csmar",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column matched",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column complete_roa_roe",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Comcd",
"passed": true,
"kind": "text",
"max_source_characters": 7,
"max_output_characters": 7,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Lcomnm",
"passed": true,
"kind": "text",
"max_source_characters": 27,
"max_output_characters": 27,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column A_Stkcd",
"passed": true,
"kind": "text",
"max_source_characters": 6,
"max_output_characters": 6,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column B_Stkcd",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 39416,
"missing_output": 39416,
"max_absolute_difference": 0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column H_Stkcd",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 39416,
"missing_output": 39416,
"max_absolute_difference": 0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Lstflg",
"passed": true,
"kind": "text",
"max_source_characters": 1,
"max_output_characters": 1,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Enddt",
"passed": true,
"kind": "date",
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Reporttype",
"passed": true,
"kind": "text",
"max_source_characters": 2,
"max_output_characters": 2,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column resset_excel_row",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 4519,
"missing_output": 4519,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column code_format_exception",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Reptdt",
"passed": true,
"kind": "text",
"max_source_characters": 10,
"max_output_characters": 10,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Annodt",
"passed": true,
"kind": "text",
"max_source_characters": 10,
"max_output_characters": 10,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0301b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12334,
"missing_output": 12334,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0401b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12343,
"missing_output": 12343,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0501b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 13587,
"missing_output": 13587,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0601b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12490,
"missing_output": 12490,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0701b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 16441,
"missing_output": 16441,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0801b",
"passed": true,
"kind": "text",
"max_source_characters": 27,
"max_output_characters": 27,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y0901b",
"passed": true,
"kind": "text",
"max_source_characters": 25,
"max_output_characters": 25,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1001b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12571,
"missing_output": 12571,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1101a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12517,
"missing_output": 12517,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1101b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12533,
"missing_output": 12533,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1201a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12517,
"missing_output": 12517,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1301b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12544,
"missing_output": 12544,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Bddihldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12570,
"missing_output": 12570,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Bsuphldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12628,
"missing_output": 12628,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Excuhldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12582,
"missing_output": 12582,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Mngmhldn",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12546,
"missing_output": 12546,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1401b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12388,
"missing_output": 12388,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1501a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 13246,
"missing_output": 13246,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1501b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 34219,
"missing_output": 34219,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1501c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 18722,
"missing_output": 18722,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1501d",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 14340,
"missing_output": 14340,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1501e",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 13916,
"missing_output": 13916,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1601a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12768,
"missing_output": 12768,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1601b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12767,
"missing_output": 12767,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1601c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12767,
"missing_output": 12767,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1701a",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 13582,
"missing_output": 13582,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1701b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 13563,
"missing_output": 13563,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1701c",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 13577,
"missing_output": 13577,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1901b",
"passed": true,
"kind": "text",
"max_source_characters": 3627,
"max_output_characters": 3627,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column Y1801b",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 15691,
"missing_output": 15691,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column csmar_excel_row",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 39416,
"missing_source": 12326,
"missing_output": 12326,
"max_absolute_difference": 0.0,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column csmar_date",
"passed": true,
"kind": "date",
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column csmar_announcement",
"passed": true,
"kind": "date",
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "financial_governance_all_years DTA_vs_CSV column csmar_source",
"passed": true,
"kind": "text",
"max_source_characters": 22,
"max_output_characters": 22,
"cells_compared": 39416,
"mismatches": 0
},
{
"name": "df_example_metrics CSV column_names_order",
"passed": true,
"column_count": 2
},
{
"name": "df_example_metrics DTA_vs_CSV row_count",
"passed": true,
"expected": 12,
"actual": 12
},
{
"name": "df_example_metrics DTA_vs_CSV key_alignment",
"passed": true
},
{
"name": "df_example_metrics DTA_vs_CSV column metric",
"passed": true,
"kind": "text",
"max_source_characters": 24,
"max_output_characters": 24,
"cells_compared": 12,
"mismatches": 0
},
{
"name": "df_example_metrics DTA_vs_CSV column value",
"passed": true,
"kind": "numeric",
"exact_equal_cells": 12,
"missing_source": 0,
"missing_output": 0,
"max_absolute_difference": 0.0,
"cells_compared": 12,
"mismatches": 0
}
],
"passed": true,
"csv_validation": {
"financial_governance_all_years": {
"rows": 39416,
"columns": 55,
"numeric_columns": 40,
"date_columns": [
"Enddt",
"csmar_date",
"csmar_announcement"
],
"cells_compared": 2167880,
"numeric_rule": "17-digit CSV parsed with float_precision=round_trip; exact equality including missing values"
},
"df_example_metrics": {
"rows": 12,
"columns": 2,
"numeric_columns": 1,
"date_columns": [],
"cells_compared": 24,
"numeric_rule": "17-digit CSV parsed with float_precision=round_trip; exact equality including missing values"
}
},
"annual_counts": {
"1990": {
"1": 5,
"2": 0,
"3": 0
},
"1991": {
"1": 5,
"2": 0,
"3": 0
},
"1992": {
"1": 36,
"2": 0,
"3": 0
},
"1993": {
"1": 277,
"2": 0,
"3": 0
},
"1994": {
"1": 511,
"2": 0,
"3": 0
},
"1995": {
"1": 727,
"2": 0,
"3": 0
},
"1996": {
"1": 813,
"2": 0,
"3": 0
},
"1997": {
"1": 918,
"2": 0,
"3": 0
},
"1998": {
"1": 987,
"2": 0,
"3": 0
},
"1999": {
"1": 306,
"2": 167,
"3": 782
},
"2000": {
"1": 237,
"2": 184,
"3": 924
},
"2001": {
"1": 281,
"2": 186,
"3": 977
},
"2002": {
"1": 225,
"2": 184,
"3": 1045
},
"2003": {
"1": 247,
"2": 181,
"3": 1107
},
"2004": {
"1": 266,
"2": 174,
"3": 1204
},
"2005": {
"1": 305,
"2": 158,
"3": 1217
},
"2006": {
"1": 398,
"2": 164,
"3": 1292
},
"2007": {
"1": 655,
"2": 176,
"3": 1396
},
"2008": {
"1": 845,
"2": 179,
"3": 1447
},
"2009": {
"1": 848,
"2": 181,
"3": 1593
},
"2010": {
"1": 639,
"2": 188,
"3": 1941
},
"2011": {
"1": 1038,
"2": 192,
"3": 2171
},
"2012": {
"1": 1257,
"2": 195,
"3": 2297
},
"2013": {
"1": 499,
"2": 194,
"3": 2342
},
"2014": {
"1": 1,
"2": 1816,
"3": 836
}
},
"summary": {
"financial_rows": 34897,
"governance_rows": 27090,
"merged_rows": 39416,
"merge_counts": {
"1": 12326,
"2": 4519,
"3": 22571
},
"financial_cells_compared_per_dataset": 348970,
"governance_cells_compared_per_dataset": 893970,
"matched_complete_roa_roe": 22122,
"matched_missing_roa": 0,
"matched_missing_roe": 449,
"all_cells_compared": 4653784
},
"source_sha256": {
"FININDRATIO_OLD_5938AD12016_(锐思).xls": "a466654ace19981b09497be5dea663ed05255bb7c5c2ae017386662a00d23fa3",
"CG_Ybasic1999-2012.xls": "eba0a3ff5491ff8d0d0cd82fda1632191cd7c34f8757b3b2a1a0ee91eb530722",
"CG_Ybasic2013-2014.xls": "c6aa8c8dab70114a45248c4d044ecb4fee6332a085615776a0fab57d4f8bfc06"
},
"check_count": 170
}