{
 "study": "cxi-hvac-2027-1000",
 "source": "AgencyFix Research, 2027 HVAC Promise vs. Proof Report",
 "license": "DRAFT — under legal review; attribution required",
 "unit_note": "estimates are proportions (0–1), group differences (0–1 = 0–100 points) or rank correlations",
 "results": [
  {
   "test_id": "C1",
   "finding_key": "hvac-2027-c1-247-claim-vs-google-hours",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "3c1a0c5892393f1f294bd7c5128dceaed9f783c5d8a291f43f47d0aff4e0706e",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.5706414837242751,
   "ci_low": 0.4957279898290761,
   "ci_high": 0.6365793454685079,
   "explore_estimate": 0.5612725942126906,
   "p_holm": 0,
   "n": 190,
   "denominator": "confirm companies with F-201 OK and F-201.commercial = true and F-107 OK",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C1s",
   "finding_key": "hvac-2027-c1s-f303-247-vs-google-mismatch",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "af06b6dbda3b72bcf95acdd1a6e467a60c6b846b0a6b09f932835f7ef0765b72",
   "statistical_status": "DESCRIPTIVE_ONLY",
   "confirm_estimate": 0.3049773591452034,
   "ci_low": null,
   "ci_high": null,
   "explore_estimate": 0.2749911480626373,
   "p_holm": null,
   "n": 346,
   "denominator": "prereg-1000.v2 C1 secondary: all responding website companies with F-303 observed (requires F-107); F-303 = site_247_gbp_not | gbp_247_site_not | consistent_247 | consistent_not_247",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C2",
   "finding_key": "hvac-2027-c2-emergency-process-clarity",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "2bca3ab7b7070652335bc1d480a5644405df896acd3d7a76b3ebd8526a72aa74",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.08410280158655402,
   "ci_low": 0.04052079081766142,
   "ci_high": 0.12957118693290637,
   "explore_estimate": 0.08319971265012238,
   "p_holm": 0,
   "n": 169,
   "denominator": "confirm companies with F-202 OK and F-202.commercial = true and an AGREED two-family F-902 judgment",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C3",
   "finding_key": "hvac-2027-c3-247-claim-vs-after-hours-channel",
   "claim_use": "null_result",
   "claim_version": 1,
   "envelope_sha256": "0e9ad62645fc3fe5c751df4d55bbe1b578079088c79dd4a0d1693a36e0c6672e",
   "statistical_status": "NOT_CONFIRMED",
   "confirm_estimate": 0.07546755036311104,
   "ci_low": -0.02494682124054374,
   "ci_high": 0.18262617348751964,
   "explore_estimate": 0.137201914290766,
   "p_holm": 0.066,
   "n": 372,
   "denominator": "confirm companies with F-201 OK and F-302 OK",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C4a",
   "finding_key": "hvac-2027-c4a-financing-by-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "79a0cd8d9a77f489893cf429e5f04d795df036b07930100d30d3f9e575a16bdb",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.4572297301079973,
   "ci_low": 0.34444330777374677,
   "ci_high": 0.5647731967612668,
   "explore_estimate": 0.5402322480142541,
   "p_holm": 0,
   "n": 247,
   "denominator": "per test: confirm companies in review-volume tercile 1 or 3 (F-118 metro-specific census terciles) with the test's field OK — site fields (F-230, F-231, F-232, F-233, F-202) require a responding website (fix C/G nonresponse excluded); F-803 requires ≥ 1 retrieved review",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C4b",
   "finding_key": "hvac-2027-c4b-owner-reply-rate-by-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "3cb8d9156de5cd49def9eb5850b5be9e90729c6ffde526ccf7d908337a4d7e25",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.4149648470941247,
   "ci_low": 0.3155925246676836,
   "ci_high": 0.511138189552997,
   "explore_estimate": 0.43574045619732993,
   "p_holm": 0,
   "n": 259,
   "denominator": "per test: confirm companies in review-volume tercile 1 or 3 (F-118 metro-specific census terciles) with the test's field OK — site fields (F-230, F-231, F-232, F-233, F-202) require a responding website (fix C/G nonresponse excluded); F-803 requires ≥ 1 retrieved review",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C4c",
   "finding_key": "hvac-2027-c4c-pricing-by-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "aec0beb92d728a15a744f8fbb4e93e008befb89b309c4e4eac275b1d9d11cafa",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.20039264078355207,
   "ci_low": 0.07213467074881402,
   "ci_high": 0.3213714665604568,
   "explore_estimate": 0.3564865081508867,
   "p_holm": 0,
   "n": 247,
   "denominator": "per test: confirm companies in review-volume tercile 1 or 3 (F-118 metro-specific census terciles) with the test's field OK — site fields (F-230, F-231, F-232, F-233, F-202) require a responding website (fix C/G nonresponse excluded); F-803 requires ≥ 1 retrieved review",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C4d",
   "finding_key": "hvac-2027-c4d-maintenance-plan-by-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "e68316a50a2e4bdd212ac85f856aac19c909b1dbe86dc660a28ec86816fcd4c8",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.2671342237584204,
   "ci_low": 0.14531934987682393,
   "ci_high": 0.3963724227476,
   "explore_estimate": 0.2824472165150199,
   "p_holm": 0,
   "n": 247,
   "denominator": "per test: confirm companies in review-volume tercile 1 or 3 (F-118 metro-specific census terciles) with the test's field OK — site fields (F-230, F-231, F-232, F-233, F-202) require a responding website (fix C/G nonresponse excluded); F-803 requires ≥ 1 retrieved review",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C4e",
   "finding_key": "hvac-2027-c4e-guarantee-by-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "328a8ce82f4c6eda79464574735a9a91545f15cbc2a9f1815d27cf62496d98e1",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.251356113275047,
   "ci_low": 0.12430032732839011,
   "ci_high": 0.37176020152602623,
   "explore_estimate": 0.29672168913823904,
   "p_holm": 0,
   "n": 247,
   "denominator": "per test: confirm companies in review-volume tercile 1 or 3 (F-118 metro-specific census terciles) with the test's field OK — site fields (F-230, F-231, F-232, F-233, F-202) require a responding website (fix C/G nonresponse excluded); F-803 requires ≥ 1 retrieved review",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C4f",
   "finding_key": "hvac-2027-c4f-emergency-claim-by-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "557264c0b11d58099e10de6b38008a324b0b039a53b58c5b9318ef482365bc4a",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.2927690308624704,
   "ci_low": 0.16857009499876957,
   "ci_high": 0.41035445755950034,
   "explore_estimate": 0.27672464789743634,
   "p_holm": 0,
   "n": 247,
   "denominator": "per test: confirm companies in review-volume tercile 1 or 3 (F-118 metro-specific census terciles) with the test's field OK — site fields (F-230, F-231, F-232, F-233, F-202) require a responding website (fix C/G nonresponse excluded); F-803 requires ≥ 1 retrieved review",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C6a",
   "finding_key": "hvac-2027-c6a-reply-rate-vs-review-volume",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "4fac30a34a2bfa23743ee51f34328012b71039490d0ee5d48be6719a4bfcd6b6",
   "statistical_status": "CONFIRMED",
   "confirm_estimate": 0.3789200063002326,
   "ci_low": 0.2527119695707659,
   "ci_high": 0.49754381556249905,
   "explore_estimate": 0.4953048325553711,
   "p_holm": 0,
   "n": 345,
   "denominator": "confirm companies with ≥ 5 retrieved reviews and F-803, F-109 OK",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  },
  {
   "test_id": "C6b",
   "finding_key": "hvac-2027-c6b-reply-rate-vs-star-rating",
   "claim_use": "finding",
   "claim_version": 1,
   "envelope_sha256": "e4d0b00ad4bc58c3bc4e4044938c1928ae312fdf8468985ca7fb570626d46526",
   "statistical_status": "DESCRIPTIVE_ONLY",
   "confirm_estimate": 0.05091384987169899,
   "ci_low": -0.0694322321016142,
   "ci_high": 0.16687728647032182,
   "explore_estimate": 0.186353763636428,
   "p_holm": null,
   "n": 345,
   "denominator": "weighted Spearman ρ(F-803, F-108) with its 95 % stratified bootstrap CI (2,000 reps, seed 20270101), weighted and unweighted, on confirm companies with ≥ 5 retrieved reviews and F-803 + F-108 OK; also reported on Explore.",
   "population": "HVAC companies with a website listed on Google in 10 large U.S. metro areas (2026 study sample; Confirm half, design-weighted)"
  }
 ]
}