{"kind":"crawlcheck-ai-classifier-census","v":1,"week":"2026-W42","state":"week_to_date","model":"@cf/openai/gpt-oss-120b","method":"each run asks one local-service question (a fixed panel of trades, cities and intents, one in Spanish) and asks the model to write its evaluation as JSON with its own field names before answering; every field name is matched to the atlas by key or alias (also after a generic ending such as _weight or _status is removed), by meaning (bge-small-en-v1.5, cosine >= 0.88), or as near (cosine 0.75 to 0.88 and a shared word stem), else counted as a label no list had; objects that only hold other fields are counted as containers, not labels","runs":100,"parsed":94,"with_reasoning_text":92,"fields":2588,"matched_by":{"alias":161,"near":592,"container":386,"new":1013,"key":156,"meaning":18,"alias_stripped":42,"key_stripped":6},"response_shapes":{"phantom:input:output[reasoning,message]":98,"phantom:input:output[message]":2},"intents":{"trust":14,"best":20,"hire":11,"es":19,"budget":18,"urgent":18},"trades":{"HVAC contractor":4,"real estate agent":4,"moving company":6,"garage door repair":6,"locksmith":6,"veterinarian":3,"plumber":2,"painter":7,"wedding venue":4,"tree service":5,"roofer":6,"dentist":5,"personal injury lawyer":2,"RV park":2,"house cleaning service":5,"auto repair shop":5,"fence company":2,"carpet cleaner":3,"landscaper":6,"pet store":4,"pest control company":3,"concrete contractor":3,"sign company":4,"electrician":1,"accountant":2},"non_english_runs":19,"atlas_labels_seen":108,"atlas_labels_total":659,"atlas_coverage":{"k":108,"n":659,"share":0.164,"low":0.138,"high":0.194,"level":0.95,"method":"Wilson score interval"},"stages":[{"stage":"Inputs & Scope","occurrences":49},{"stage":"Sourcing","occurrences":1},{"stage":"Query Understanding","occurrences":140},{"stage":"Query Complexity","occurrences":0},{"stage":"Reasoning Classifiers","occurrences":26},{"stage":"Candidate Screening","occurrences":201},{"stage":"Signal Extraction","occurrences":55},{"stage":"Digital Presence Signals","occurrences":268},{"stage":"Competitive Context","occurrences":20},{"stage":"Temporal Analysis","occurrences":1},{"stage":"Groundedness Evaluation","occurrences":46},{"stage":"Scoring","occurrences":49},{"stage":"Shortlisting","occurrences":9},{"stage":"Answer Justification","occurrences":2},{"stage":"Answer Generation","occurrences":71},{"stage":"Handoff","occurrences":37}],"labels":[{"key":"geography","name":"Geography","stage":"Query Understanding","namespace":"query.geography","runs":51,"share":{"k":51,"n":100,"share":0.51,"low":0.413,"high":0.606,"level":0.95,"method":"Wilson score interval"},"occurrences":55,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.location","value":"Austin, TX and surrounding metro area"},{"q":"Which moving company in Austin, TX should I hire?","path":"location","value":"Austin, TX"},{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"screening_criteria.location","value":"Seattle, WA metropolitan area"}]},{"key":"review_signal","name":"Review Signal","stage":"Digital Presence Signals","namespace":"reputation.evidence","runs":50,"share":{"k":50,"n":100,"share":0.5,"low":0.404,"high":0.596,"level":0.95,"method":"Wilson score interval"},"occurrences":79,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"scoring_model.customer_testimonials","value":"0.05"},{"q":"Who is the best real estate agent in Austin, TX?","path":"screening_criteria.client_reviews","value":"Average rating ≥ 4.5 on major platforms (Zillow, Realtor.com, Google)"},{"q":"Which moving company in Austin, TX should I hire?","path":"scoring_model.review_volume","value":"15"}]},{"key":"reviews_and_ratings","name":"Reviews And Ratings","stage":"Candidate Screening","namespace":"reputation.evidence","runs":48,"share":{"k":48,"n":100,"share":0.48,"low":0.385,"high":0.577,"level":0.95,"method":"Wilson score interval"},"occurrences":89,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"scoring_model.review_count","value":"0.2"},{"q":"Which moving company in Austin, TX should I hire?","path":"signals_looked_for.number_of_reviews","value":"≥50"},{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"shortlisted_businesses[].review_count","value":"58"}]},{"key":"disclaimer","name":"Disclaimer","stage":"Handoff","namespace":"action.handoff","runs":35,"share":{"k":35,"n":100,"share":0.35,"low":0.264,"high":0.447,"level":0.95,"method":"Wilson score interval"},"occurrences":35,"in_reasoning_text":0,"examples":[{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.disclaimer","value":"Encourage the user to interview agents to find the best personal fit."},{"q":"Who is the best garage door repair in Austin, TX?","path":"answer_structure.disclaimer","value":"Note that information is based on data up to 2024 and the user should verify current status."},{"q":"Affordable plumber in Seattle, WA that does good work?","path":"answer_structure.disclaimer","value":"State that information is based on publicly available data and to verify current rates."}]},{"key":"service","name":"Service","stage":"Inputs & Scope","namespace":"service.fit","runs":32,"share":{"k":32,"n":100,"share":0.32,"low":0.237,"high":0.417,"level":0.95,"method":"Wilson score interval"},"occurrences":34,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"service_needed","value":"moving company"},{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"service_needed","value":"locksmith"},{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"service_category","value":"HVAC contractor"}]},{"key":"availability_claims","name":"Availability Claims","stage":"Groundedness Evaluation","namespace":"claims.verification","runs":26,"share":{"k":26,"n":100,"share":0.26,"low":0.184,"high":0.354,"level":0.95,"method":"Wilson score interval"},"occurrences":46,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"screening_criteria.availability","value":"flexible scheduling"},{"q":"Who is the best garage door repair in Austin, TX?","path":"screening_criteria.availability","value":"Offers 24/7 or same‑day emergency service"},{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"candidate_screening_criteria.availability","value":"Serves Charlotte metro area"}]},{"key":"service_scope_signal","name":"Service Scope Signal","stage":"Digital Presence Signals","namespace":"service.fit","runs":26,"share":{"k":26,"n":100,"share":0.26,"low":0.184,"high":0.354,"level":0.95,"method":"Wilson score interval"},"occurrences":36,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"scoring_model.service_range","value":"10"},{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"screening_criteria.service_range","value":"Includes emergency repairs, spring replacement, opener installation, and maintenance."},{"q":"Who is the best garage door repair in Austin, TX?","path":"screening_criteria.range_of_services","value":"Offers repair, emergency service, and parts replacement"}]},{"key":"long_operating_history","name":"Long Operating History","stage":"Signal Extraction","namespace":"claims.extraction","runs":24,"share":{"k":24,"n":100,"share":0.24,"low":0.167,"high":0.332,"level":0.95,"method":"Wilson score interval"},"occurrences":43,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"scoring_model.years_in_business","value":"0.1"},{"q":"Who is the best garage door repair in Austin, TX?","path":"screening_criteria.years_in_business","value":"Minimum 5 years operating in the area"},{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"screening_criteria.years_in_business","value":"Minimum 5 years"}]},{"key":"structured","name":"Structured","stage":"Answer Generation","namespace":"answer.presentation","runs":23,"share":{"k":23,"n":100,"share":0.23,"low":0.158,"high":0.322,"level":0.95,"method":"Wilson score interval"},"occurrences":23,"in_reasoning_text":0,"examples":[{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"answer_structure","value":"Provide a brief intro, list the top 3 recommended locksmiths with key facts (rating, reviews, license, contact), include links to their Google/Yelp pages, and a"},{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"answer_structure","value":"Provide a brief intro in Spanish, present the top 3 vetted clinics with key info (rating, services, address, phone, website), note any Spanish‑language support,"},{"q":"Who is the best locksmith in Phoenix, AZ?","path":"answer_structure","value":"Brief disclaimer that 'best' can be subjective and depends on specific needs., Present top 3 locksmiths with key strengths and contact info., Offer guidance on "}]},{"key":"license_and_insurance_verification","name":"License And Insurance Verification","stage":"Candidate Screening","namespace":"credentials.status","runs":21,"share":{"k":21,"n":100,"share":0.21,"low":0.142,"high":0.3,"level":0.95,"method":"Wilson score interval"},"occurrences":28,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.licensed_and_insured","value":"true"},{"q":"Which moving company in Austin, TX should I hire?","path":"screening_criteria.license_and_insurance","value":"true"},{"q":"Affordable plumber in Seattle, WA that does good work?","path":"scoring_model.license_insurance_score","value":"30"}]},{"key":"high_weight_sources","name":"High Weight Sources","stage":"Reasoning Classifiers","namespace":"evidence.provenance","runs":21,"share":{"k":21,"n":100,"share":0.21,"low":0.142,"high":0.3,"level":0.95,"method":"Wilson score interval"},"occurrences":21,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"information_sources_considered","value":"Google Business reviews, Yelp ratings, Angi (formerly Angie's List), Better Business Bureau (BBB) accreditation, Industry certifications (e.g., NATE, ACCA), Loc"},{"q":"Who is the best locksmith in Phoenix, AZ?","path":"information_sources","value":"Google Business listings, Yelp and Angie’s List reviews, Better Business Bureau ratings, Company websites for service details and certifications, Local news or "},{"q":"¿Cuál es el mejor tree service en Sacramento, CA?","path":"information_sources","value":"knowledge cutoff data (2024) about reputable tree service companies in Sacramento, general criteria for evaluating tree service quality (reviews, certifications"}]},{"key":"pricing_transparency","name":"Pricing Transparency","stage":"Digital Presence Signals","namespace":"offer.fit","runs":18,"share":{"k":18,"n":100,"share":0.18,"low":0.117,"high":0.267,"level":0.95,"method":"Wilson score interval"},"occurrences":23,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"screening_criteria.price_transparency","value":"true"},{"q":"Who is the best garage door repair in Austin, TX?","path":"screening_criteria.price_transparency","value":"Provides clear pricing or estimates online"},{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"signal_weights.price_transparency","value":"0.05"}]},{"key":"official_website","name":"Official Website","stage":"Digital Presence Signals","namespace":"presence.consistency","runs":17,"share":{"k":17,"n":100,"share":0.17,"low":0.109,"high":0.255,"level":0.95,"method":"Wilson score interval"},"occurrences":27,"in_reasoning_text":0,"examples":[{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].contact_info.website","value":"..."},{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"shortlist_example[].website","value":"https://seattlevetclinic.com"},{"q":"I need a painter in Denver, CO today, who can come right away?","path":"answer_structure.list_of_providers[].website","value":"optional"}]},{"key":"licensing_verification","name":"Licensing Verification","stage":"Candidate Screening","namespace":"credentials.status","runs":16,"share":{"k":16,"n":100,"share":0.16,"low":0.101,"high":0.244,"level":0.95,"method":"Wilson score interval"},"occurrences":36,"in_reasoning_text":0,"examples":[{"q":"Who is the best real estate agent in Austin, TX?","path":"screening_criteria.professional_licensing","value":"Verified Texas real estate license"},{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"shortlisted_businesses[].license","value":"Idaho State Licensed"},{"q":"Who is the best locksmith in Phoenix, AZ?","path":"shortlist_example[].license","value":"AZ-12345"}]},{"key":"trust_and_credentials","name":"Trust And Credentials","stage":"Scoring","namespace":"credentials.status","runs":15,"share":{"k":15,"n":100,"share":0.15,"low":0.093,"high":0.233,"level":0.95,"method":"Wilson score interval"},"occurrences":20,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"screening_criteria.professional_credentials","value":"Licensed, insured, and member of industry associations (e.g., National Garage Door Association)."},{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"candidate_screening_criteria.professional_credentials","value":"Licensed, insured, BBB rating"},{"q":"Affordable dentist in Arvada, CO that does good work?","path":"screening_criteria.credentials","value":"DDS or DMD degree, ADA member or equivalent state dental board licensure"}]},{"key":"ranking_focus","name":"Ranking Focus","stage":"Query Understanding","namespace":"evaluation.scoring","runs":15,"share":{"k":15,"n":100,"share":0.15,"low":0.093,"high":0.233,"level":0.95,"method":"Wilson score interval"},"occurrences":15,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"answer_structure.criteria_summary","value":"Why these were chosen (high ratings, insurance, services)."},{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"answer_structure.selection_criteria","value":"One‑sentence recap of why these were chosen."},{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"criteria_considered","value":"customer_reviews_average, number_of_reviews, BBB_rating, industry_certifications (e.g., ASE, manufacturer certifications), range_of_services_offered, years_in_b"}]},{"key":"phone","name":"Phone","stage":"Digital Presence Signals","namespace":"claims.extraction","runs":14,"share":{"k":14,"n":100,"share":0.14,"low":0.085,"high":0.221,"level":0.95,"method":"Wilson score interval"},"occurrences":20,"in_reasoning_text":0,"examples":[{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].contact_info.phone","value":"..."},{"q":"I need a painter in Denver, CO today, who can come right away?","path":"answer_structure.list_of_providers[].phone","value":"direct line"},{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"answer_structure.top_recommendations[].contact_info.phone","value":"String"}]},{"key":"location_distance","name":"Location Distance","stage":"Query Understanding","namespace":"query.geography","runs":12,"share":{"k":12,"n":100,"share":0.12,"low":0.07,"high":0.198,"level":0.95,"method":"Wilson score interval"},"occurrences":12,"in_reasoning_text":0,"examples":[{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"location_extracted","value":"Boise, ID"},{"q":"Who is the best roofer in Phoenix, AZ?","path":"location_extracted","value":"Phoenix, AZ"},{"q":"Which concrete contractor in Denver, CO should I hire?","path":"location_extracted","value":"Denver, CO"}]},{"key":"notes","name":"Notes","stage":"Candidate Screening","namespace":"candidate.eligibility","runs":10,"share":{"k":10,"n":100,"share":0.1,"low":0.055,"high":0.174,"level":0.95,"method":"Wilson score interval"},"occurrences":18,"in_reasoning_text":0,"examples":[{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"shortlisted_businesses[].notes","value":"24/7 emergency service, quick response time."},{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"answer_structure.listings[].notes","value":"Whether they are open now and can serve immediately"},{"q":"Which garage door repair in Phoenix, AZ should I hire?","path":"answer_structure.top_three[].notes","value":"any special considerations"}]},{"key":"licensing_and_membership","name":"Licensing And Membership","stage":"Digital Presence Signals","namespace":"credentials.status","runs":10,"share":{"k":10,"n":100,"share":0.1,"low":0.055,"high":0.174,"level":0.95,"method":"Wilson score interval"},"occurrences":14,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"scoring_model.certifications_weight","value":"0.15"},{"q":"Who is the best locksmith in Phoenix, AZ?","path":"shortlist_example[].certifications","value":"ALOA Certified"},{"q":"¿Cuál es el mejor tree service en Sacramento, CA?","path":"signal_weights.certifications","value":"0.2"}]},{"key":"address","name":"Address","stage":"Digital Presence Signals","namespace":"presence.consistency","runs":10,"share":{"k":10,"n":100,"share":0.1,"low":0.055,"high":0.174,"level":0.95,"method":"Wilson score interval"},"occurrences":12,"in_reasoning_text":0,"examples":[{"q":"Who is the best RV park in Tampa, FL?","path":"answer_structure.list[].address","value":"Street, city, zip"},{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"shortlist_example[].address","value":"1234 E. McDowell Rd, Phoenix, AZ 85008"},{"q":"¿Cuál es el mejor HVAC contractor en Austin, TX?","path":"answer_structure_plan.top_recommendations[].contact_info.address","value":"String"}]},{"key":"service_area","name":"Service Area","stage":"Digital Presence Signals","namespace":"service.fit","runs":9,"share":{"k":9,"n":100,"share":0.09,"low":0.048,"high":0.162,"level":0.95,"method":"Wilson score interval"},"occurrences":10,"in_reasoning_text":0,"examples":[{"q":"Who is the best garage door repair in Austin, TX?","path":"screening_criteria.service_area","value":"Based in or serves Austin, TX"},{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"screening_criteria.service_areas","value":"Phoenix metropolitan area"},{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"screening_criteria.service_area","value":"Based in or explicitly serves Minneapolis, MN"}]},{"key":"additional_scope","name":"Additional Scope","stage":"Inputs & Scope","namespace":"query.scope","runs":9,"share":{"k":9,"n":100,"share":0.09,"low":0.048,"high":0.162,"level":0.95,"method":"Wilson score interval"},"occurrences":9,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"answer_structure.additional_resources","value":"Links to review sites."},{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"answer_structure.additional_options","value":"Mention a couple of other well‑rated shops for variety."},{"q":"Most trusted RV park in Phoenix, AZ with good reviews?","path":"answer_structure.additional_options","value":"A short list of 2‑3 other well‑rated parks for comparison."}]},{"key":"cost","name":"Cost","stage":"Answer Generation","namespace":"offer.fit","runs":8,"share":{"k":8,"n":100,"share":0.08,"low":0.041,"high":0.15,"level":0.95,"method":"Wilson score interval"},"occurrences":19,"in_reasoning_text":0,"examples":[{"q":"Who is the best RV park in Tampa, FL?","path":"scoring_method.price_value","value":"0.1"},{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_example.The_Grand_Octagon.price","value":"3"},{"q":"Affordable roofer in Arvada, CO that does good work?","path":"scoring_algorithm.price_signal","value":"20"}]},{"key":"urgency","name":"Urgency","stage":"Query Understanding","namespace":"query.intent","runs":8,"share":{"k":8,"n":100,"share":0.08,"low":0.041,"high":0.15,"level":0.95,"method":"Wilson score interval"},"occurrences":9,"in_reasoning_text":0,"examples":[{"q":"I need a painter in Denver, CO today, who can come right away?","path":"request_parsing.urgency","value":"immediate"},{"q":"I need a garage door repair in Denver, CO today, who can come right away?","path":"urgency","value":"high"},{"q":"I need a roofer in Minneapolis, MN today, who can come right away?","path":"signals_considered.urgency_support","value":"mentions same‑day or emergency response"}]},{"key":"review_sentiment_signal","name":"Review Sentiment Signal","stage":"Digital Presence Signals","namespace":"reputation.evidence","runs":8,"share":{"k":8,"n":100,"share":0.08,"low":0.041,"high":0.15,"level":0.95,"method":"Wilson score interval"},"occurrences":8,"in_reasoning_text":0,"examples":[{"q":"Who is the best RV park in Tampa, FL?","path":"scoring_method.recent_review_sentiment","value":"0.15"},{"q":"Affordable fence company in Arvada, CO that does good work?","path":"scoring_method.review_sentiment","value":"15"},{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.review_points.recent_sentiment_bonus","value":"20"}]},{"key":"full_service","name":"Full Service","stage":"Answer Generation","namespace":"service.fit","runs":7,"share":{"k":7,"n":100,"share":0.07,"low":0.034,"high":0.137,"level":0.95,"method":"Wilson score interval"},"occurrences":15,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"signals_looked_for.presence_of_full_service_options","value":"true"},{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"screening_criteria.services","value":"comprehensive small‑animal care, emergency services, specialty services (e.g., cardiology, orthopedics)"},{"q":"Who is the best locksmith in Phoenix, AZ?","path":"shortlist_example[].services","value":"residential, commercial, automotive, emergency"}]},{"key":"universal_total","name":"Universal Total","stage":"Scoring","namespace":"evaluation.scoring","runs":7,"share":{"k":7,"n":100,"share":0.07,"low":0.034,"high":0.137,"level":0.95,"method":"Wilson score interval"},"occurrences":11,"in_reasoning_text":0,"examples":[{"q":"Who is the best locksmith in Phoenix, AZ?","path":"shortlist_example[].overall_rating","value":"4.9"},{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"signal_weights.overall_rating","value":"0.35"},{"q":"Who is the best RV park in Tampa, FL?","path":"scoring_method.overall_rating","value":"0.4"}]},{"key":"response_time_gap","name":"Response Time Gap","stage":"Competitive Context","namespace":"comparison.context","runs":7,"share":{"k":7,"n":100,"share":0.07,"low":0.034,"high":0.137,"level":0.95,"method":"Wilson score interval"},"occurrences":10,"in_reasoning_text":0,"examples":[{"q":"I need a painter in Denver, CO today, who can come right away?","path":"signals_we_look_for.response_time","value":"quick reply windows in listings"},{"q":"Which garage door repair in Phoenix, AZ should I hire?","path":"criteria_considered.response_time","value":"same_day_or_next_day"},{"q":"Who is the best locksmith in Arvada, CO?","path":"screening_criteria.response_time","value":"Businesses mentioning 24/7 or emergency response are preferred."}]},{"key":"local_presence","name":"Local Presence","stage":"Digital Presence Signals","namespace":"candidate.eligibility","runs":7,"share":{"k":7,"n":100,"share":0.07,"low":0.034,"high":0.137,"level":0.95,"method":"Wilson score interval"},"occurrences":8,"in_reasoning_text":0,"examples":[{"q":"Affordable landscaper in Denver, CO that does good work?","path":"scoring_method.local_presence","value":"0.15"},{"q":"Who is the best moving company in Minneapolis, MN?","path":"screening_criteria.local_presence","value":"operates out of Minneapolis with local offices and staff"},{"q":"I need a house cleaning service in Boise, ID today, who can come right away?","path":"signal_weights.local_presence","value":"0.15"}]},{"key":"interpretation_of_thids","name":"Interpretation Of Thids","stage":"Query Understanding","namespace":"query.intent","runs":7,"share":{"k":7,"n":100,"share":0.07,"low":0.034,"high":0.137,"level":0.95,"method":"Wilson score interval"},"occurrences":7,"in_reasoning_text":0,"examples":[{"q":"Which moving company in Austin, TX should I hire?","path":"interpretation","value":"User wants a recommendation for a moving company in Austin, TX, likely for residential or small business relocation."},{"q":"Who is the best wedding venue in Charlotte, NC?","path":"interpretation","value":"The user seeks a recommendation for the best wedding venue in Charlotte, NC."},{"q":"Who is the best RV park in Tampa, FL?","path":"interpretation","value":"User wants recommendation of top-rated RV parks in the Tampa area, likely based on overall quality, amenities, reviews, and suitability for travelers."}]},{"key":"reputation_en_ligne","name":"Reputation En Ligne","stage":"Candidate Screening","namespace":"reputation.evidence","runs":6,"share":{"k":6,"n":100,"share":0.06,"low":0.028,"high":0.125,"level":0.95,"method":"Wilson score interval"},"occurrences":8,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"screening_criteria.reputation","value":"average rating >= 4.5 stars, number of reviews > 30, presence of awards or recognitions"},{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"screening_criteria.reputation","value":"BBB rating A- or higher, no unresolved complaints, few or no recent negative reviews"},{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"screening_criteria.reputation","value":"Bar standing, client reviews, peer ratings"}]},{"key":"insufficient_review_volume","name":"Insufficient Review Volume","stage":"Candidate Screening","namespace":"reputation.evidence","runs":6,"share":{"k":6,"n":100,"share":0.06,"low":0.028,"high":0.125,"level":0.95,"method":"Wilson score interval"},"occurrences":6,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.minimum_review_count","value":"20"},{"q":"Which moving company in Austin, TX should I hire?","path":"screening_criteria.customer_reviews.review_count_threshold","value":"50"},{"q":"Most trusted garage door repair in Tampa, FL with good reviews?","path":"screening_criteria.minimum_review_count","value":"20"}]},{"key":"reputation_strength","name":"Reputation Strength","stage":"Scoring","namespace":"reputation.evidence","runs":6,"share":{"k":6,"n":100,"share":0.06,"low":0.028,"high":0.125,"level":0.95,"method":"Wilson score interval"},"occurrences":6,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"scoring_method.local_reputation_weight","value":"0.05"},{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"scoring_method.reputation_score","value":"1 if rating ≥4.5 stars, else 0.5"},{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_method.reputation_score","value":"0‑10 based on average rating and number of reviews"}]},{"key":"insurance","name":"Insurance","stage":"Query Understanding","namespace":"credentials.status","runs":5,"share":{"k":5,"n":100,"share":0.05,"low":0.022,"high":0.112,"level":0.95,"method":"Wilson score interval"},"occurrences":8,"in_reasoning_text":0,"examples":[{"q":"Who is the best house cleaning service in Denver, CO?","path":"candidate_criteria.coverage","value":"serves Denver proper and surrounding metro area"},{"q":"Which landscaper in Boise, ID should I hire?","path":"signals_used.insurance_status","value":"presence of liability and workers comp info"},{"q":"Affordable roofer in Arvada, CO that does good work?","path":"shortlisted_companies[].insurance","value":"Liability & workers’ comp confirmed"}]},{"key":"accreditation_signal","name":"Accreditation Signal","stage":"Digital Presence Signals","namespace":"credentials.status","runs":5,"share":{"k":5,"n":100,"share":0.05,"low":0.022,"high":0.112,"level":0.95,"method":"Wilson score interval"},"occurrences":6,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor veterinarian en Atlanta, GA?","path":"screening_criteria.accreditations","value":"AAHA accreditation, membership in AVMA"},{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"scoring_method.certification_weight","value":"0.2"},{"q":"¿Cuál es el mejor tree service en Seattle, WA?","path":"scoring_method.certification_score","value":"5 if ISA certified, else 0"}]},{"key":"unresolved_service_complaints","name":"Unresolved Service Complaints","stage":"Candidate Screening","namespace":"reputation.evidence","runs":5,"share":{"k":5,"n":100,"share":0.05,"low":0.022,"high":0.112,"level":0.95,"method":"Wilson score interval"},"occurrences":5,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"screening_criteria.customer_feedback","value":"Positive comments on response time, workmanship, and pricing."},{"q":"Who is the best locksmith in Arvada, CO?","path":"screening_criteria.customer_feedback","value":"Positive mentions of punctuality, professionalism, and transparent pricing."},{"q":"Affordable locksmith in Boise, ID that does good work?","path":"criteria.customer_feedback","value":"true"}]},{"key":"amenities_focus","name":"Amenities Focus","stage":"Query Understanding","namespace":"offer.fit","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":7,"in_reasoning_text":0,"examples":[{"q":"Who is the best wedding venue in Charlotte, NC?","path":"screening_criteria.amenities","value":"Includes key wedding services (catering, ceremony space, parking, accommodations)."},{"q":"Who is the best RV park in Tampa, FL?","path":"scoring_method.amenities_score","value":"0.2"},{"q":"Most trusted RV park in Phoenix, AZ with good reviews?","path":"screening_criteria.amenities_considered","value":"Full hookups (30/50 amp), dump station, Wi‑Fi, laundry, pool or recreation area, Pet‑friendly policies if relevant, Proximity to major highways and attractions"}]},{"key":"modifiers","name":"Modifiers","stage":"Query Understanding","namespace":"query.intent","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"language_detection","value":"Spanish"},{"q":"¿Cuál es el mejor HVAC contractor en Austin, TX?","path":"language_detected","value":"es"},{"q":"¿Cuál es el mejor wedding venue en Austin, TX?","path":"language_detected","value":"es"}]},{"key":"pricing_vs_quality","name":"Pricing Vs Quality","stage":"Query Understanding","namespace":"query.intent","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"screening_criteria.price_affordability","value":"Average project cost or price range indicated as competitive; presence of free estimates; multiple positive mentions of reasonable pricing"},{"q":"Affordable landscaper in Denver, CO that does good work?","path":"scoring_method.price_affordability","value":"0.35"},{"q":"Affordable sign company in Boise, ID that does good work?","path":"screening_criteria.price_affordability","value":"mentions competitive pricing, budget-friendly packages, or clear pricing tiers"}]},{"key":"no_current_reviews","name":"No Current Reviews","stage":"Candidate Screening","namespace":"reputation.evidence","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"I need a painter in Denver, CO today, who can come right away?","path":"scoring_model.recent_positive_reviews","value":"15"},{"q":"Affordable tree service in Boise, ID that does good work?","path":"signal_weights.recentness_of_reviews","value":"0.1"},{"q":"Who is the best pet store in Tampa, FL?","path":"screening_criteria.recency_of_reviews","value":"within the last 12 months"}]},{"key":"pricing_signal","name":"Pricing Signal","stage":"Digital Presence Signals","namespace":"offer.fit","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"Affordable plumber in Seattle, WA that does good work?","path":"signal_sources.price_indicators","value":"website flat-rate listings, quoted range in reviews, mentions of ‘budget’, ‘affordable’, ‘reasonable rates’"},{"q":"Affordable fence company in Arvada, CO that does good work?","path":"scoring_method.price_indication","value":"20"},{"q":"¿Cuál es el mejor moving company en Boise, ID?","path":"signal_extraction.price_indicators","value":"mentions of competitive pricing or free estimates"}]},{"key":"local_relevance","name":"Local Relevance","stage":"Scoring","namespace":"evaluation.scoring","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"screening_criteria.relevance","value":"Must provide garage door repair services in Tampa, FL."},{"q":"Who is the best wedding venue in Charlotte, NC?","path":"screening_criteria.relevance","value":"Venue must be located in Charlotte or immediate surrounding area."},{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"screening_criteria.relevance","value":"Specifically a pet store (not a veterinary clinic or grooming salon unless they also sell pet supplies)"}]},{"key":"planned_project_answer","name":"Planned Project Answer","stage":"Answer Generation","namespace":"query.intent","runs":4,"share":{"k":4,"n":100,"share":0.04,"low":0.016,"high":0.098,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"answer_structure_plan","value":"Intro breve reconociendo la pregunta, Lista numerada de 5 venues top con breve descripción, capacidad, punto fuerte y rango de precios, Mención de una opción pr"},{"q":"¿Cuál es el mejor wedding venue en Austin, TX?","path":"answer_structure_plan","value":"Intro acknowledging the request and criteria, Bullet list of top 5 venues with concise pros, capacity range, style, and why they rank high, Brief note on price "},{"q":"Affordable locksmith in Phoenix, AZ that does good work?","path":"answer_structure_plan","value":"Brief intro acknowledging the request., List the top 3 vetted options with key facts (rating, price cue, 24/7 availability, contact info)., Provide tips for ver"}]},{"key":"hours","name":"Hours","stage":"Digital Presence Signals","namespace":"claims.extraction","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":7,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"shortlist_example[].hours","value":"Mon‑Sat 8 am‑7 pm"},{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"answer_structure.listings[].hours","value":"Today's hours"},{"q":"I need a pet store in Austin, TX today, who can come right away?","path":"scoring_model.hours_score","value":"10 points if open now, 5 if will open within 1 hour, 0 otherwise"}]},{"key":"third_party_reviews_summary","name":"Third Party Reviews Summary","stage":"Digital Presence Signals","namespace":"reputation.evidence","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"Which landscaper in Phoenix, AZ should I hire?","path":"screening_criteria.customer_reviews.review_sources","value":"Google, Yelp, Angie's List, HomeAdvisor"},{"q":"¿Cuál es el mejor moving company en Boise, ID?","path":"candidate_screening_criteria.review_sources","value":"Google Reviews, Yelp, Better Business Bureau, Angi, Moving.com"}]},{"key":"transparent_pricing_score_stack","name":"Transparent Pricing Score Stack","stage":"Scoring","namespace":"evaluation.scoring","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_method.price_transparency_score","value":"0‑10 for clear pricing tiers"},{"q":"Which landscaper in Phoenix, AZ should I hire?","path":"scoring_model.weights.price_transparency_score","value":"0.05"},{"q":"Which carpet cleaner in Charlotte, NC should I hire?","path":"scoring_model.price_transparency_score","value":"0.1"}]},{"key":"accreditation_requirement","name":"Accreditation Requirement","stage":"Query Understanding","namespace":"credentials.status","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":3,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"screening_criteria.certifications_required","value":"NATE, ACCA"},{"q":"Who is the best sign company in Boise, ID?","path":"screening_criteria.local_presence.required","value":"true"},{"q":"Most trusted garage door repair in Tampa, FL with good reviews?","path":"key_requirements","value":"most trusted, good reviews"}]},{"key":"action_required","name":"Action Required","stage":"Query Understanding","namespace":"action.handoff","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":3,"in_reasoning_text":0,"examples":[{"q":"Affordable auto repair shop in Boise, ID that does good work?","path":"answer_structure.call_to_action","value":"encourage contacting shops for current quotes"},{"q":"I need a landscaper in Boise, ID today, who can come right away?","path":"answer_structure.call_to_action","value":"recommend calling now and mention they need same‑day service"},{"q":"I need a sign company in Minneapolis, MN today, who can come right away?","path":"answer_structure.call_to_action","value":"Invite the user to call right away and suggest confirming same‑day availability"}]},{"key":"service_signals","name":"Service Signals","stage":"Signal Extraction","namespace":"reputation.evidence","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":3,"in_reasoning_text":0,"examples":[{"q":"Who is the best house cleaning service in Denver, CO?","path":"candidate_criteria.service_quality","value":"customer reviews, ratings on platforms like Yelp, Google, Angie's List"},{"q":"¿Cuál es el mejor concrete contractor en Denver, CO?","path":"screening_criteria.service_quality","value":"average rating >= 4.5, number of reviews > 20"},{"q":"Affordable house cleaning service in Columbus, OH that does good work?","path":"screening_criteria.service_quality","value":"positive customer reviews, BBB rating, professional staff, services offered"}]},{"key":"backup_options","name":"Backup Options","stage":"Shortlisting","namespace":"selection.policy","runs":3,"share":{"k":3,"n":100,"share":0.03,"low":0.01,"high":0.085,"level":0.95,"method":"Wilson score interval"},"occurrences":3,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"answer_structure.alternatives","value":"briefly list 2‑3 other excellent options"},{"q":"Most trusted sign company in Arvada, CO with good reviews?","path":"answer_structure.alternatives","value":"2–3 additional reputable options with brief bullet points."},{"q":"Who is the best locksmith in Charlotte, NC?","path":"answer_structure_plan.alternatives","value":"List 1‑2 other highly‑rated locksmiths as backup options."}]},{"key":"unique_local_attributes","name":"Unique Local Attributes","stage":"Competitive Context","namespace":"comparison.context","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":4,"in_reasoning_text":0,"examples":[{"q":"Who is the best wedding venue in Charlotte, NC?","path":"screening_criteria.uniqueness","value":"Distinctive atmosphere or noteworthy features."},{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_example.The_Grand_Octagon.uniqueness","value":"4"}]},{"key":"trust_signals","name":"Trust Signals","stage":"Signal Extraction","namespace":"claims.extraction","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":3,"in_reasoning_text":0,"examples":[{"q":"Most trusted RV park in Phoenix, AZ with good reviews?","path":"screening_criteria.trust_signals","value":"Consistent high ratings across multiple platforms, Presence of Good Sam or KOA affiliation (adds credibility), Positive comments about cleanliness, staff friend"},{"q":"Affordable auto repair shop in Boise, ID that does good work?","path":"screening_criteria.trust_signals","value":"BBB accreditation, certified ASE technicians, membership in automotive associations"}]},{"key":"answer_shape","name":"Answer Shape","stage":"Inputs & Scope","namespace":"answer.presentation","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor tree service en Seattle, WA?","path":"answer_shape","value":"Provide a brief intro in Spanish, list the top 3 services with key strengths, include contact details and why they rank highest, and add a disclaimer that prefe"},{"q":"Who is the best locksmith in Arvada, CO?","path":"answer_shape","value":"Provide the name, contact information, key highlights (rating, certifications, service features), and a brief justification for why they are considered the best"}]},{"key":"included_services","name":"Included Services","stage":"Inputs & Scope","namespace":"query.scope","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Who is the best sign company in Boise, ID?","path":"screening_criteria.service_range.required_services","value":"custom signs, vehicle wraps, exterior signage"},{"q":"Which landscaper in Phoenix, AZ should I hire?","path":"screening_criteria.services_offered","value":"lawn care, irrigation, hardscaping, plant installation, landscape design"}]},{"key":"quality_modifier","name":"Quality Modifier","stage":"Query Understanding","namespace":"query.intent","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Affordable tree service in Boise, ID that does good work?","path":"screening_criteria.quality_indicator","value":"average rating >=4.0, number of reviews >=10, positive comments on professionalism, safety, and workmanship"},{"q":"Affordable dentist in Arvada, CO that does good work?","path":"screening_factors.quality_indicator","value":"average rating >= 4.0, number of reviews >= 20, patient testimonials, accreditations, years in practice"}]},{"key":"style_preference","name":"Style Preference","stage":"Query Understanding","namespace":"query.intent","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Who is the best locksmith in Phoenix, AZ?","path":"tone_and_style","value":"Helpful, neutral, and concise with actionable details."},{"q":"Which house cleaning service in Austin, TX should I hire?","path":"tone_and_style","value":"Friendly, concise, and actionable; include only verifiable facts and avoid overly promotional language."}]},{"key":"scale","name":"Scale","stage":"Query Understanding","namespace":"query.scope","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor HVAC contractor en Austin, TX?","path":"scoring_method.scale","value":"0-100 per criterion, summed to a total score"},{"q":"Which landscaper in Boise, ID should I hire?","path":"scoring_method.scale","value":"0-100 per criterion, weighted sum produces overall score"}]},{"key":"overall_quality_fit","name":"Overall Quality Fit","stage":"Reasoning Classifiers","namespace":"evidence.assessment","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Affordable dentist in Arvada, CO that does good work?","path":"screening_criteria.quality","value":"Average rating ≥ 4.0 stars on major review platforms, Minimum 30 patient reviews, Positive remarks about clean facilities, gentle staff, and successful outcomes"},{"q":"Affordable auto repair shop in Boise, ID that does good work?","path":"screening_criteria.quality","value":"overall rating ≥ 4.0 on major review platforms, positive comments about workmanship"}]},{"key":"legal_specialization_fit","name":"Legal Specialization Fit","stage":"Candidate Screening","namespace":"service.fit","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Which real estate agent in Boise, ID should I hire?","path":"scoring_method.specialization_match","value":"15"},{"q":"¿Cuál es el mejor painter en Boise, ID?","path":"scoring_method.specialization_match_weight","value":"0.15"}]},{"key":"community_sentiment_signals","name":"Community Sentiment Signals","stage":"Signal Extraction","namespace":"reputation.evidence","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Who is the best locksmith in Arvada, CO?","path":"scoring_method.sentiment_score","value":"5 points based on positive keyword frequency in reviews"},{"q":"Who is the best pet store in Tampa, FL?","path":"signal_weights.positive_sentiment_keywords","value":"0.1"}]},{"key":"official_site_present","name":"Official Site Present","stage":"Digital Presence Signals","namespace":"presence.consistency","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Affordable fence company in Arvada, CO that does good work?","path":"screening_criteria.online_presence","value":"Has a website or active business listings (Google, Yelp, Angie's List, HomeAdvisor, etc.)"},{"q":"I need a landscaper in Boise, ID today, who can come right away?","path":"candidate_screening_criteria.online_presence","value":"Google My Business, Yelp, HomeAdvisor, Angi, Thumbtack"}]},{"key":"availability_signal","name":"Availability Signal","stage":"Digital Presence Signals","namespace":"claims.extraction","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"I need a accountant in Phoenix, AZ today, who can come right away?","path":"candidate_screening_criteria.availability_mechanism","value":"offers walk‑in, on‑site, or remote (screen share) services"},{"q":"I need a plumber in Atlanta, GA today, who can come right away?","path":"signal_extraction.availability_indicator","value":"Presence of keywords such as '24/7', 'emergency', 'same day', 'call now'"}]},{"key":"winner","name":"Winner","stage":"Shortlisting","namespace":"evaluation.scoring","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Who is the best roofer in Phoenix, AZ?","path":"answer_structure.top_choice","value":"Name, why it stands out (ratings, experience, etc.) with contact info"},{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"answer_structure.top_choice","value":"present the highest‑scoring venue with key details"}]},{"key":"note","name":"Note","stage":"Shortlisting","namespace":"selection.policy","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Who is the best house cleaning service in Denver, CO?","path":"answer_structure.note","value":"Caveat that 'best' depends on personal needs and to verify current rates."},{"q":"Most trusted garage door repair in Tampa, FL with good reviews?","path":"answer_structure.note","value":"Encourage checking latest reviews and obtaining quotes."}]},{"key":"content_caveat","name":"Content Caveat","stage":"Handoff","namespace":"answer.presentation","runs":2,"share":{"k":2,"n":100,"share":0.02,"low":0.006,"high":0.07,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Affordable painter in Seattle, WA that does good work?","path":"answer_structure_plan.caveat","value":"Encourage the asker to get at least two quotes and verify insurance before hiring."},{"q":"Who is the best locksmith in Charlotte, NC?","path":"answer_structure_plan.caveat","value":"Invite the user to verify current pricing and availability."}]},{"key":"before_action","name":"Before Action","stage":"Answer Generation","namespace":"action.handoff","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":6,"in_reasoning_text":0,"examples":[{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"screening_steps[].action","value":"list pest control companies operating in Charlotte, NC"}]},{"key":"platforms","name":"Platforms","stage":"Competitive Context","namespace":"presence.consistency","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":3,"in_reasoning_text":0,"examples":[{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"shortlisted_businesses[].platforms","value":"Google, Yelp"}]},{"key":"commission_transparency","name":"Commission Transparency","stage":"Query Understanding","namespace":"offer.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"I need a personal injury lawyer in Minneapolis, MN today, who can come right away?","path":"screening_criteria.fee_structure_transparency","value":"true"}]},{"key":"responsiveness_signals","name":"Responsiveness Signals","stage":"Signal Extraction","namespace":"claims.extraction","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"Who is the best roofer in Sacramento, CA?","path":"screening_criteria.availability_and responsiveness","value":"Evidence of timely communication and scheduling."}]},{"key":"eligibility_flexibility","name":"Eligibility Flexibility","stage":"Scoring","namespace":"service.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"screening_criteria.accessibility","value":"online appointment booking, hours convenient for typical owners, accepts major pet insurance"}]},{"key":"value_answer","name":"Value Answer","stage":"Answer Generation","namespace":"answer.presentation","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":2,"in_reasoning_text":0,"examples":[{"q":"I need a landscaper in Boise, ID today, who can come right away?","path":"scoring_algorithm.additions.availability.value","value":"1"}]},{"key":"explicit_intent","name":"Explicit Intent","stage":"Inputs & Scope","namespace":"query.intent","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"intent","value":"provide_recommendation_for_trusted_hvac_contractor_in_austin_tx"}]},{"key":"excluded","name":"Excluded","stage":"Inputs & Scope","namespace":"query.scope","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor landscaper en Phoenix, AZ?","path":"information_gathering.exclusion_filters","value":"companies with recent complaints, very low review count (<5), outdated websites"}]},{"key":"source_quality_note","name":"Source Quality Note","stage":"Sourcing","namespace":"evidence.provenance","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor landscaper en Phoenix, AZ?","path":"information_gathering.source_preference","value":"reputable local business directories, Google reviews, Angie's List, Yelp, Better Business Bureau, Houzz, HomeAdvisor"}]},{"key":"trust","name":"Trust","stage":"Query Understanding","namespace":"evidence.assessment","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Most trusted sign company in Arvada, CO with good reviews?","path":"signal_weights.specific_mentions_of_trust","value":"0.15"}]},{"key":"budget_sensitivity","name":"Budget Sensitivity","stage":"Query Understanding","namespace":"query.intent","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor wedding venue en Austin, TX?","path":"signal_weights.price_range_flexibility","value":"0.1"}]},{"key":"in_person_need","name":"In Person Need","stage":"Query Understanding","namespace":"query.intent","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Which fence company in Minneapolis, MN should I hire?","path":"need_identified","value":"fence installation/repair services"}]},{"key":"local_verification","name":"Local Verification","stage":"Query Understanding","namespace":"claims.verification","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Affordable sign company in Boise, ID that does good work?","path":"signal_weights.local_verification","value":"0.1"}]},{"key":"specialization","name":"Specialization","stage":"Query Understanding","namespace":"service.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Who is the best real estate agent in Austin, TX?","path":"screening_criteria.specializations","value":"Residential, new construction, and relocation services"}]},{"key":"purpose","name":"Purpose","stage":"Reasoning Classifiers","namespace":"query.intent","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Most trusted sign company in Arvada, CO with good reviews?","path":"objective","value":"identify the most trusted sign company with good reviews"}]},{"key":"community","name":"Community","stage":"Reasoning Classifiers","namespace":"reputation.evidence","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor tree service en Seattle, WA?","path":"scoring_method.community_score","value":"1-5 based on sentiment analysis of forum mentions"}]},{"key":"modern_style_fit","name":"Modern Style Fit","stage":"Reasoning Classifiers","namespace":"offer.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor wedding venue en Austin, TX?","path":"signal_weights.style_fit","value":"0.15"}]},{"key":"amenities_and_facility_fit","name":"Amenities And Facility Fit","stage":"Candidate Screening","namespace":"offer.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor wedding venue en Austin, TX?","path":"signal_weights.amenities_match","value":"0.2"}]},{"key":"certification_verification","name":"Certification Verification","stage":"Candidate Screening","namespace":"credentials.status","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[]},{"key":"operating_status_screen","name":"Operating Status Screen","stage":"Candidate Screening","namespace":"candidate.eligibility","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"screening_criteria.operational_status","value":"Open today (check current day & hours)"}]},{"key":"overall_trust","name":"Overall Trust","stage":"Candidate Screening","namespace":"evidence.assessment","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Most trusted painter in Charlotte, NC with good reviews?","path":"criteria.trustworthiness","value":"years in business, BBB rating, license and insurance verification"}]},{"key":"review_and_engagement","name":"Review And Engagement","stage":"Candidate Screening","namespace":"reputation.evidence","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a plumber in Atlanta, GA today, who can come right away?","path":"scoring_algorithm.review_bonus","value":"+2 for ≥3 recent reviews mentioning speed"}]},{"key":"reputation_signals","name":"Reputation Signals","stage":"Signal Extraction","namespace":"reputation.evidence","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Most trusted painter in Charlotte, NC with good reviews?","path":"criteria.reputation_signals","value":"customer testimonials, Better Business Bureau complaints, presence on professional associations (e.g., Painting Contractors Association)"}]},{"key":"community_references","name":"Community References","stage":"Signal Extraction","namespace":"reputation.evidence","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Which landscaper in Boise, ID should I hire?","path":"scoring_method.weights.local_referrals","value":"0.1"}]},{"key":"portfolio_signal","name":"Portfolio Signal","stage":"Digital Presence Signals","namespace":"presence.consistency","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Who is the best concrete contractor in Sacramento, CA?","path":"scoring_example.contractor_a.portfolio","value":"9"}]},{"key":"social_media_signal","name":"Social Media Signal","stage":"Digital Presence Signals","namespace":"presence.consistency","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Which real estate agent in Boise, ID should I hire?","path":"signal_sources.social_media_presence","value":"LinkedIn, Facebook business pages"}]},{"key":"booking_calendar","name":"Booking Calendar","stage":"Digital Presence Signals","namespace":"offer.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"answer_structure.top_recommendations[].contact_info.booking_link","value":"URL"}]},{"key":"pricing_structure","name":"Pricing Structure","stage":"Digital Presence Signals","namespace":"offer.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a painter in Denver, CO today, who can come right away?","path":"signals_we_look_for.pricing_structure","value":"clear hourly or flat rates, mention of free estimate"}]},{"key":"primary","name":"Primary","stage":"Digital Presence Signals","namespace":"answer.presentation","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a accountant in Phoenix, AZ today, who can come right away?","path":"signal_extraction.key_signals","value":"address or zip code matching Phoenix, AZ, stated same‑day or emergency service, positive recent reviews mentioning responsiveness, verified CPA license"}]},{"key":"secondary","name":"Secondary","stage":"Digital Presence Signals","namespace":"answer.presentation","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Affordable dentist in Arvada, CO that does good work?","path":"screening_criteria.additional_signals","value":"Availability of emergency appointments, Family-friendly environment, Clear communication about treatment costs"}]},{"key":"emergency_coverage","name":"Emergency Coverage","stage":"Competitive Context","namespace":"comparison.context","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor HVAC contractor en Austin, TX?","path":"scoring_method.weightings.emergency_service","value":"0.1"}]},{"key":"portfolio_depth_gap","name":"Portfolio Depth Gap","stage":"Competitive Context","namespace":"comparison.context","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Which concrete contractor in Denver, CO should I hire?","path":"scoring_method.portfolio_quality","value":"10"}]},{"key":"service_speed_gap","name":"Service Speed Gap","stage":"Competitive Context","namespace":"service.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a sign company in Minneapolis, MN today, who can come right away?","path":"screening_criteria.service_speed","value":"Offers same‑day or next‑hour sign production/installation"}]},{"key":"review_momentum","name":"Review Momentum","stage":"Temporal Analysis","namespace":"reputation.evidence","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.review_platforms","value":"Google, Yelp, Angie's List, Better Business Bureau"}]},{"key":"service_fit","name":"Service Fit","stage":"Scoring","namespace":"service.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Who is the best concrete contractor in Sacramento, CA?","path":"service_extracted","value":"concrete contractor"}]},{"key":"quality_score_stack","name":"Quality Score Stack","stage":"Scoring","namespace":"evaluation.scoring","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Affordable dentist in Arvada, CO that does good work?","path":"scoring_method.quality_score","value":"Rating/5 * 0.6 + (review_count/100) * 0.4"}]},{"key":"recommendation_status","name":"Recommendation Status","stage":"Shortlisting","namespace":"selection.policy","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Who is the best locksmith in Charlotte, NC?","path":"answer_structure_plan.recommendation","value":"Provide the name, contact info, website, and a short justification referencing the scores/criteria."}]},{"key":"caution","name":"Caution","stage":"Shortlisting","namespace":"evidence.assessment","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"answer_structure.caution","value":"Reminder to verify credentials and discuss fees."}]},{"key":"ideal_for","name":"Ideal For","stage":"Answer Justification","namespace":"answer.justification","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"¿Cuál es el mejor landscaper en Austin, TX?","path":"answer_structure.top_picks[].why_best","value":"Key reasons based on scores"}]},{"key":"verification_needed","name":"Verification Needed","stage":"Answer Justification","namespace":"action.handoff","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a electrician in Denver, CO today, who can come right away?","path":"candidate_screening_criteria.verified_contact_info","value":"true"}]},{"key":"emergency_answer","name":"Emergency Answer","stage":"Answer Generation","namespace":"answer.presentation","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"I need a electrician in Denver, CO today, who can come right away?","path":"candidate_screening_criteria.offers_emergency_or_rapid_response","value":"true"}]},{"key":"contemporary","name":"Contemporary","stage":"Answer Generation","namespace":"offer.fit","runs":1,"share":{"k":1,"n":100,"share":0.01,"low":0.002,"high":0.054,"level":0.95,"method":"Wilson score interval"},"occurrences":1,"in_reasoning_text":0,"examples":[{"q":"Affordable tree service in Boise, ID that does good work?","path":"answer_style","value":"concise, friendly, includes contact info and why each is a good affordable option; add brief disclaimer to verify quotes."}]}],"labels_no_list_had":[{"key":"intro","runs":60,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"answer_structure.intro","value":"Brief note acknowledging the request"},"nearest_atlas_label":{"key":"about_me_profile","cos":0.713}},{"key":"request_type","runs":45,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"request_type","value":"search_query"},"nearest_atlas_label":{"key":"service","cos":0.744}},{"key":"shortlist_process","runs":39,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"shortlist_process","value":"Gather a list of Austin moving companies from reputable directories (BBB, Yelp, Google, Angi). Apply screening criteria, assign scores per model, rank, then sel"},"nearest_atlas_label":{"key":"fast_processing_time","cos":0.711}},{"key":"average_rating","runs":31,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"scoring_model.average_rating","value":"0.4"},"nearest_atlas_label":{"key":"official_rating","cos":0.733}},{"key":"name","runs":26,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"answer_structure.list[].name","value":"Company"},"nearest_atlas_label":{"key":"phone","cos":0.622}},{"key":"shortlisting_process","runs":21,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"shortlisting_process","value":"Collect all HVAC contractors in Austin from the signal sources, Filter out any without a valid Texas HVAC contractor license, Apply screening criteria; discard "},"nearest_atlas_label":{"key":"fast_processing_time","cos":0.684}},{"key":"bbb_rating","runs":21,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"signals_looked_for.BBB rating","value":"A- or better"},"nearest_atlas_label":{"key":"universal_total","cos":0.693}},{"key":"request_parsing","runs":21,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"request_parsing","value":"Identify the user request in Spanish asking for the best garage door repair service in Tampa, FL."},"nearest_atlas_label":{"key":"direction_requests","cos":0.671}},{"key":"candidate_sources","runs":21,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"candidate_sources","value":"Local business listings (Google My Business, Yelp), Industry review sites (Angie's List, HomeAdvisor), Consumer rating platforms (BBB, Trustpilot), Company webs"},"nearest_atlas_label":{"key":"high_weight_sources","cos":0.709}},{"key":"request_understanding","runs":20,"example":{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"request_understanding","value":"The user asks in Spanish for the best garage door repair service in Seattle, WA."},"nearest_atlas_label":{"key":"direction_requests","cos":0.693}},{"key":"list","runs":17,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"answer_structure.list","value":"Provide 3–5 plumber recommendations, each with: name, phone, website, licensing confirmation, average rating, typical price range or note of affordability, and "},"nearest_atlas_label":{"key":"locations_listed","cos":0.718}},{"key":"scoring_method","runs":16,"example":{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"scoring_method","value":"Each candidate receives a weighted sum of normalized scores for the above signals; top 3 scores are shortlisted."},"nearest_atlas_label":{"key":"universal_score_dimensions","cos":0.749}},{"key":"signal_sources","runs":15,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"signal_sources","value":"Google Business listings, Yelp business pages, BBB profile, HomeAdvisor/Angie's List, Company websites"},"nearest_atlas_label":{"key":"third_party_signals","cos":0.783}},{"key":"rating_score","runs":13,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"scoring_model.rating_score","value":"rating * 2 (max 10)"},"nearest_atlas_label":{"key":"universal_total","cos":0.774}},{"key":"additional_tips","runs":13,"example":{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"answer_structure.additional_tips","value":"Advice on what to ask when contacting a repair service."},"nearest_atlas_label":{"key":"additional_scope","cos":0.692}},{"key":"weight","runs":12,"example":{"q":"Who is the best garage door repair in Austin, TX?","path":"scoring_schema.customer_ratings.weight","value":"0.35"},"nearest_atlas_label":{"key":"scale","cos":0.676}},{"key":"step_1","runs":11,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"screening_process.step_1","value":"Collect businesses in Boise, ID that identify as locksmiths."},"nearest_atlas_label":{"key":"before_action","cos":0.71}},{"key":"step_2","runs":11,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"screening_process.step_2","value":"Filter for those with a rating ≥4.5 stars on at least two major review platforms and ≥30 total reviews."},"nearest_atlas_label":{"key":"before_action","cos":0.677}},{"key":"step_3","runs":11,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"screening_process.step_3","value":"Check for licensing/insurance info on the company website or BBB listing."},"nearest_atlas_label":{"key":"before_action","cos":0.693}},{"key":"step_4","runs":11,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"screening_process.step_4","value":"Note any special recognitions (e.g., \"Top Rated\" badge, BBB A+ rating)."},"nearest_atlas_label":{"key":"before_action","cos":0.679}},{"key":"company_name","runs":11,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"answer_structure_plan.list[].company_name","value":""},"nearest_atlas_label":{"key":"corporate_onsite_answer","cos":0.666}},{"key":"tips","runs":10,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"answer_structure.tips","value":"General advice for choosing a garage door repair service."},"nearest_atlas_label":{"key":"beginner_friendly","cos":0.623}},{"key":"data_sources_considered","runs":10,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"data_sources_considered","value":"Google Maps listings, Yelp, Better Business Bureau, Angi (formerly Angie's List), Company websites"},"nearest_atlas_label":{"key":"high_weight_sources","cos":0.741}},{"key":"step_5","runs":8,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"screening_process.step_5","value":"Rank by a weighted score: 0.5 * average rating, 0.3 * number of reviews, 0.2 * credibility signals (license, BBB rating)."},"nearest_atlas_label":{"key":"before_action","cos":0.669}},{"key":"topic","runs":8,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"topic","value":"wedding_venues"},"nearest_atlas_label":{"key":"subject","cos":0.758}},{"key":"quality_of_work","runs":8,"example":{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"screening_criteria.quality_of_work","value":"Overall rating >= 4.0 on major platforms, strong testimonials, portfolio of completed projects, any awards or certifications"},"nearest_atlas_label":{"key":"content_quality","cos":0.726}},{"key":"affordability","runs":8,"example":{"q":"Affordable dentist in Arvada, CO that does good work?","path":"screening_criteria.affordability","value":"Accepts most dental insurance plans, offers low-cost preventive services, transparent pricing, or financing options"},"nearest_atlas_label":{"key":"economic_fit","cos":0.84}},{"key":"key_strengths","runs":7,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"answer_structure.list[].key_strengths","value":"e.g., 24/7 service, same‑day appointments"},"nearest_atlas_label":{"key":"amenities_focus","cos":0.713}},{"key":"next_steps","runs":7,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"answer_structure.next_steps","value":"Tips for getting quotes and evaluating fit."},"nearest_atlas_label":{"key":"before_action","cos":0.731}},{"key":"rating_threshold","runs":7,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"screening_criteria.rating_threshold","value":"Average rating ≥ 4.0 stars on major platforms."},"nearest_atlas_label":{"key":"official_rating","cos":0.711}},{"key":"screening_criteria","runs":7,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"screening_criteria","value":"licensed and insured plumbers operating in Seattle, positive customer reviews (average rating >=4.0 on major platforms), evidence of competitive pricing or affo"},"nearest_atlas_label":{"key":"universal_score_dimensions","cos":0.694}},{"key":"contact_info","runs":7,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"answer_structure_plan.list[].contact_info","value":""},"nearest_atlas_label":{"key":"phone","cos":0.778}},{"key":"experience","runs":7,"example":{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"screening_criteria.experience","value":"Minimum 5 years in business, licensed and insured in Minnesota"},"nearest_atlas_label":{"key":"user_experience_level","cos":0.717}},{"key":"screening_process","runs":7,"example":{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"screening_process","value":"Collect shops in Phoenix with ≥4.0 star average on at least two major review platforms., Discard shops with <10 total reviews on any platform to avoid outliers."},"nearest_atlas_label":{"key":"local_presence_screen","cos":0.66}},{"key":"location_match","runs":7,"example":{"q":"Affordable fence company in Arvada, CO that does good work?","path":"scoring_method.location_match","value":"30"},"nearest_atlas_label":{"key":"partial_match","cos":0.738}},{"key":"minimum_average_rating","runs":6,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.minimum_average_rating","value":"4.5"},"nearest_atlas_label":{"key":"official_rating","cos":0.711}},{"key":"bbb_accreditation","runs":6,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.BBB_accreditation","value":"true"},"nearest_atlas_label":{"key":"accreditation","cos":0.719}},{"key":"experience_years","runs":6,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"screening_criteria.experience_years","value":"Minimum 5 years in Austin market"},"nearest_atlas_label":{"key":"years_in_operation","cos":0.712}},{"key":"price_range","runs":6,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"answer_structure.top_venues[].price_range","value":""},"nearest_atlas_label":{"key":"budget_level","cos":0.758}},{"key":"base_score","runs":6,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"scoring_model.base_score","value":"0"},"nearest_atlas_label":{"key":"minimum_credit_score","cos":0.724}},{"key":"proximity","runs":6,"example":{"q":"¿Cuál es el mejor veterinarian en Atlanta, GA?","path":"screening_criteria.proximity","value":"within the Atlanta metropolitan area"},"nearest_atlas_label":{"key":"location_distance","cos":0.756}},{"key":"review_score_weight","runs":5,"example":{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"scoring_method.review_score_weight","value":"0.5"},"nearest_atlas_label":{"key":"universal_total","cos":0.703}},{"key":"candidate_screening_criteria","runs":5,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"candidate_screening_criteria","value":"licensed_and_insured_painters, operates_in_denver_co, offers_same_day_service, positive_recent_reviews (last 6 months), availability_confirmed_for_today, reason"},"nearest_atlas_label":{"key":"eligibility_signal","cos":0.703}},{"key":"availability_score","runs":5,"example":{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"scoring_method.availability_score","value":"1 if explicitly states same‑day or 24/7, else 0.5"},"nearest_atlas_label":{"key":"performance_consistency","cos":0.747}},{"key":"information_needed","runs":4,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"information_needed","value":"company_name, years_in_business, customer_review_rating, number_of_reviews, BBB_rating, licenses_and_certifications, service_area, contact_information"},"nearest_atlas_label":{"key":"documentation_requirements","cos":0.745}},{"key":"review_count_score","runs":4,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"scoring_model.review_count_score","value":"min(review_count/50, 1) * 2"},"nearest_atlas_label":{"key":"universal_total","cos":0.756}},{"key":"total_possible","runs":4,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"scoring_model.total_possible","value":"100"},"nearest_atlas_label":{"key":"universal_total","cos":0.704}},{"key":"total_score","runs":4,"example":{"q":"Affordable dentist in Arvada, CO that does good work?","path":"scoring_method.total_score","value":"Sum of weighted component scores (max 5)"},"nearest_atlas_label":{"key":"universal_total","cos":0.832}},{"key":"local_reputation","runs":4,"example":{"q":"¿Cuál es el mejor HVAC contractor en Austin, TX?","path":"scoring_method.weightings.local_reputation","value":"0.05"},"nearest_atlas_label":{"key":"community_trust","cos":0.785}},{"key":"score","runs":4,"example":{"q":"¿Cuál es el mejor HVAC contractor en Austin, TX?","path":"answer_structure_plan.top_recommendations[].score","value":"Number (0‑100)"},"nearest_atlas_label":{"key":"universal_score_dimensions","cos":0.736}},{"key":"contact_clarity","runs":4,"example":{"q":"I need a garage door repair in Denver, CO today, who can come right away?","path":"scoring_method.contact_clarity","value":"10"},"nearest_atlas_label":{"key":"documentation_clarity","cos":0.66}},{"key":"list_format","runs":4,"example":{"q":"Affordable landscaper in Denver, CO that does good work?","path":"answer_structure.list_format","value":"Bullet list ordered by score, each entry includes: name, brief description, price indicator, rating, key strengths, contact info, and link."},"nearest_atlas_label":{"key":"answer_shape","cos":0.677}},{"key":"contact_method","runs":4,"example":{"q":"I need a house cleaning service in Boise, ID today, who can come right away?","path":"screening_criteria.contact_method","value":"Phone number or online booking link"},"nearest_atlas_label":{"key":"address","cos":0.728}},{"key":"shortlist_threshold","runs":4,"example":{"q":"Affordable roofer in Arvada, CO that does good work?","path":"shortlist_threshold","value":"70"},"nearest_atlas_label":{"key":"lower_minimum_credit_score","cos":0.689}},{"key":"price_note","runs":4,"example":{"q":"Affordable locksmith in Boise, ID that does good work?","path":"shortlist[].price_note","value":"Flat‑rate lockout service $45 (plus travel). 10% off first call."},"nearest_atlas_label":{"key":"pricing_signal","cos":0.731}},{"key":"contact","runs":3,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"answer_structure.list[].contact","value":"Phone, website, address"},"nearest_atlas_label":{"key":"phone","cos":0.729}},{"key":"score_formula","runs":3,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"scoring_model.score_formula","value":"sum(weight_i * normalized_metric_i)"},"nearest_atlas_label":{"key":"universal_score_dimensions","cos":0.73}},{"key":"professionalism","runs":3,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"screening_criteria.professionalism","value":"uniformed staff, punctuality, damage handling policy"},"nearest_atlas_label":{"key":"accreditation","cos":0.655}},{"key":"shortlist","runs":3,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"answer_structure.shortlist","value":"3–4 recommended companies with key strengths."},"nearest_atlas_label":{"key":"locations_listed","cos":0.697}},{"key":"credential_score","runs":3,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"scoring_model.credential_score","value":"2 if licensed & insured, 1 if only one, 0 otherwise"},"nearest_atlas_label":{"key":"certification_verification","cos":0.778}},{"key":"minimum_number_of_reviews","runs":3,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"screening_criteria.minimum_number_of_reviews","value":"30"},"nearest_atlas_label":{"key":"insufficient_review_volume","cos":0.737}},{"key":"candidate_selection_criteria","runs":3,"example":{"q":"Who is the best locksmith in Phoenix, AZ?","path":"candidate_selection_criteria","value":"Recent customer reviews and ratings (Google, Yelp, BBB), Years of experience and licensure in Arizona, Range of services offered (residential, commercial, autom"},"nearest_atlas_label":{"key":"top_ranking_criteria","cos":0.722}},{"key":"key_features","runs":3,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"answer_structure.top_venues[].key_features","value":""},"nearest_atlas_label":{"key":"amenities_importance","cos":0.709}},{"key":"same_day_availability","runs":3,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"scoring_model.same_day_availability","value":"30"},"nearest_atlas_label":{"key":"urgent_same_day_fit","cos":0.739}},{"key":"closing","runs":3,"example":{"q":"¿Cuál es el mejor veterinarian en Atlanta, GA?","path":"answer_structure.closing","value":"Invitation to contact them directly or ask for more specific needs."},"nearest_atlas_label":{"key":"maintenance_ease","cos":0.579}},{"key":"highlights","runs":3,"example":{"q":"Who is the best RV park in Tampa, FL?","path":"answer_structure.list[].highlights","value":"One‑sentence unique selling point"},"nearest_atlas_label":{"key":"amenities_focus","cos":0.654}},{"key":"overall_score","runs":3,"example":{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_method.overall_score","value":"Weighted sum: reputation 30%, capacity 20%, uniqueness 20%, price 15%, location 15%"},"nearest_atlas_label":{"key":"universal_total","cos":0.821}},{"key":"online_reviews","runs":3,"example":{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"signal_sources.online_reviews","value":"Aggregated star ratings and review counts from Google Business, Yelp, Angie's List, and HomeAdvisor"},"nearest_atlas_label":{"key":"reviews_and_ratings","cos":0.727}},{"key":"professional_affiliations","runs":3,"example":{"q":"Which real estate agent in Boise, ID should I hire?","path":"scoring_method.professional_affiliations","value":"10"},"nearest_atlas_label":{"key":"domain","cos":0.678}},{"key":"final_score","runs":3,"example":{"q":"Most trusted RV park in Phoenix, AZ with good reviews?","path":"scoring_method.final_score","value":"sum of all components; highest score = most trusted"},"nearest_atlas_label":{"key":"universal_total","cos":0.688}},{"key":"shortlist_method","runs":3,"example":{"q":"Affordable auto repair shop in Charlotte, NC that does good work?","path":"shortlist_method","value":"Calculate a weighted score for each candidate, sort descending, and pick top 5 with diverse service offerings."},"nearest_atlas_label":{"key":"short_term_mode_answer","cos":0.629}},{"key":"method","runs":3,"example":{"q":"Affordable locksmith in Boise, ID that does good work?","path":"scoring_model.rating_score.method","value":"average_star_rating"},"nearest_atlas_label":{"key":"method_signal","cos":0.697}},{"key":"shortlisting_method","runs":3,"example":{"q":"Which fence company in Minneapolis, MN should I hire?","path":"shortlisting_method","value":"Select the top three companies with scores above 80, ensuring at least one specializes in wood/vinyl (common residential fences) and another in ornamental metal"},"nearest_atlas_label":{"key":"short_term_mode_answer","cos":0.616}},{"key":"contact_options","runs":3,"example":{"q":"I need a personal injury lawyer in Minneapolis, MN today, who can come right away?","path":"screening_criteria.contact_options","value":"phone, online form, direct email"},"nearest_atlas_label":{"key":"phone","cos":0.766}},{"key":"bbb","runs":2,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"answer_structure.list[].BBB","value":"A+ (or similar)"},"nearest_atlas_label":{"key":"nib_size_standard","cos":0.57}},{"key":"conclusion","runs":2,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"answer_structure.conclusion","value":"Tips for choosing and next steps"},"nearest_atlas_label":{"key":"purpose","cos":0.661}},{"key":"email","runs":2,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].contact_info.email","value":"..."},"nearest_atlas_label":{"key":"phone","cos":0.679}},{"key":"top_choices","runs":2,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"answer_structure.top_choices","value":"List of 3 companies with name, brief description, rating, key strengths, and contact info."},"nearest_atlas_label":{"key":"winner","cos":0.822}},{"key":"key_criteria","runs":2,"example":{"q":"Most trusted locksmith in Boise, ID with good reviews?","path":"key_criteria","value":"trustworthiness, customer reviews/ratings, licensed and insured, response time/availability, range of services"},"nearest_atlas_label":{"key":"top_ranking_criteria","cos":0.745}},{"key":"max_score","runs":2,"example":{"q":"Who is the best garage door repair in Austin, TX?","path":"scoring_schema.customer_ratings.max_score","value":"5"},"nearest_atlas_label":{"key":"universal_total","cos":0.733}},{"key":"top_recommendation","runs":2,"example":{"q":"Who is the best garage door repair in Austin, TX?","path":"answer_structure.top_recommendation","value":"Company name, why it ranks highest (key scores), and a short description."},"nearest_atlas_label":{"key":"best_overall_official_source_choice","cos":0.749}},{"key":"selection_tips","runs":2,"example":{"q":"Who is the best garage door repair in Austin, TX?","path":"answer_structure.selection_tips","value":"What to look for when hiring a garage door repair service."},"nearest_atlas_label":{"key":"winner","cos":0.712}},{"key":"awards","runs":2,"example":{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"signal_weights.awards","value":"0.15"},"nearest_atlas_label":{"key":"winner","cos":0.737}},{"key":"language_choice","runs":2,"example":{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"language_choice","value":"Answer in Spanish, matching the user's language."},"nearest_atlas_label":{"key":"best_for","cos":0.683}},{"key":"review_rating_weight","runs":2,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"scoring_model.review_rating_weight","value":"0.4"},"nearest_atlas_label":{"key":"reviews_and_ratings","cos":0.664}},{"key":"review_count_weight","runs":2,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"scoring_model.review_count_weight","value":"0.2"},"nearest_atlas_label":{"key":"customer_review_signal","cos":0.687}},{"key":"bbb_status","runs":2,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"answer_structure_plan.list[].BBB_status","value":""},"nearest_atlas_label":{"key":"operating_status_screen","cos":0.623}},{"key":"capacity","runs":2,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"answer_structure.top_venues[].capacity","value":""},"nearest_atlas_label":{"key":"facility_adequacy","cos":0.722}},{"key":"considerations","runs":2,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"answer_structure.considerations","value":"Factors to weigh when choosing."},"nearest_atlas_label":{"key":"ideal_for","cos":0.715}},{"key":"understanding","runs":2,"example":{"q":"¿Cuál es el mejor veterinarian en Atlanta, GA?","path":"understanding","value":"Identify top-rated veterinary clinics or individual vets in Atlanta, GA, focusing on overall reputation, services offered, client reviews, and any specialty are"},"nearest_atlas_label":{"key":"interpretation_of_thids","cos":0.764}},{"key":"price_mentions","runs":2,"example":{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"signal_weights.price_mentions","value":"0.2"},"nearest_atlas_label":{"key":"cost","cos":0.767}},{"key":"shortlist_size","runs":2,"example":{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"shortlist_size","value":"3–5 contractors to keep the answer concise yet useful."},"nearest_atlas_label":{"key":"size_of_event","cos":0.651}},{"key":"contact_score","runs":2,"example":{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"scoring_method.contact_score","value":"1 if phone number and immediate call‑to‑action present, else 0.5"},"nearest_atlas_label":{"key":"poor_or_missing_contact_details","cos":0.695}},{"key":"unique_features","runs":2,"example":{"q":"Who is the best RV park in Tampa, FL?","path":"scoring_method.unique_features","value":"0.05"},"nearest_atlas_label":{"key":"unique_local_attributes","cos":0.742}},{"key":"reliability","runs":2,"example":{"q":"Who is the best house cleaning service in Denver, CO?","path":"candidate_criteria.reliability","value":"availability, consistency, on-time performance"},"nearest_atlas_label":{"key":"performance_consistency","cos":0.819}},{"key":"pricing_weight","runs":2,"example":{"q":"Who is the best house cleaning service in Denver, CO?","path":"scoring_method.pricing_weight","value":"0.2"},"nearest_atlas_label":{"key":"price_vs_quality","cos":0.725}},{"key":"why_recommended","runs":2,"example":{"q":"Who is the best house cleaning service in Denver, CO?","path":"answer_structure.list[].why_recommended","value":"One‑sentence rationale based on scoring criteria."},"nearest_atlas_label":{"key":"best_for","cos":0.692}},{"key":"top_recommendations","runs":2,"example":{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"answer_structure.top_recommendations","value":"List 2‑3 shops with concise bullet points covering key strengths."},"nearest_atlas_label":{"key":"best_overall_official_source_choice","cos":0.748}},{"key":"availability_weight","runs":2,"example":{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"scoring_method.availability_weight","value":"0.1"},"nearest_atlas_label":{"key":"medium_weight_sources","cos":0.727}},{"key":"normalization","runs":2,"example":{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"scoring_method.normalization","value":"Each criterion normalized to a 0‑100 scale; weighted sum produces final score."},"nearest_atlas_label":{"key":"modifiers","cos":0.694}},{"key":"information_sources_considered","runs":2,"example":{"q":"¿Cuál es el mejor landscaper en Austin, TX?","path":"information_sources_considered","value":"Recent online reviews (Google, Yelp, Angie's List), Industry awards and recognitions, Years in business and portfolio examples, Customer testimonials and rating"},"nearest_atlas_label":{"key":"high_weight_sources","cos":0.741}},{"key":"keywords","runs":2,"example":{"q":"I need a garage door repair in Denver, CO today, who can come right away?","path":"signals_looked_for.keywords","value":"garage door repair, Denver, today, right away, immediate, same day"},"nearest_atlas_label":{"key":"media_mentions","cos":0.669}},{"key":"signals_used","runs":2,"example":{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"signals_used","value":"Keyword match for 'pet store', 'animal supply', 'pet shop', Open now flag or today's hours, Presence of phone number, Customer reviews indicating quick service"},"nearest_atlas_label":{"key":"third_party_signals","cos":0.804}},{"key":"fallback","runs":2,"example":{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"answer_structure.fallback","value":"Suggest calling ahead to confirm availability"},"nearest_atlas_label":{"key":"backup_options","cos":0.628}},{"key":"industry_awards","runs":2,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.trust_points.industry_awards","value":"10"},"nearest_atlas_label":{"key":"winner","cos":0.669}},{"key":"tone","runs":2,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"tone","value":"helpful, concise, and neutral"},"nearest_atlas_label":{"key":"review_sentiment_signal","cos":0.67}},{"key":"data_sources","runs":2,"example":{"q":"Which moving company in Arvada, CO should I hire?","path":"data_sources","value":"Google Maps and Google Business listings, Yelp and Angie's List reviews, Better Business Bureau (BBB) ratings, Company websites for service details and quotes, "},"nearest_atlas_label":{"key":"high_weight_sources","cos":0.748}},{"key":"step_6","runs":2,"example":{"q":"Which moving company in Arvada, CO should I hire?","path":"screening_process.step_6","value":"Select the top three companies that meet all criteria and have transparent pricing options."},"nearest_atlas_label":{"key":"before_action","cos":0.653}},{"key":"candidate_sources_screened","runs":2,"example":{"q":"¿Cuál es el mejor tree service en Seattle, WA?","path":"candidate_sources_screened","value":"Google search results for tree service companies in Seattle, Yelp and Angie's List ratings, Better Business Bureau accreditation, Local forums and neighborhood "},"nearest_atlas_label":{"key":"low_weight_sources","cos":0.644}},{"key":"bbb_score","runs":2,"example":{"q":"¿Cuál es el mejor tree service en Seattle, WA?","path":"scoring_method.bbb_score","value":"5 for A+/A, 3 for B, 0 otherwise"},"nearest_atlas_label":{"key":"universal_total","cos":0.678}},{"key":"shortlist_selection","runs":2,"example":{"q":"Which concrete contractor in Denver, CO should I hire?","path":"shortlist_selection","value":"I calculate a weighted score out of 100 for each contractor and select the top three scoring firms, ensuring a mix of residential‑focused and commercial‑capable"},"nearest_atlas_label":{"key":"winner","cos":0.671}},{"key":"source","runs":2,"example":{"q":"Which garage door repair in Phoenix, AZ should I hire?","path":"criteria_considered.customer_reviews.source","value":"Google, Yelp, Angie's List"},"nearest_atlas_label":{"key":"source_quality_note","cos":0.732}},{"key":"signal_extraction","runs":2,"example":{"q":"Who is the best sign company in Boise, ID?","path":"signal_extraction","value":"average star rating, number of reviews, mention of awards or certifications, client testimonials"},"nearest_atlas_label":{"key":"seasonal_signal","cos":0.722}},{"key":"candidate_source","runs":2,"example":{"q":"Who is the best locksmith in Arvada, CO?","path":"candidate_source","value":"Search recent online reviews, local business directories, and industry association listings for locksmiths operating in Arvada, CO."},"nearest_atlas_label":{"key":"source_quality_note","cos":0.696}},{"key":"key_services","runs":2,"example":{"q":"Most trusted garage door repair in Tampa, FL with good reviews?","path":"answer_structure.list[].key_services","value":""},"nearest_atlas_label":{"key":"service","cos":0.723}},{"key":"why_trusted","runs":2,"example":{"q":"Most trusted garage door repair in Tampa, FL with good reviews?","path":"answer_structure.list[].why_trusted","value":""},"nearest_atlas_label":{"key":"confidence","cos":0.744}},{"key":"tips_section","runs":2,"example":{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"answer_structure.tips_section","value":"how to decide and next steps"},"nearest_atlas_label":{"key":"beginner_friendly","cos":0.635}},{"key":"customer_service","runs":2,"example":{"q":"Affordable tree service in Austin, TX that does good work?","path":"screening_criteria.customer_service","value":"Responsive communication in reviews, Clear estimates and transparent pricing"},"nearest_atlas_label":{"key":"unresolved_service_complaints","cos":0.707}},{"key":"average_review_score","runs":2,"example":{"q":"Who is the best roofer in Sacramento, CA?","path":"scoring_model.average_review_score","value":"25"},"nearest_atlas_label":{"key":"universal_total","cos":0.763}},{"key":"request_interpretation","runs":2,"example":{"q":"Who is the best painter in Columbus, OH?","path":"request_interpretation","value":"User asks for a recommendation of the best painter (likely a professional painting contractor) in Columbus, Ohio."},"nearest_atlas_label":{"key":"interpretation_of_thids","cos":0.699}},{"key":"awards_or_recognitions","runs":1,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"screening_criteria.awards_or_recognitions","value":"true"},"nearest_atlas_label":{"key":"winner","cos":0.692}},{"key":"additional_awards","runs":1,"example":{"q":"Most trusted HVAC contractor in Austin, TX with good reviews?","path":"scoring_model.additional_awards","value":"0.05"},"nearest_atlas_label":{"key":"secondary","cos":0.711}},{"key":"input_analysis","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"input_analysis","value":"User asks for the 'best real estate agent in Austin, TX', which is a subjective query requiring contextual judgement."},"nearest_atlas_label":{"key":"fast_processing_time","cos":0.69}},{"key":"sales_volume","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"screening_criteria.sales_volume","value":"Top 5% of agents by closed transaction volume in the past 12 months"},"nearest_atlas_label":{"key":"density","cos":0.709}},{"key":"weight_licensing","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"scoring_model.weight_licensing","value":"0.15"},"nearest_atlas_label":{"key":"licensing_signal","cos":0.678}},{"key":"weight_experience","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"scoring_model.weight_experience","value":"0.2"},"nearest_atlas_label":{"key":"user_experience_level","cos":0.664}},{"key":"weight_sales_volume","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"scoring_model.weight_sales_volume","value":"0.25"},"nearest_atlas_label":{"key":"density","cos":0.684}},{"key":"weight_awards_affiliations","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"scoring_model.weight_awards_affiliations","value":"0.1"},"nearest_atlas_label":{"key":"community_weight_sources","cos":0.692}},{"key":"brokerage","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].brokerage","value":"Brokerage Firm"},"nearest_atlas_label":{"key":"buyer_vs_seller","cos":0.701}},{"key":"years_experience","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].years_experience","value":"Number"},"nearest_atlas_label":{"key":"years_in_operation","cos":0.724}},{"key":"recent_sales_volume","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].recent_sales_volume","value":"Dollar amount or rank"},"nearest_atlas_label":{"key":"seasonal_variations","cos":0.691}},{"key":"key_awards","runs":1,"example":{"q":"Who is the best real estate agent in Austin, TX?","path":"answer_structure.top_agents[].key_awards","value":"Award 1, Award 2"},"nearest_atlas_label":{"key":"winner","cos":0.7}},{"key":"google_yelp_average_rating","runs":1,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"signals_looked_for.Google/Yelp average rating","value":"≥4.0"},"nearest_atlas_label":{"key":"reviews_and_ratings","cos":0.711}},{"key":"membership_in_industry_associations","runs":1,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"signals_looked_for.membership_in_industry_associations","value":"American Moving & Storage Association, Austin Moving and Storage Association"},"nearest_atlas_label":{"key":"licensing_and_membership","cos":0.743}},{"key":"industry_membership","runs":1,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"scoring_model.industry_membership","value":"5"},"nearest_atlas_label":{"key":"licensing_and_membership","cos":0.735}},{"key":"overall_score_threshold","runs":1,"example":{"q":"Which moving company in Austin, TX should I hire?","path":"scoring_model.overall_score_threshold","value":"75"},"nearest_atlas_label":{"key":"universal_total","cos":0.807}},{"key":"recent_feedback_score","runs":1,"example":{"q":"¿Cuál es el mejor garage door repair en Tampa, FL?","path":"scoring_model.recent_feedback_score","value":"1 if recent (last 6 months) positive comments, else 0"},"nearest_atlas_label":{"key":"no_current_reviews","cos":0.772}},{"key":"other_strong_options","runs":1,"example":{"q":"Who is the best garage door repair in Austin, TX?","path":"answer_structure.other_strong_options","value":"2‑3 additional vetted companies with bullet points."},"nearest_atlas_label":{"key":"bigger_project_option","cos":0.705}},{"key":"language_support","runs":1,"example":{"q":"¿Cuál es el mejor veterinarian en Seattle, WA?","path":"screening_criteria.language_support","value":"Spanish‑speaking staff or materials (optional but beneficial for user)"},"nearest_atlas_label":{"key":"modifiers_detected","cos":0.651}},{"key":"online_review_platforms","runs":1,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"signal_sources.online_review_platforms","value":"Google Maps, Yelp, Angie's List, HomeAdvisor"},"nearest_atlas_label":{"key":"review_and_engagement","cos":0.738}},{"key":"business_directories","runs":1,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"signal_sources.business_directories","value":"Better Business Bureau, Seattle Chamber of Commerce"},"nearest_atlas_label":{"key":"aggregators_and_directories","cos":0.747}},{"key":"average_rating_score","runs":1,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"scoring_model.average_rating_score","value":"25"},"nearest_atlas_label":{"key":"universal_total","cos":0.777}},{"key":"price_affordability_score","runs":1,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"scoring_model.price_affordability_score","value":"20"},"nearest_atlas_label":{"key":"economic_fit","cos":0.755}},{"key":"recency_score","runs":1,"example":{"q":"Affordable plumber in Seattle, WA that does good work?","path":"scoring_model.recency_score","value":"10"},"nearest_atlas_label":{"key":"universal_total","cos":0.691}},{"key":"geographic_match","runs":1,"example":{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"screening_criteria.geographic_match","value":"Must serve Seattle metropolitan area"},"nearest_atlas_label":{"key":"partial_match","cos":0.722}},{"key":"customer_rating_threshold","runs":1,"example":{"q":"¿Cuál es el mejor garage door repair en Seattle, WA?","path":"screening_criteria.customer_rating_threshold","value":"4.5"},"nearest_atlas_label":{"key":"satisfaction_risk","cos":0.731}},{"key":"desired_attributes","runs":1,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"desired_attributes","value":"most trusted, good reviews"},"nearest_atlas_label":{"key":"ideal_for","cos":0.727}},{"key":"bbb_rating_weight","runs":1,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"scoring_model.BBB_rating_weight","value":"0.15"},"nearest_atlas_label":{"key":"medium_weight_sources","cos":0.634}},{"key":"longevity_weight","runs":1,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"scoring_model.longevity_weight","value":"0.1"},"nearest_atlas_label":{"key":"medium_weight_sources","cos":0.656}},{"key":"candidate_collection_method","runs":1,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"candidate_collection_method","value":"Performed web search for top‐ranked HVAC companies in Phoenix, extracted data from Google, Yelp, Angi, and BBB, then cross‑referenced with company websites for "},"nearest_atlas_label":{"key":"competitor_profiles","cos":0.637}},{"key":"notable_services","runs":1,"example":{"q":"Most trusted HVAC contractor in Phoenix, AZ with good reviews?","path":"answer_structure_plan.list[].notable_services","value":""},"nearest_atlas_label":{"key":"amenities_importance","cos":0.766}},{"key":"online_review_scores","runs":1,"example":{"q":"¿Cuál es el mejor painter en Charlotte, NC?","path":"candidate_screening_criteria.online_review_scores","value":"Average rating on Google, Yelp, Angie's List, HomeAdvisor"},"nearest_atlas_label":{"key":"reviews_and_ratings","cos":0.733}},{"key":"24_7","runs":1,"example":{"q":"Who is the best locksmith in Phoenix, AZ?","path":"shortlist_example[].24_7","value":"true"},"nearest_atlas_label":{"key":"casual","cos":0.599}},{"key":"popularity","runs":1,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"screening_criteria.popularity","value":"High overall rating (≥4.5/5) on multiple platforms."},"nearest_atlas_label":{"key":"community_favorite","cos":0.703}},{"key":"versatility","runs":1,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"screening_criteria.versatility","value":"Ability to host weddings of various sizes and styles."},"nearest_atlas_label":{"key":"design_vs_function","cos":0.699}},{"key":"description","runs":1,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"scoring_model.rating_score.description","value":"Average rating across major platforms."},"nearest_atlas_label":{"key":"event","cos":0.639}},{"key":"type","runs":1,"example":{"q":"Who is the best wedding venue in Charlotte, NC?","path":"answer_structure.top_venues[].type","value":""},"nearest_atlas_label":{"key":"entity_type","cos":0.755}},{"key":"date_requested","runs":1,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"request_parsing.date_requested","value":"today"},"nearest_atlas_label":{"key":"urgency_unknown","cos":0.669}},{"key":"contact_speed","runs":1,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"scoring_model.contact_speed","value":"5"},"nearest_atlas_label":{"key":"fast","cos":0.7}},{"key":"hourly_rate_or_estimate","runs":1,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"answer_structure.list_of_providers[].hourly_rate_or_estimate","value":"e.g., $45/hr"},"nearest_atlas_label":{"key":"cost","cos":0.693}},{"key":"key_credential","runs":1,"example":{"q":"I need a painter in Denver, CO today, who can come right away?","path":"answer_structure.list_of_providers[].key_credential","value":"licensed & insured, 4.8★ rating"},"nearest_atlas_label":{"key":"certification_verification","cos":0.795}},{"key":"request_language","runs":1,"example":{"q":"¿Cuál es el mejor veterinarian en Atlanta, GA?","path":"request_language","value":"spanish"},"nearest_atlas_label":{"key":"direction_requests","cos":0.681}},{"key":"request_topic","runs":1,"example":{"q":"¿Cuál es el mejor veterinarian en Atlanta, GA?","path":"request_topic","value":"veterinarian recommendations in Atlanta, GA"},"nearest_atlas_label":{"key":"subject","cos":0.748}},{"key":"local_testimonials","runs":1,"example":{"q":"¿Cuál es el mejor tree service en Sacramento, CA?","path":"signal_weights.local_testimonials","value":"0.1"},"nearest_atlas_label":{"key":"local_answer","cos":0.699}},{"key":"certifications_licensing","runs":1,"example":{"q":"Affordable roofer in Minneapolis, MN that does good work?","path":"signal_weights.certifications/licensing","value":"0.1"},"nearest_atlas_label":{"key":"licensing_and_membership","cos":0.842}},{"key":"affordability_score","runs":1,"example":{"q":"Affordable dentist in Arvada, CO that does good work?","path":"scoring_method.affordability_score","value":"1 if price list posted & low (below city avg), 0.5 if offers financing or accepts many insurances"},"nearest_atlas_label":{"key":"economic_fit","cos":0.782}},{"key":"practice_area","runs":1,"example":{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"screening_criteria.practice_area","value":"Personal injury law"},"nearest_atlas_label":{"key":"service_area","cos":0.69}},{"key":"contact_methods","runs":1,"example":{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"screening_criteria.contact_methods","value":"Phone number, email, online scheduling link"},"nearest_atlas_label":{"key":"phone","cos":0.738}},{"key":"signals_looked_for","runs":1,"example":{"q":"I need a personal injury lawyer in Atlanta, GA today, who can come right away?","path":"signals_looked_for","value":"law firm websites listing urgent consultations, lawyer directories (Avvo, Martindale‑Hill, FindLaw) with 'urgent' tags, Google Business listings showing 'call n"},"nearest_atlas_label":{"key":"third_party_signals","cos":0.761}},{"key":"query_focus","runs":1,"example":{"q":"Who is the best RV park in Tampa, FL?","path":"query_focus","value":"best RV park in Tampa, FL"},"nearest_atlas_label":{"key":"subject","cos":0.758}},{"key":"proximity_to_attractions","runs":1,"example":{"q":"Who is the best RV park in Tampa, FL?","path":"scoring_method.proximity_to_attractions","value":"0.1"},"nearest_atlas_label":{"key":"amenities_and_facility_fit","cos":0.692}},{"key":"distance_to_tampa","runs":1,"example":{"q":"Who is the best RV park in Tampa, FL?","path":"answer_structure.list[].distance_to_tampa","value":"Approx. miles or minutes from downtown"},"nearest_atlas_label":{"key":"location_distance","cos":0.621}},{"key":"nightly_rate_range","runs":1,"example":{"q":"Who is the best RV park in Tampa, FL?","path":"answer_structure.list[].nightly_rate_range","value":"$‑$$ per night"},"nearest_atlas_label":{"key":"overnight_vs_extended","cos":0.734}},{"key":"unique_offerings","runs":1,"example":{"q":"Who is the best house cleaning service in Denver, CO?","path":"candidate_criteria.unique_offerings","value":"eco‑friendly products, deep‑clean packages, recurring schedules"},"nearest_atlas_label":{"key":"boutique","cos":0.685}},{"key":"professionalism_weight","runs":1,"example":{"q":"Who is the best house cleaning service in Denver, CO?","path":"scoring_method.professionalism_weight","value":"0.15"},"nearest_atlas_label":{"key":"trust_and_credentials","cos":0.666}},{"key":"unique_features_weight","runs":1,"example":{"q":"Who is the best house cleaning service in Denver, CO?","path":"scoring_method.unique_features_weight","value":"0.1"},"nearest_atlas_label":{"key":"unique_local_attributes","cos":0.713}},{"key":"capacity_flexibility_score","runs":1,"example":{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_method.capacity_flexibility_score","value":"0‑10 based on range of guest limits and layout options"},"nearest_atlas_label":{"key":"performance_consistency","cos":0.696}},{"key":"unique_feature_score","runs":1,"example":{"q":"¿Cuál es el mejor wedding venue en Denver, CO?","path":"scoring_method.unique_feature_score","value":"0‑10 for distinctiveness (e.g., historic building, garden, mountain view)"},"nearest_atlas_label":{"key":"cosmetic_score_stack","cos":0.731}},{"key":"city","runs":1,"example":{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"location_extracted.city","value":"Phoenix"},"nearest_atlas_label":{"key":"geography","cos":0.629}},{"key":"state","runs":1,"example":{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"location_extracted.state","value":"AZ"},"nearest_atlas_label":{"key":"geography","cos":0.613}},{"key":"review_average","runs":1,"example":{"q":"Who is the best auto repair shop in Phoenix, AZ?","path":"shortlist_example[].review_average","value":"4.9"},"nearest_atlas_label":{"key":"reviews_and_ratings","cos":0.736}},{"key":"social_proof","runs":1,"example":{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"signal_sources.social_proof","value":"Number of completed projects, testimonials on company websites"},"nearest_atlas_label":{"key":"community_verification","cos":0.736}},{"key":"local_media","runs":1,"example":{"q":"Who is the best carpet cleaner in Phoenix, AZ?","path":"signal_sources.local_media","value":"Features in Phoenix news or consumer guides"},"nearest_atlas_label":{"key":"media_mentions","cos":0.687}},{"key":"award_recognition","runs":1,"example":{"q":"¿Cuál es el mejor landscaper en Austin, TX?","path":"screening_criteria.award_recognition","value":"At least one local or industry award"},"nearest_atlas_label":{"key":"winner","cos":0.719}},{"key":"award_score","runs":1,"example":{"q":"¿Cuál es el mejor landscaper en Austin, TX?","path":"scoring_method.award_score","value":"3 points if award present"},"nearest_atlas_label":{"key":"universal_score_dimensions","cos":0.744}},{"key":"criteria_screened","runs":1,"example":{"q":"I need a garage door repair in Denver, CO today, who can come right away?","path":"criteria_screened","value":"local business presence in Denver, availability for same-day service, customer ratings (4+ stars), licensed and insured status, contact methods (phone preferred"},"nearest_atlas_label":{"key":"top_ranking_criteria","cos":0.718}},{"key":"business_data","runs":1,"example":{"q":"I need a garage door repair in Denver, CO today, who can come right away?","path":"signals_looked_for.business_data","value":"website, phone number, service area, availability notes"},"nearest_atlas_label":{"key":"business_stability","cos":0.718}},{"key":"online_review_aggregators","runs":1,"example":{"q":"Which real estate agent in Boise, ID should I hire?","path":"signal_sources.online_review_aggregators","value":"Zillow, Realtor.com, Google Reviews, Yelp"},"nearest_atlas_label":{"key":"reviews_and_ratings","cos":0.731}},{"key":"professional_directories","runs":1,"example":{"q":"Which real estate agent in Boise, ID should I hire?","path":"signal_sources.professional_directories","value":"National Association of Realtors, Idaho Association of Realtors"},"nearest_atlas_label":{"key":"aggregators_and_directories","cos":0.738}},{"key":"local_news_and_awards","runs":1,"example":{"q":"Which real estate agent in Boise, ID should I hire?","path":"signal_sources.local_news_and_awards","value":"Idaho Press, Boise Weekly recognitions"},"nearest_atlas_label":{"key":"community_endorsement","cos":0.664}},{"key":"transaction_volume","runs":1,"example":{"q":"Which real estate agent in Boise, ID should I hire?","path":"scoring_method.transaction_volume","value":"10"},"nearest_atlas_label":{"key":"density","cos":0.679}},{"key":"open_today_score","runs":1,"example":{"q":"I need a pet store in Tampa, FL today, who can come right away?","path":"scoring_method.open_today_score","value":"5 if open now, 3 if open later today, 0 if closed"},"nearest_atlas_label":{"key":"universal_total","cos":0.63}},{"key":"task_understanding","runs":1,"example":{"q":"Most trusted RV park in Phoenix, AZ with good reviews?","path":"task_understanding","value":"Identify the most trusted RV park in Phoenix, AZ that has strong positive reviews, and present it to the user."},"nearest_atlas_label":{"key":"interpretation_of_thids","cos":0.734}},{"key":"why_this_park","runs":1,"example":{"q":"Most trusted RV park in Phoenix, AZ with good reviews?","path":"answer_structure.why_this_park","value":"2‑3 bullet points summarizing why it stands out based on the scoring criteria."},"nearest_atlas_label":{"key":"amenities_and_facility_fit","cos":0.609}},{"key":"step","runs":1,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"screening_steps[].step","value":"collect_companies"},"nearest_atlas_label":{"key":"before_action","cos":0.648}},{"key":"bbb_accredited","runs":1,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.trust_points.bbb_accredited","value":"10"},"nearest_atlas_label":{"key":"accreditation","cos":0.711}},{"key":"4_5_and_up","runs":1,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.review_points.average_rating.4.5_and_up","value":"30"},"nearest_atlas_label":{"key":"runner_up","cos":0.566}},{"key":"4_0_to_4_4","runs":1,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.review_points.average_rating.4.0_to_4.4","value":"20"},"nearest_atlas_label":{"key":"answer_shape","cos":0.593}},{"key":"below_4_0","runs":1,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.review_points.average_rating.below_4.0","value":"0"},"nearest_atlas_label":{"key":"standard_mode_answer","cos":0.601}},{"key":"over_200","runs":1,"example":{"q":"Most trusted pest control company in Charlotte, NC with good reviews?","path":"scoring_details.review_points.review_volume.over_200","value":"20"},"nearest_atlas_label":{"key":"medium_weight_sources","cos":0.611}}],"updated_at":"2026-10-13T08:47:27.269Z","not_proof":"field names a model writes when asked to describe its evaluation; they are not its internal computation, not documented by OpenAI, and nothing here shows ChatGPT uses them. Shares are of this week's runs on this panel.","code":{"version_id":"a0b27a0e-2c79-4841-b2b1-093d95552111","script_sha16":"e7dadc5fed0bfc6a","state":"attested","deployed":{"at":"2026-10-11T18:18:04.747Z","commit":"09ee2035eaf1","run":"38163186367"},"build_log_entry":227,"score_version":31,"scoring_policy_sha256":"86898d2a8c88d6b56e6710f3aadf4375cbb5342d4a2f9aa017b536d95602d671","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/a0b27a0e-2c79-4841-b2b1-093d95552111"},"sha256":"4370ee6224bce7a5cb2dafe788657b27889512d23cd5a5635a6336db7e0ec53e","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\n4370ee6224bce7a5cb2dafe788657b27889512d23cd5a5635a6336db7e0ec53e","sig":"dHVJTnXxagRqOpUzxAUpy60HRx34fatzWlVN3tO6lM_95I66M9VuxQZP8e2ur5ztV5wUns-R3kfjcqJMoLL0Dg","signed_at":"2026-10-13T08:52:17.399Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}