Closed dyaffe closed 1 year ago
Problem Hubspot has a field which we're seeing an error on below and it would be great to automatically normalize it.
runTransactions: app.ConsumeMessage: combiner.Drain: document failed validation against its collection JSON Schema Caused by: { "basic_output": { "errors": [ { "absoluteKeywordLocation": "file:///flow.json?ptr=/collections/flashpack~1contacts/schema#/properties/properties/properties/hs_latest_source_timestamp", "error": "Invalid: Must match the format "Date.", "instanceLocation": "/properties/hs_latest_source_timestamp", "keywordLocation": "#/properties/properties/properties/hs_latest_source_timestamp" } ], "valid": false }, "document": { "_meta": { "uuid": "DocUUIDPlaceholder-329Bb50aa48EAa9ef" }, "archived": false, "createdAt": "2022-11-10T08:57:07.199Z", "id": "102751", "properties": { "address": "1702 N Damen Ave Apt 2", "age": 1136592000000.0, "aircall_last_call_at": null, "annualrevenue": null, "are_there_any_activities_you_can_t_do__or_would_prefer_not_to___typeform_": null, "are_you_interested_in_a_particular_trip_": null, "associatedcompanyid": null, "associatedcompanylastupdated": null, "calendly_answer_1": null, "calendly_answer_10": null, "calendly_answer_2": null, "calendly_answer_3": null, "calendly_answer_4": null, "calendly_answer_5": null, "calendly_answer_6": null, "calendly_answer_7": null, "calendly_answer_8": null, "calendly_answer_9": null, "calendly_question_1": null, "calendly_question_10": null, "calendly_question_2": null, "calendly_question_3": null, "calendly_question_4": null, "calendly_question_5": null, "calendly_question_6": null, "calendly_question_7": null, "calendly_question_8": null, "calendly_question_9": null, "cancellation_request_by": null, "cancelled_trip_": null, "city": "Chicago", "closedate": "2022-11-10T08:57:07.199000+00:00", "company": null, "company_size": null, "concierge_survey_date": null, "continent__travelling_to_": null, "conversation_source": null, "country": "US", "createdate": "2022-11-10T08:57:07.199000+00:00", "currentlyinworkflow": "false", "custom_contact_source": "Calendly", "customer_status": null, "cx_specialist_name": null, "cx_to_sales_info_": null, "date_cancellation_request_": null, "date_of_birth": "1986-11-15", "days_to_close": 1.0, "degree": null, "destination_country": null, "destination_of_next_trip": null, "disqualification_reason": null, "do_you_have_any_interests_you_d_love_to_see_included_in_your_adventure_": null, "email": "melanie.ann.stephens@gmail.com", "engagements_last_meeting_booked": null, "engagements_last_meeting_booked_campaign": null, "engagements_last_meeting_booked_medium": null, "engagements_last_meeting_booked_source": null, "facebook_consent_checkbox_by_signing_up_you_agree_to_receiving_email_communications_from_flash_pack": null, "facebook_consent_checkbox_i_agree_to_the_competition_terms_and_conditions": null, "facebook_consent_checkbox_tick_here_to_receive_email_updates_about_new_trip_launches_offers_and_wee": null, "fax": null, "field_of_study": null, "first_conversion_date": "2023-02-13T18:24:06.046000+00:00", "first_conversion_event_name": "Flash Pack - Dashboard: Unidentified Form (2022-11-22 14:21:06)", "first_deal_created_date": "2022-11-10T08:57:11.820000+00:00", "firstname": "MELANIE", "gender": "F", "graduation_date": null, "group_booking_notes": null, "group_enq__emails": null, "how_challenging_would_you_like_your_flash_pack_adventure_to_be_": null, "how_did_they_hear_about_us_": "Other", "how_long_would_you_like_to_be_away_": null, "hs_additional_emails": null, "hs_all_accessible_team_ids": "24397380;24817695", "hs_all_contact_vids": "102751;2553902", "hs_all_owner_ids": "471081659", "hs_all_team_ids": "24817695", "hs_analytics_average_page_views": 3.0, "hs_analytics_first_referrer": "https://www.flashpack.com/", "hs_analytics_first_timestamp": "2022-11-10T08:57:07.199000+00:00", "hs_analytics_first_touch_converting_campaign": null, "hs_analytics_first_url": "https://www.flashpack.com/adventure-trips/", "hs_analytics_first_visit_timestamp": "2023-01-06T14:28:57.147000+00:00", "hs_analytics_last_referrer": "https://www.flashpack.com/adventure-trips/", "hs_analytics_last_timestamp": "2023-03-05T15:44:11.497000+00:00", "hs_analytics_last_touch_converting_campaign": null, "hs_analytics_last_url": "https://www.flashpack.com/us/adventure-trips/thailand-small-group-tour-solo-travellers/", "hs_analytics_last_visit_timestamp": "2023-03-05T15:41:54.565000+00:00", "hs_analytics_num_event_completions": 0.0, "hs_analytics_num_page_views": 107.0, "hs_analytics_num_visits": 29.0, "hs_analytics_revenue": 0.0, "hs_analytics_source": "OFFLINE", "hs_analytics_source_data_1": "INTEGRATION", "hs_analytics_source_data_2": "1186220", "hs_avatar_filemanager_key": null, "hs_buying_role": null, "hs_calculated_form_submissions": "18598b0a-cab0-4404-846f-56d55ac1a5e2::1676312646046;18598b0a-cab0-4404-846f-56d55ac1a5e2::1676312653259;18598b0a-cab0-4404-846f-56d55ac1a5e2::1676500002500;18598b0a-cab0-4404-846f-56d55ac1a5e2::1676500008524", "hs_calculated_merged_vids": null, "hs_calculated_mobile_number": null, "hs_calculated_phone_number": "+17033093544", "hs_calculated_phone_number_area_code": null, "hs_calculated_phone_number_country_code": "US", "hs_calculated_phone_number_region_code": null, "hs_clicked_linkedin_ad": null, "hs_content_membership_email_confirmed": null, "hs_content_membership_notes": null, "hs_content_membership_registered_at": null, "hs_content_membership_registration_domain_sent_to": null, "hs_content_membership_registration_email_sent_at": null, "hs_content_membership_status": null, "hs_conversations_visitor_email": null, "hs_count_is_unworked": 0.0, "hs_count_is_worked": 1.0, "hs_created_by_conversations": null, "hs_created_by_user_id": null, "hs_createdate": null, "hs_date_entered_customer": "2022-11-10T08:57:07.199000+00:00", "hs_date_entered_evangelist": null, "hs_date_entered_lead": null, "hs_date_entered_marketingqualifiedlead": null, "hs_date_entered_opportunity": null, "hs_date_entered_other": null, "hs_date_entered_salesqualifiedlead": null, "hs_date_entered_subscriber": null, "hs_date_exited_customer": null, "hs_date_exited_evangelist": null, "hs_date_exited_lead": null, "hs_date_exited_marketingqualifiedlead": null, "hs_date_exited_opportunity": null, "hs_date_exited_other": null, "hs_date_exited_salesqualifiedlead": null, "hs_date_exited_subscriber": null, "hs_document_last_revisited": null, "hs_email_bad_address": null, "hs_email_bounce": null, "hs_email_click": null, "hs_email_customer_quarantined_reason": null, "hs_email_delivered": null, "hs_email_domain": "gmail.com", "hs_email_first_click_date": null, "hs_email_first_open_date": null, "hs_email_first_reply_date": null, "hs_email_first_send_date": null, "hs_email_hard_bounce_reason": null, "hs_email_hard_bounce_reason_enum": null, "hs_email_is_ineligible": null, "hs_email_last_click_date": null, "hs_email_last_email_name": null, "hs_email_last_open_date": null, "hs_email_last_reply_date": null, "hs_email_last_send_date": null, "hs_email_open": null, "hs_email_optout": null, "hs_email_optout_151651174": null, "hs_email_optout_152753918": null, "hs_email_optout_160555180": null, "hs_email_quarantined": null, "hs_email_quarantined_reason": null, "hs_email_replied": null, "hs_email_sends_since_last_engagement": null, "hs_emailconfirmationstatus": null, "hs_facebook_ad_clicked": null, "hs_facebook_click_id": null, "hs_first_engagement_object_id": 15891239417, "hs_first_subscription_create_date": null, "hs_google_click_id": null, "hs_has_active_subscription": null, "hs_ip_timezone": "america_slash_new_york", "hs_is_contact": true, "hs_is_unworked": true, "hs_language": null, "hs_last_sales_activity_date": "1970-01-20T10:04:20.157000+00:00", "hs_last_sales_activity_timestamp": "2023-03-03T16:15:58.081000+00:00", "hs_last_sales_activity_type": "EMAIL_OPEN", "hs_lastmodifieddate": null, "hs_latest_meeting_activity": null, "hs_latest_sequence_ended_date": null, "hs_latest_sequence_enrolled": 211291876.0, "hs_latest_sequence_enrolled_date": "2023-02-13T19:01:22.874000+00:00", "hs_latest_sequence_finished_date": null, "hs_latest_sequence_unenrolled_date": null, "hs_latest_source": "DIRECT_TRAFFIC", "hs_latest_source_data_1": "www.flashpack.com/", "hs_latest_source_data_2": "", "hs_latest_source_timestamp": "2023-03-05T15:41:54.565000+00:00", "hs_latest_subscription_create_date": null, "hs_lead_status": null, "hs_legal_basis": null, "hs_lifecyclestage_customer_date": "2022-11-10T08:57:07.199000+00:00", "hs_lifecyclestage_evangelist_date": null, "hs_lifecyclestage_lead_date": null, "hs_lifecyclestage_marketingqualifiedlead_date": null, "hs_lifecyclestage_opportunity_date": null, "hs_lifecyclestage_other_date": null, "hs_lifecyclestage_salesqualifiedlead_date": null, "hs_lifecyclestage_subscriber_date": null, "hs_linkedin_ad_clicked": null, "hs_marketable_reason_id": "18598b0a-cab0-4404-846f-56d55ac1a5e2", "hs_marketable_reason_type": "FORM_SUBMISSION", "hs_marketable_status": "true", "hs_marketable_until_renewal": "false", "hs_merged_object_ids": null, "hs_object_id": 102751, "hs_persona": null, "hs_pinned_engagement_id": null, "hs_pipeline": "contacts-lifecycle-pipeline", "hs_predictivecontactscore_v2": null, "hs_predictivescoringtier": "closed_won", "hs_read_only": null, "hs_sa_first_engagement_date": "2023-02-14T02:32:47.716000+00:00", "hs_sa_first_engagement_descr": "SENT", "hs_sa_first_engagement_object_type": "EMAIL", "hs_sales_email_last_clicked": null, "hs_sales_email_last_opened": "2023-03-03T16:15:58.081000+00:00", "hs_sales_email_last_replied": null, "hs_searchable_calculated_international_mobile_number": null, "hs_searchable_calculated_international_phone_number": null, "hs_searchable_calculated_mobile_number": null, "hs_searchable_calculated_phone_number": "7033093544", "hs_sequences_actively_enrolled_count": 1.0, "hs_sequences_enrolled_count": 1.0, "hs_sequences_is_enrolled": true, "hs_testpurge": null, "hs_testrollback": null, "hs_time_between_contact_creation_and_deal_close": 0.0, "hs_time_between_contact_creation_and_deal_creation": 4621.0, "hs_time_in_customer": 10134790180.0, "hs_time_in_evangelist": null, "hs_time_in_lead": null, "hs_time_in_marketingqualifiedlead": null, "hs_time_in_opportunity": null, "hs_time_in_other": null, "hs_time_in_salesqualifiedlead": null, "hs_time_in_subscriber": null, "hs_time_to_first_engagement": 7639779247.0, "hs_time_to_move_from_lead_to_customer": null, "hs_time_to_move_from_marketingqualifiedlead_to_customer": null, "hs_time_to_move_from_opportunity_to_customer": null, "hs_time_to_move_from_salesqualifiedlead_to_customer": null, "hs_time_to_move_from_subscriber_to_customer": null, "hs_timezone": "america_slash_new_york", "hs_unique_creation_key": null, "hs_updated_by_user_id": null, "hs_user_ids_of_all_notification_followers": null, "hs_user_ids_of_all_notification_unfollowers": null, "hs_user_ids_of_all_owners": "46953810", "hs_whatsapp_phone_number": null, "hubspot_owner_assigneddate": "2022-11-17T16:23:08.469000+00:00", "hubspot_owner_id": "471081659", "hubspot_team_id": "24817695", "hubspotscore": 0.0, "inbox_url": null, "industry": null, "inside_pack_member": null, "intent": null, "intent_to_book_engagement_level": null, "ip_city": "", "ip_country": "united states", "ip_country_code": "us", "ip_latlon": null, "ip_state": "", "ip_state_code": "", "ip_zipcode": null, "job_function": null, "jobtitle": null, "language": null, "last_aircall_call_outcome": null, "last_used_aircall_phone_number": null, "last_used_aircall_tags": null, "lastmodifieddate": "2023-03-07T09:15:05.297000+00:00", "lastname": "STEPHENS", "lifecyclestage": "customer", "marital_status": null, "message": null, "military_status": null, "mobilephone": null, "n11_how_would_you_like_us_to_contact_you_with_your_personal_adventure_recommendations_": null, "nationality": "US", "newsletter_subscription_date": null, "nickname": null, "notes_last_contacted": "2023-03-03T07:52:03.682000+00:00", "notes_last_updated": "2023-03-03T07:52:03.682000+00:00", "notes_next_activity_date": "2023-03-08T01:30:00+00:00", "num_associated_deals": 6.0, "num_contacted_notes": 2.0, "num_conversion_events": 4.0, "num_notes": 5.0, "num_unique_conversion_events": 1.0, "numemployees": null, "phone": "17033093544", "promo_code_create_date": null, "promo_code_expiry_date": null, "reason_cancelled_trip_": null, "recent_conversion_date": "2023-02-15T22:26:48.524000+00:00", "recent_conversion_event_name": "Flash Pack - Dashboard: Unidentified Form (2022-11-22 14:21:06)", "recent_deal_amount": 4845.0, "recent_deal_close_date": "2022-12-10T00:00:00+00:00", "red_flagged": null, "relationship_status": null, "revisit_date": null, "salutation": null, "school": null, "seniority": null, "source": null, "start_date": null, "state": "IL", "surveymonkeyeventlastupdated": null, "tce____extra_nigth_before_or_after_the_trip_": null, "tce___email_": null, "tce___first_name_": null, "tce___last_name_": null, "tce___new_trip_start_date_": null, "tce___reason_for_cancellation_": null, "tce___request_submitted_on_": null, "tce___select_the_correct_statement_": null, "tce__current_trip_date_": null, "tce__current_trip_name_": null, "tce__do_you_know_what_destination_you_would_like_to_transfer_to_": null, "tce__reason_for_transfer_request_": null, "tce__transfer_my_booking_to_this_destination_": null, "tce__what_type_of_request_would_you_like_to_submit_": null, "tce__would_you_like_to_turn_your_deposit_into_credit_": null, "to_enter_you_must_agree_to_the_competition_terms_and_conditions__wwwflashpackcomgoingsolotogetherte": null, "today_s_date": "2022-11-21", "total_revenue": 16160.0, "trip_code": null, "trip_departure_period": null, "trip_status": null, "twitterhandle": null, "ugc": null, "ugc_promo_code": null, "ugc_promo_creation_date": null, "usa_or_not": null, "webinareventlastupdated": null, "website": null, "what_are_you_looking_to_get_out_of_your_adventure___typeform_": null, "what_s_your_dream_travel_destination___typeform_": null, "what_time_is_best_for_you_": null, "when_would_be_the_best_time_for_you_to_travel___tipeform_": null, "where_are_you_currently_based__typeform_question_": null, "where_do_you_want_to_go": null, "where_should_we_send_your_friend": null, "where_should_your_friend_go": null, "which_trip_would_you_like_to_go_on": null, "work_email": null, "would_you_like_to_receive_email_updates_about_new_trip_launches_offers_and_weekly_travel_inspiratio": null, "zip": "60647" }, "updatedAt": "2023-03-07T09:15:05.297Z" } }
Closed by https://github.com/estuary/airbyte/pull/124
williamhbaker
commented
1 year ago williamhbaker
commented
1 year ago
Problem Hubspot has a field which we're seeing an error on below and it would be great to automatically normalize it.