Hi 
I’m using GPT-4 turbo with JSON format and have a pretty complex JSON schema. The issue is that the API request times out. I increased the timeout to 10 minutes, tried streaming but still get nothing back. My account is charged with the costs for the requests and it works if I make the JSON schema shorter.
Is this a known limitation or can I do something to make this work?
Here’s an example of my JSON schema (I could not get the required fields working with a more nested structure so the schema is a bit redundant).
{"type"=>"object",
"properties"=>
{"executive_summary"=>{"type"=>"string", "description"=>"A short summary of what the contract is about."},
"Haftung_topic_51df36c0-5b09-4fd6-bd59-b9ddee876838_summary"=>{"type"=>"string", "description"=>"Summarizes the Haftung in the contract."},
"Haftung_topic_51df36c0-5b09-4fd6-bd59-b9ddee876838_contract_text_about_topic"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Contract text related to the Haftung."},
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_question"=>{"type"=>"string", "description"=>"Wird leichte Fahrlässigkeit ausgeschlossen?"},
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_rating"=>{"type"=>"string", "enum"=>["fully_compliant", "partially_compliant", "not_compliant", "not_sure"], "description"=>"The compliance level of the answer."},
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_written_answer"=>{"type"=>"string", "description"=>"The written answer to the question."},
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_relevant_contract_text"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Relevant contract text for the question."},
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_question"=>{"type"=>"string", "description"=>"Gibt es eine Haftungsobergrenze?"},
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_rating"=>{"type"=>"string", "enum"=>["fully_compliant", "partially_compliant", "not_compliant", "not_sure"], "description"=>"The compliance level of the answer."},
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_written_answer"=>{"type"=>"string", "description"=>"The written answer to the question."},
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_relevant_contract_text"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Relevant contract text for the question."},
"Gerichtsstand_topic_d273c5b8-241b-4f09-ae22-571f349ab9f6_summary"=>{"type"=>"string", "description"=>"Summarizes the Gerichtsstand in the contract."},
"Gerichtsstand_topic_d273c5b8-241b-4f09-ae22-571f349ab9f6_contract_text_about_topic"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Contract text related to the Gerichtsstand."},
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_question"=>{"type"=>"string", "description"=>"Ist der Gerichtsstand in Österreich?"},
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_rating"=>{"type"=>"string", "enum"=>["fully_compliant", "partially_compliant", "not_compliant", "not_sure"], "description"=>"The compliance level of the answer."},
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_written_answer"=>{"type"=>"string", "description"=>"The written answer to the question."},
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_relevant_contract_text"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Relevant contract text for the question."},
"Laufzeit_topic_b4ee4e5d-9b9d-4bef-880b-a684516a1b8d_summary"=>{"type"=>"string", "description"=>"Summarizes the Laufzeit in the contract."},
"Laufzeit_topic_b4ee4e5d-9b9d-4bef-880b-a684516a1b8d_contract_text_about_topic"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Contract text related to the Laufzeit."},
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_question"=>{"type"=>"string", "description"=>"Verlängert sich der Vertrag automatisch?"},
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_rating"=>{"type"=>"string", "enum"=>["fully_compliant", "partially_compliant", "not_compliant", "not_sure"], "description"=>"The compliance level of the answer."},
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_written_answer"=>{"type"=>"string", "description"=>"The written answer to the question."},
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_relevant_contract_text"=>{"type"=>"array", "items"=>{"type"=>"string"}, "description"=>"Relevant contract text for the question."}},
"required"=>
["executive_summary",
"Haftung_topic_51df36c0-5b09-4fd6-bd59-b9ddee876838_summary",
"Haftung_topic_51df36c0-5b09-4fd6-bd59-b9ddee876838_contract_text_about_topic",
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_question",
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_rating",
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_written_answer",
"Haftung_sub_topic_f6b1b583-e8f3-4ad7-b54c-9faaa31eef78_relevant_contract_text",
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_question",
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_rating",
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_written_answer",
"Haftung_sub_topic_98fbfe96-cf0c-4959-8a24-bee57e253e1a_relevant_contract_text",
"Gerichtsstand_topic_d273c5b8-241b-4f09-ae22-571f349ab9f6_summary",
"Gerichtsstand_topic_d273c5b8-241b-4f09-ae22-571f349ab9f6_contract_text_about_topic",
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_question",
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_rating",
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_written_answer",
"Gerichtsstand_sub_topic_2efaef55-a844-4c82-a800-7a718f4418ed_relevant_contract_text",
"Laufzeit_topic_b4ee4e5d-9b9d-4bef-880b-a684516a1b8d_summary",
"Laufzeit_topic_b4ee4e5d-9b9d-4bef-880b-a684516a1b8d_contract_text_about_topic",
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_question",
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_rating",
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_written_answer",
"Laufzeit_sub_topic_c269a152-81db-41c9-973e-51f0eedf16bf_relevant_contract_text"]}